2023-06-26T02:47:06.379 INFO:root:teuthology version: 0.0.1.dev128+g076bbeb 2023-06-26T02:47:06.380 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_xiubli@teuthology --verbose --description fs:functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/xfstests-dev} --name xiubli-2023-06-26_02:38:43-fs:functional-wip-lxb-xlock-20230619-0716-distro-default-smithi --archive /home/teuthworker/archive/xiubli-2023-06-26_02:38:43-fs:functional-wip-lxb-xlock-20230619-0716-distro-default-smithi/7316101 -- /home/teuthworker/archive/xiubli-2023-06-26_02:38:43-fs:functional-wip-lxb-xlock-20230619-0716-distro-default-smithi/7316101/orig.config.yaml 2023-06-26T02:47:06.421 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-06-26T02:47:06.512 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/xiubli-2023-06-26_02:38:43-fs:functional-wip-lxb-xlock-20230619-0716-distro-default-smithi/7316101 branch: wip-lxb-xlock-20230619-0716 description: fs:functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/xfstests-dev} email: null first_in_suite: false job_id: '7316101' kernel: kdb: true sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: xiubli-2023-06-26_02:38:43-fs:functional-wip-lxb-xlock-20230619-0716-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: wip-lxb-xlock-20230619-0716 ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding sha1: 6e29bf323ce1af97210bf5c3ab6386cc214ed162 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 6e29bf323ce1af97210bf5c3ab6386cc214ed162 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-lxb-xlock-20230619-0716 sha1: 6e29bf323ce1af97210bf5c3ab6386cc214ed162 owner: scheduled_xiubli@teuthology priority: 50 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 sha1: 6e29bf323ce1af97210bf5c3ab6386cc214ed162 sleep_before_teardown: 0 suite: fs:functional suite_branch: wip-lxb-xlock-20230619-0716 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_6e29bf323ce1af97210bf5c3ab6386cc214ed162/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 6e29bf323ce1af97210bf5c3ab6386cc214ed162 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi023.front.sepia.ceph.com: ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAINc579AvnU23ob4RlBh5VnpnJ63J0qNec5D3GX4M6mo7 smithi071.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJnx7/JAGt7akFTje4E9dL22wFKJ7RxsI8A8RZqVm81/Ch+E0wXLUgsmglh/TCRx8lBkHDfEukHfPnpUY2sQQfc= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: null - ceph-fuse: null - cephfs_test_runner: fail_on_skip: false modules: - tasks.cephfs.tests_from_xfstests_dev teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 076bbebc42a14f7d568aaa78eabb0038327bcb23 timestamp: 2023-06-26_02:38:43 tube: smithi user: xiubli verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.23459 2023-06-26T02:47:06.512 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_6e29bf323ce1af97210bf5c3ab6386cc214ed162/qa; will attempt to use it 2023-06-26T02:47:06.513 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_6e29bf323ce1af97210bf5c3ab6386cc214ed162/qa/tasks 2023-06-26T02:47:06.513 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-06-26T02:47:06.515 INFO:teuthology.task.internal:Checking packages... 2023-06-26T02:47:06.542 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash '6e29bf323ce1af97210bf5c3ab6386cc214ed162' 2023-06-26T02:47:06.543 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-06-26T02:47:06.543 INFO:teuthology.packaging:ref: None 2023-06-26T02:47:06.544 INFO:teuthology.packaging:tag: None 2023-06-26T02:47:06.544 INFO:teuthology.packaging:branch: wip-lxb-xlock-20230619-0716 2023-06-26T02:47:06.544 INFO:teuthology.packaging:sha1: 6e29bf323ce1af97210bf5c3ab6386cc214ed162 2023-06-26T02:47:06.544 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=wip-lxb-xlock-20230619-0716 2023-06-26T02:47:06.688 INFO:teuthology.task.internal:Found packages for ceph version 18.0.0-4444-g6e29bf32-1jammy 2023-06-26T02:47:06.689 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-06-26T02:47:06.696 INFO:teuthology.task.internal:no buildpackages task found 2023-06-26T02:47:06.696 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-06-26T02:47:06.737 INFO:teuthology.task.internal:Saving configuration 2023-06-26T02:47:06.751 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-06-26T02:47:06.762 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-06-26T02:47:06.790 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi023.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/xiubli-2023-06-26_02:38:43-fs:functional-wip-lxb-xlock-20230619-0716-distro-default-smithi/7316101', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-06-26 02:39:52.262582', 'locked_by': 'scheduled_xiubli@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAINc579AvnU23ob4RlBh5VnpnJ63J0qNec5D3GX4M6mo7'} 2023-06-26T02:47:06.814 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi071.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/xiubli-2023-06-26_02:38:43-fs:functional-wip-lxb-xlock-20230619-0716-distro-default-smithi/7316101', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-06-26 02:39:52.263934', 'locked_by': 'scheduled_xiubli@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIBxsyP745GRjE2hiE727CsxdJwYIJnT7blLvp6P9DOtp'} 2023-06-26T02:47:06.815 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-06-26T02:47:06.821 INFO:teuthology.task.internal:roles: ubuntu@smithi023.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2023-06-26T02:47:06.822 INFO:teuthology.task.internal:roles: ubuntu@smithi071.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2023-06-26T02:47:06.822 INFO:teuthology.run_tasks:Running task console_log... 2023-06-26T02:47:06.923 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fb50d1710d0>, signals=[15]) 2023-06-26T02:47:06.924 INFO:teuthology.run_tasks:Running task internal.connect... 2023-06-26T02:47:06.931 INFO:teuthology.task.internal:Opening connections... 2023-06-26T02:47:06.931 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi023.front.sepia.ceph.com 2023-06-26T02:47:06.932 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi023.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-26T02:47:07.008 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi071.front.sepia.ceph.com 2023-06-26T02:47:07.009 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-26T02:47:07.083 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-06-26T02:47:07.090 DEBUG:teuthology.orchestra.run.smithi023:> uname -m 2023-06-26T02:47:07.095 INFO:teuthology.orchestra.run.smithi023.stdout:x86_64 2023-06-26T02:47:07.095 DEBUG:teuthology.orchestra.run.smithi023:> cat /etc/os-release 2023-06-26T02:47:07.140 INFO:teuthology.orchestra.run.smithi023.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2023-06-26T02:47:07.140 INFO:teuthology.orchestra.run.smithi023.stdout:NAME="Ubuntu" 2023-06-26T02:47:07.140 INFO:teuthology.orchestra.run.smithi023.stdout:VERSION_ID="22.04" 2023-06-26T02:47:07.140 INFO:teuthology.orchestra.run.smithi023.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2023-06-26T02:47:07.140 INFO:teuthology.orchestra.run.smithi023.stdout:VERSION_CODENAME=jammy 2023-06-26T02:47:07.140 INFO:teuthology.orchestra.run.smithi023.stdout:ID=ubuntu 2023-06-26T02:47:07.141 INFO:teuthology.orchestra.run.smithi023.stdout:ID_LIKE=debian 2023-06-26T02:47:07.141 INFO:teuthology.orchestra.run.smithi023.stdout:HOME_URL="https://www.ubuntu.com/" 2023-06-26T02:47:07.141 INFO:teuthology.orchestra.run.smithi023.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2023-06-26T02:47:07.141 INFO:teuthology.orchestra.run.smithi023.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2023-06-26T02:47:07.141 INFO:teuthology.orchestra.run.smithi023.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2023-06-26T02:47:07.141 INFO:teuthology.orchestra.run.smithi023.stdout:UBUNTU_CODENAME=jammy 2023-06-26T02:47:07.142 INFO:teuthology.lock.ops:Updating smithi023.front.sepia.ceph.com on lock server 2023-06-26T02:47:07.161 DEBUG:teuthology.orchestra.run.smithi071:> uname -m 2023-06-26T02:47:07.166 INFO:teuthology.orchestra.run.smithi071.stdout:x86_64 2023-06-26T02:47:07.166 DEBUG:teuthology.orchestra.run.smithi071:> cat /etc/os-release 2023-06-26T02:47:07.211 INFO:teuthology.orchestra.run.smithi071.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2023-06-26T02:47:07.212 INFO:teuthology.orchestra.run.smithi071.stdout:NAME="Ubuntu" 2023-06-26T02:47:07.212 INFO:teuthology.orchestra.run.smithi071.stdout:VERSION_ID="22.04" 2023-06-26T02:47:07.212 INFO:teuthology.orchestra.run.smithi071.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2023-06-26T02:47:07.212 INFO:teuthology.orchestra.run.smithi071.stdout:VERSION_CODENAME=jammy 2023-06-26T02:47:07.212 INFO:teuthology.orchestra.run.smithi071.stdout:ID=ubuntu 2023-06-26T02:47:07.212 INFO:teuthology.orchestra.run.smithi071.stdout:ID_LIKE=debian 2023-06-26T02:47:07.213 INFO:teuthology.orchestra.run.smithi071.stdout:HOME_URL="https://www.ubuntu.com/" 2023-06-26T02:47:07.213 INFO:teuthology.orchestra.run.smithi071.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2023-06-26T02:47:07.213 INFO:teuthology.orchestra.run.smithi071.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2023-06-26T02:47:07.213 INFO:teuthology.orchestra.run.smithi071.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2023-06-26T02:47:07.213 INFO:teuthology.orchestra.run.smithi071.stdout:UBUNTU_CODENAME=jammy 2023-06-26T02:47:07.213 INFO:teuthology.lock.ops:Updating smithi071.front.sepia.ceph.com on lock server 2023-06-26T02:47:07.236 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-06-26T02:47:07.248 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-06-26T02:47:07.281 INFO:teuthology.task.internal:Checking for old test directory... 2023-06-26T02:47:07.281 DEBUG:teuthology.orchestra.run.smithi023:> test '!' -e /home/ubuntu/cephtest 2023-06-26T02:47:07.284 DEBUG:teuthology.orchestra.run.smithi071:> test '!' -e /home/ubuntu/cephtest 2023-06-26T02:47:07.288 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-06-26T02:47:07.312 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-06-26T02:47:07.313 DEBUG:teuthology.orchestra.run.smithi023:> test -z $(ls -A /var/lib/ceph) 2023-06-26T02:47:07.329 DEBUG:teuthology.orchestra.run.smithi071:> test -z $(ls -A /var/lib/ceph) 2023-06-26T02:47:07.352 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-06-26T02:47:07.411 INFO:teuthology.run_tasks:Running task kernel... 2023-06-26T02:47:07.426 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2023-06-26T02:47:07.427 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2023-06-26T02:47:07.428 DEBUG:teuthology.orchestra.run.smithi023:> test -f /run/.containerenv -o -f /.dockerenv 2023-06-26T02:47:07.428 DEBUG:teuthology.orchestra.run.smithi071:> test -f /run/.containerenv -o -f /.dockerenv 2023-06-26T02:47:07.432 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-26T02:47:07.433 DEBUG:teuthology.orchestra.run.smithi071:> uname -r 2023-06-26T02:47:07.434 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-26T02:47:07.434 DEBUG:teuthology.orchestra.run.smithi023:> uname -r 2023-06-26T02:47:07.480 INFO:teuthology.orchestra.run.smithi071.stdout:5.15.0-56-generic 2023-06-26T02:47:07.480 INFO:teuthology.task.kernel:Running kernel on smithi071: 5.15.0-56-generic 2023-06-26T02:47:07.481 DEBUG:teuthology.orchestra.run.smithi071:> sudo apt-get clean 2023-06-26T02:47:07.481 INFO:teuthology.orchestra.run.smithi023.stdout:5.15.0-56-generic 2023-06-26T02:47:07.482 INFO:teuthology.task.kernel:Running kernel on smithi023: 5.15.0-56-generic 2023-06-26T02:47:07.482 DEBUG:teuthology.orchestra.run.smithi023:> sudo apt-get clean 2023-06-26T02:47:07.600 DEBUG:teuthology.orchestra.run.smithi023:> sudo apt-get update 2023-06-26T02:47:07.632 DEBUG:teuthology.orchestra.run.smithi071:> sudo apt-get update 2023-06-26T02:47:07.823 INFO:teuthology.orchestra.run.smithi023.stdout:Get:1 http://security.ubuntu.com/ubuntu jammy-security InRelease [110 kB] 2023-06-26T02:47:07.830 INFO:teuthology.orchestra.run.smithi071.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-06-26T02:47:07.845 INFO:teuthology.orchestra.run.smithi071.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [119 kB] 2023-06-26T02:47:07.908 INFO:teuthology.orchestra.run.smithi071.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [108 kB] 2023-06-26T02:47:07.940 INFO:teuthology.orchestra.run.smithi023.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-06-26T02:47:07.941 INFO:teuthology.orchestra.run.smithi071.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security InRelease [110 kB] 2023-06-26T02:47:08.022 INFO:teuthology.orchestra.run.smithi023.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [119 kB] 2023-06-26T02:47:08.030 INFO:teuthology.orchestra.run.smithi023.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [501 kB] 2023-06-26T02:47:08.048 INFO:teuthology.orchestra.run.smithi071.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [430 kB] 2023-06-26T02:47:08.101 INFO:teuthology.orchestra.run.smithi023.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [246 kB] 2023-06-26T02:47:08.104 INFO:teuthology.orchestra.run.smithi023.stdout:Get:6 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [129 kB] 2023-06-26T02:47:08.106 INFO:teuthology.orchestra.run.smithi023.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [10.3 kB] 2023-06-26T02:47:08.107 INFO:teuthology.orchestra.run.smithi023.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [415 kB] 2023-06-26T02:47:08.119 INFO:teuthology.orchestra.run.smithi023.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [28.0 kB] 2023-06-26T02:47:08.120 INFO:teuthology.orchestra.run.smithi023.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [63.3 kB] 2023-06-26T02:47:08.121 INFO:teuthology.orchestra.run.smithi023.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [604 B] 2023-06-26T02:47:08.122 INFO:teuthology.orchestra.run.smithi023.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [536 kB] 2023-06-26T02:47:08.125 INFO:teuthology.orchestra.run.smithi071.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [724 kB] 2023-06-26T02:47:08.131 INFO:teuthology.orchestra.run.smithi023.stdout:Get:13 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [740 kB] 2023-06-26T02:47:08.147 INFO:teuthology.orchestra.run.smithi071.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [190 kB] 2023-06-26T02:47:08.153 INFO:teuthology.orchestra.run.smithi071.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [15.3 kB] 2023-06-26T02:47:08.153 INFO:teuthology.orchestra.run.smithi071.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [28.3 kB] 2023-06-26T02:47:08.153 INFO:teuthology.orchestra.run.smithi071.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [418 kB] 2023-06-26T02:47:08.161 INFO:teuthology.orchestra.run.smithi071.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [63.8 kB] 2023-06-26T02:47:08.162 INFO:teuthology.orchestra.run.smithi071.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [604 B] 2023-06-26T02:47:08.173 INFO:teuthology.orchestra.run.smithi023.stdout:Get:14 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [131 kB] 2023-06-26T02:47:08.196 INFO:teuthology.orchestra.run.smithi071.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [628 kB] 2023-06-26T02:47:08.250 INFO:teuthology.orchestra.run.smithi023.stdout:Get:15 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [15.6 kB] 2023-06-26T02:47:08.251 INFO:teuthology.orchestra.run.smithi023.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [30.2 kB] 2023-06-26T02:47:08.254 INFO:teuthology.orchestra.run.smithi023.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [5,828 B] 2023-06-26T02:47:08.254 INFO:teuthology.orchestra.run.smithi023.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [252 B] 2023-06-26T02:47:08.314 INFO:teuthology.orchestra.run.smithi071.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [932 kB] 2023-06-26T02:47:08.336 INFO:teuthology.orchestra.run.smithi071.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [199 kB] 2023-06-26T02:47:08.340 INFO:teuthology.orchestra.run.smithi071.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [20.5 kB] 2023-06-26T02:47:08.341 INFO:teuthology.orchestra.run.smithi071.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [35.3 kB] 2023-06-26T02:47:08.341 INFO:teuthology.orchestra.run.smithi071.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [3,884 B] 2023-06-26T02:47:08.342 INFO:teuthology.orchestra.run.smithi071.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [8,452 B] 2023-06-26T02:47:08.342 INFO:teuthology.orchestra.run.smithi071.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [468 B] 2023-06-26T02:47:08.342 INFO:teuthology.orchestra.run.smithi071.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [40.9 kB] 2023-06-26T02:47:08.342 INFO:teuthology.orchestra.run.smithi071.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [33.7 kB] 2023-06-26T02:47:08.343 INFO:teuthology.orchestra.run.smithi071.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [10.2 kB] 2023-06-26T02:47:08.378 INFO:teuthology.orchestra.run.smithi023.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [108 kB] 2023-06-26T02:47:08.378 INFO:teuthology.orchestra.run.smithi071.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2023-06-26T02:47:08.384 INFO:teuthology.orchestra.run.smithi071.stdout:Get:25 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [501 kB] 2023-06-26T02:47:08.396 INFO:teuthology.orchestra.run.smithi071.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [22.2 kB] 2023-06-26T02:47:08.415 INFO:teuthology.orchestra.run.smithi071.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [12.7 kB] 2023-06-26T02:47:08.420 INFO:teuthology.orchestra.run.smithi071.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [15.0 kB] 2023-06-26T02:47:08.432 INFO:teuthology.orchestra.run.smithi071.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [552 B] 2023-06-26T02:47:08.513 INFO:teuthology.orchestra.run.smithi023.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [724 kB] 2023-06-26T02:47:08.681 INFO:teuthology.orchestra.run.smithi071.stdout:Get:30 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [246 kB] 2023-06-26T02:47:08.705 INFO:teuthology.orchestra.run.smithi071.stdout:Get:31 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [129 kB] 2023-06-26T02:47:08.719 INFO:teuthology.orchestra.run.smithi071.stdout:Get:32 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [10.3 kB] 2023-06-26T02:47:08.719 INFO:teuthology.orchestra.run.smithi071.stdout:Get:33 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [415 kB] 2023-06-26T02:47:08.732 INFO:teuthology.orchestra.run.smithi023.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [430 kB] 2023-06-26T02:47:08.784 INFO:teuthology.orchestra.run.smithi071.stdout:Get:34 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [28.0 kB] 2023-06-26T02:47:08.787 INFO:teuthology.orchestra.run.smithi071.stdout:Get:35 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [63.3 kB] 2023-06-26T02:47:08.789 INFO:teuthology.orchestra.run.smithi023.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [190 kB] 2023-06-26T02:47:08.794 INFO:teuthology.orchestra.run.smithi071.stdout:Get:36 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [604 B] 2023-06-26T02:47:08.794 INFO:teuthology.orchestra.run.smithi071.stdout:Get:37 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [536 kB] 2023-06-26T02:47:08.804 INFO:teuthology.orchestra.run.smithi023.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [15.3 kB] 2023-06-26T02:47:08.805 INFO:teuthology.orchestra.run.smithi023.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [28.3 kB] 2023-06-26T02:47:08.807 INFO:teuthology.orchestra.run.smithi023.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [418 kB] 2023-06-26T02:47:08.836 INFO:teuthology.orchestra.run.smithi023.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [63.8 kB] 2023-06-26T02:47:08.841 INFO:teuthology.orchestra.run.smithi023.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [604 B] 2023-06-26T02:47:08.842 INFO:teuthology.orchestra.run.smithi071.stdout:Get:38 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [740 kB] 2023-06-26T02:47:09.005 INFO:teuthology.orchestra.run.smithi023.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [932 kB] 2023-06-26T02:47:09.044 INFO:teuthology.orchestra.run.smithi071.stdout:Get:39 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [131 kB] 2023-06-26T02:47:09.413 INFO:teuthology.orchestra.run.smithi071.stdout:Get:40 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [15.6 kB] 2023-06-26T02:47:09.419 INFO:teuthology.orchestra.run.smithi071.stdout:Get:41 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [30.2 kB] 2023-06-26T02:47:09.433 INFO:teuthology.orchestra.run.smithi071.stdout:Get:42 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [5,828 B] 2023-06-26T02:47:09.436 INFO:teuthology.orchestra.run.smithi071.stdout:Get:43 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [252 B] 2023-06-26T02:47:09.618 INFO:teuthology.orchestra.run.smithi023.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [628 kB] 2023-06-26T02:47:09.657 INFO:teuthology.orchestra.run.smithi023.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [199 kB] 2023-06-26T02:47:09.670 INFO:teuthology.orchestra.run.smithi023.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [20.5 kB] 2023-06-26T02:47:09.670 INFO:teuthology.orchestra.run.smithi023.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [35.3 kB] 2023-06-26T02:47:09.673 INFO:teuthology.orchestra.run.smithi023.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [3,884 B] 2023-06-26T02:47:09.673 INFO:teuthology.orchestra.run.smithi023.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [8,452 B] 2023-06-26T02:47:09.674 INFO:teuthology.orchestra.run.smithi023.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [468 B] 2023-06-26T02:47:09.675 INFO:teuthology.orchestra.run.smithi023.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [40.9 kB] 2023-06-26T02:47:09.700 INFO:teuthology.orchestra.run.smithi023.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [33.7 kB] 2023-06-26T02:47:09.702 INFO:teuthology.orchestra.run.smithi023.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [10.2 kB] 2023-06-26T02:47:09.866 INFO:teuthology.orchestra.run.smithi023.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2023-06-26T02:47:09.949 INFO:teuthology.orchestra.run.smithi023.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [22.2 kB] 2023-06-26T02:47:10.039 INFO:teuthology.orchestra.run.smithi023.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [12.7 kB] 2023-06-26T02:47:10.067 INFO:teuthology.orchestra.run.smithi023.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [15.0 kB] 2023-06-26T02:47:10.119 INFO:teuthology.orchestra.run.smithi023.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [552 B] 2023-06-26T02:47:13.536 INFO:teuthology.orchestra.run.smithi071.stdout:Fetched 7,022 kB in 2s (4,062 kB/s) 2023-06-26T02:47:14.701 INFO:teuthology.orchestra.run.smithi023.stdout:Fetched 7,022 kB in 2s (2,876 kB/s) 2023-06-26T02:47:14.915 INFO:teuthology.orchestra.run.smithi071.stdout:Reading package lists... 2023-06-26T02:47:14.932 DEBUG:teuthology.orchestra.run.smithi071:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2023-06-26T02:47:14.987 INFO:teuthology.orchestra.run.smithi071.stdout:Reading package lists... 2023-06-26T02:47:15.155 INFO:teuthology.orchestra.run.smithi071.stdout:Building dependency tree... 2023-06-26T02:47:15.156 INFO:teuthology.orchestra.run.smithi071.stdout:Reading state information... 2023-06-26T02:47:15.285 INFO:teuthology.orchestra.run.smithi071.stdout:The following packages were automatically installed and are no longer required: 2023-06-26T02:47:15.286 INFO:teuthology.orchestra.run.smithi071.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-06-26T02:47:15.286 INFO:teuthology.orchestra.run.smithi071.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-06-26T02:47:15.286 INFO:teuthology.orchestra.run.smithi071.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-06-26T02:47:15.287 INFO:teuthology.orchestra.run.smithi071.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2023-06-26T02:47:15.287 INFO:teuthology.orchestra.run.smithi071.stdout: python2.7-minimal 2023-06-26T02:47:15.287 INFO:teuthology.orchestra.run.smithi071.stdout:Use 'sudo apt autoremove' to remove them. 2023-06-26T02:47:15.287 INFO:teuthology.orchestra.run.smithi071.stdout:The following additional packages will be installed: 2023-06-26T02:47:15.287 INFO:teuthology.orchestra.run.smithi071.stdout: linux-generic linux-headers-5.15.0-75 linux-headers-5.15.0-75-generic 2023-06-26T02:47:15.288 INFO:teuthology.orchestra.run.smithi071.stdout: linux-headers-generic linux-image-5.15.0-75-generic 2023-06-26T02:47:15.288 INFO:teuthology.orchestra.run.smithi071.stdout: linux-modules-5.15.0-75-generic linux-modules-extra-5.15.0-75-generic 2023-06-26T02:47:15.288 INFO:teuthology.orchestra.run.smithi071.stdout:Suggested packages: 2023-06-26T02:47:15.288 INFO:teuthology.orchestra.run.smithi071.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2023-06-26T02:47:15.289 INFO:teuthology.orchestra.run.smithi071.stdout:Recommended packages: 2023-06-26T02:47:15.289 INFO:teuthology.orchestra.run.smithi071.stdout: thermald 2023-06-26T02:47:15.327 INFO:teuthology.orchestra.run.smithi071.stdout:The following NEW packages will be installed: 2023-06-26T02:47:15.328 INFO:teuthology.orchestra.run.smithi071.stdout: linux-headers-5.15.0-75 linux-headers-5.15.0-75-generic 2023-06-26T02:47:15.328 INFO:teuthology.orchestra.run.smithi071.stdout: linux-image-5.15.0-75-generic linux-modules-5.15.0-75-generic 2023-06-26T02:47:15.328 INFO:teuthology.orchestra.run.smithi071.stdout: linux-modules-extra-5.15.0-75-generic 2023-06-26T02:47:15.329 INFO:teuthology.orchestra.run.smithi071.stdout:The following packages will be upgraded: 2023-06-26T02:47:15.329 INFO:teuthology.orchestra.run.smithi071.stdout: linux-generic linux-headers-generic linux-image-generic 2023-06-26T02:47:15.378 INFO:teuthology.orchestra.run.smithi071.stdout:3 upgraded, 5 newly installed, 0 to remove and 212 not upgraded. 2023-06-26T02:47:15.378 INFO:teuthology.orchestra.run.smithi071.stdout:Need to get 114 MB of archives. 2023-06-26T02:47:15.378 INFO:teuthology.orchestra.run.smithi071.stdout:After this operation, 596 MB of additional disk space will be used. 2023-06-26T02:47:15.378 INFO:teuthology.orchestra.run.smithi071.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-75-generic amd64 5.15.0-75.82 [23.2 MB] 2023-06-26T02:47:15.880 INFO:teuthology.orchestra.run.smithi071.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-75-generic amd64 5.15.0-75.82 [11.4 MB] 2023-06-26T02:47:15.953 INFO:teuthology.orchestra.run.smithi023.stdout:Reading package lists... 2023-06-26T02:47:15.970 DEBUG:teuthology.orchestra.run.smithi023:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2023-06-26T02:47:15.989 INFO:teuthology.orchestra.run.smithi071.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-75-generic amd64 5.15.0-75.82 [64.2 MB] 2023-06-26T02:47:16.023 INFO:teuthology.orchestra.run.smithi023.stdout:Reading package lists... 2023-06-26T02:47:16.188 INFO:teuthology.orchestra.run.smithi023.stdout:Building dependency tree... 2023-06-26T02:47:16.189 INFO:teuthology.orchestra.run.smithi023.stdout:Reading state information... 2023-06-26T02:47:16.327 INFO:teuthology.orchestra.run.smithi023.stdout:The following packages were automatically installed and are no longer required: 2023-06-26T02:47:16.327 INFO:teuthology.orchestra.run.smithi023.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-06-26T02:47:16.327 INFO:teuthology.orchestra.run.smithi023.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-06-26T02:47:16.328 INFO:teuthology.orchestra.run.smithi023.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-06-26T02:47:16.328 INFO:teuthology.orchestra.run.smithi023.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2023-06-26T02:47:16.328 INFO:teuthology.orchestra.run.smithi023.stdout: python2.7-minimal 2023-06-26T02:47:16.328 INFO:teuthology.orchestra.run.smithi023.stdout:Use 'sudo apt autoremove' to remove them. 2023-06-26T02:47:16.329 INFO:teuthology.orchestra.run.smithi023.stdout:The following additional packages will be installed: 2023-06-26T02:47:16.329 INFO:teuthology.orchestra.run.smithi023.stdout: linux-generic linux-headers-5.15.0-75 linux-headers-5.15.0-75-generic 2023-06-26T02:47:16.329 INFO:teuthology.orchestra.run.smithi023.stdout: linux-headers-generic linux-image-5.15.0-75-generic 2023-06-26T02:47:16.329 INFO:teuthology.orchestra.run.smithi023.stdout: linux-modules-5.15.0-75-generic linux-modules-extra-5.15.0-75-generic 2023-06-26T02:47:16.330 INFO:teuthology.orchestra.run.smithi023.stdout:Suggested packages: 2023-06-26T02:47:16.330 INFO:teuthology.orchestra.run.smithi023.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2023-06-26T02:47:16.330 INFO:teuthology.orchestra.run.smithi023.stdout:Recommended packages: 2023-06-26T02:47:16.330 INFO:teuthology.orchestra.run.smithi023.stdout: thermald 2023-06-26T02:47:16.371 INFO:teuthology.orchestra.run.smithi023.stdout:The following NEW packages will be installed: 2023-06-26T02:47:16.371 INFO:teuthology.orchestra.run.smithi023.stdout: linux-headers-5.15.0-75 linux-headers-5.15.0-75-generic 2023-06-26T02:47:16.371 INFO:teuthology.orchestra.run.smithi023.stdout: linux-image-5.15.0-75-generic linux-modules-5.15.0-75-generic 2023-06-26T02:47:16.372 INFO:teuthology.orchestra.run.smithi023.stdout: linux-modules-extra-5.15.0-75-generic 2023-06-26T02:47:16.372 INFO:teuthology.orchestra.run.smithi023.stdout:The following packages will be upgraded: 2023-06-26T02:47:16.373 INFO:teuthology.orchestra.run.smithi023.stdout: linux-generic linux-headers-generic linux-image-generic 2023-06-26T02:47:16.421 INFO:teuthology.orchestra.run.smithi023.stdout:3 upgraded, 5 newly installed, 0 to remove and 212 not upgraded. 2023-06-26T02:47:16.422 INFO:teuthology.orchestra.run.smithi023.stdout:Need to get 114 MB of archives. 2023-06-26T02:47:16.422 INFO:teuthology.orchestra.run.smithi023.stdout:After this operation, 596 MB of additional disk space will be used. 2023-06-26T02:47:16.422 INFO:teuthology.orchestra.run.smithi023.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-75-generic amd64 5.15.0-75.82 [23.2 MB] 2023-06-26T02:47:16.807 INFO:teuthology.orchestra.run.smithi071.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.75.73 [1,700 B] 2023-06-26T02:47:16.807 INFO:teuthology.orchestra.run.smithi071.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.75.73 [2,510 B] 2023-06-26T02:47:16.807 INFO:teuthology.orchestra.run.smithi071.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-75 all 5.15.0-75.82 [12.3 MB] 2023-06-26T02:47:16.833 INFO:teuthology.orchestra.run.smithi023.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-75-generic amd64 5.15.0-75.82 [11.4 MB] 2023-06-26T02:47:16.924 INFO:teuthology.orchestra.run.smithi023.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-75-generic amd64 5.15.0-75.82 [64.2 MB] 2023-06-26T02:47:16.928 INFO:teuthology.orchestra.run.smithi071.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-75-generic amd64 5.15.0-75.82 [2,904 kB] 2023-06-26T02:47:16.950 INFO:teuthology.orchestra.run.smithi071.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.75.73 [2,358 B] 2023-06-26T02:47:17.372 INFO:teuthology.orchestra.run.smithi071.stdout:Fetched 114 MB in 2s (67.2 MB/s) 2023-06-26T02:47:17.586 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package linux-modules-5.15.0-75-generic. 2023-06-26T02:47:17.766 INFO:teuthology.orchestra.run.smithi023.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.75.73 [1,700 B] 2023-06-26T02:47:17.766 INFO:teuthology.orchestra.run.smithi023.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.75.73 [2,510 B] 2023-06-26T02:47:17.767 INFO:teuthology.orchestra.run.smithi023.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-75 all 5.15.0-75.82 [12.3 MB] 2023-06-26T02:47:17.904 INFO:teuthology.orchestra.run.smithi023.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-75-generic amd64 5.15.0-75.82 [2,904 kB] 2023-06-26T02:47:17.927 INFO:teuthology.orchestra.run.smithi023.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.75.73 [2,358 B] 2023-06-26T02:47:18.325 INFO:teuthology.orchestra.run.smithi023.stdout:Fetched 114 MB in 2s (73.7 MB/s) 2023-06-26T02:47:18.504 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package linux-modules-5.15.0-75-generic. 2023-06-26T02:47:19.639 INFO:teuthology.orchestra.run.smithi071.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2023-06-26T02:47:19.643 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../0-linux-modules-5.15.0-75-generic_5.15.0-75.82_amd64.deb ... 2023-06-26T02:47:19.749 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking linux-modules-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:47:20.509 INFO:teuthology.orchestra.run.smithi023.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2023-06-26T02:47:20.513 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../0-linux-modules-5.15.0-75-generic_5.15.0-75.82_amd64.deb ... 2023-06-26T02:47:20.578 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking linux-modules-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:47:22.033 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package linux-image-5.15.0-75-generic. 2023-06-26T02:47:22.054 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../1-linux-image-5.15.0-75-generic_5.15.0-75.82_amd64.deb ... 2023-06-26T02:47:22.156 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking linux-image-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:47:22.716 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-75-generic. 2023-06-26T02:47:22.737 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-75-generic_5.15.0-75.82_amd64.deb ... 2023-06-26T02:47:22.937 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package linux-image-5.15.0-75-generic. 2023-06-26T02:47:22.958 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../1-linux-image-5.15.0-75-generic_5.15.0-75.82_amd64.deb ... 2023-06-26T02:47:22.969 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking linux-modules-extra-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:47:23.044 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking linux-image-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:47:23.532 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-75-generic. 2023-06-26T02:47:23.552 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-75-generic_5.15.0-75.82_amd64.deb ... 2023-06-26T02:47:23.590 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking linux-modules-extra-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:47:29.737 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../3-linux-generic_5.15.0.75.73_amd64.deb ... 2023-06-26T02:47:29.862 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking linux-generic (5.15.0.75.73) over (5.15.0.56.54) ... 2023-06-26T02:47:29.939 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../3-linux-generic_5.15.0.75.73_amd64.deb ... 2023-06-26T02:47:30.065 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking linux-generic (5.15.0.75.73) over (5.15.0.56.54) ... 2023-06-26T02:47:30.228 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.75.73_amd64.deb ... 2023-06-26T02:47:30.357 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking linux-image-generic (5.15.0.75.73) over (5.15.0.56.54) ... 2023-06-26T02:47:30.374 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.75.73_amd64.deb ... 2023-06-26T02:47:30.502 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking linux-image-generic (5.15.0.75.73) over (5.15.0.56.54) ... 2023-06-26T02:47:30.643 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package linux-headers-5.15.0-75. 2023-06-26T02:47:30.654 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../5-linux-headers-5.15.0-75_5.15.0-75.82_all.deb ... 2023-06-26T02:47:30.684 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking linux-headers-5.15.0-75 (5.15.0-75.82) ... 2023-06-26T02:47:30.797 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package linux-headers-5.15.0-75. 2023-06-26T02:47:30.819 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../5-linux-headers-5.15.0-75_5.15.0-75.82_all.deb ... 2023-06-26T02:47:30.855 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking linux-headers-5.15.0-75 (5.15.0-75.82) ... 2023-06-26T02:47:36.399 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package linux-headers-5.15.0-75-generic. 2023-06-26T02:47:36.436 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../6-linux-headers-5.15.0-75-generic_5.15.0-75.82_amd64.deb ... 2023-06-26T02:47:36.482 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking linux-headers-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:47:36.503 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package linux-headers-5.15.0-75-generic. 2023-06-26T02:47:36.541 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../6-linux-headers-5.15.0-75-generic_5.15.0-75.82_amd64.deb ... 2023-06-26T02:47:36.578 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking linux-headers-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:47:39.225 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.75.73_amd64.deb ... 2023-06-26T02:47:39.346 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking linux-headers-generic (5.15.0.75.73) over (5.15.0.56.54) ... 2023-06-26T02:47:39.663 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up linux-headers-5.15.0-75 (5.15.0-75.82) ... 2023-06-26T02:47:39.793 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up linux-headers-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:47:39.894 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up linux-headers-generic (5.15.0.75.73) ... 2023-06-26T02:47:39.996 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up linux-image-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:47:40.174 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.75.73_amd64.deb ... 2023-06-26T02:47:40.325 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking linux-headers-generic (5.15.0.75.73) over (5.15.0.56.54) ... 2023-06-26T02:47:40.691 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up linux-headers-5.15.0-75 (5.15.0-75.82) ... 2023-06-26T02:47:40.829 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up linux-headers-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:47:40.955 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up linux-headers-generic (5.15.0.75.73) ... 2023-06-26T02:47:41.074 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up linux-image-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:47:41.338 INFO:teuthology.orchestra.run.smithi023.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2023-06-26T02:47:41.339 INFO:teuthology.orchestra.run.smithi023.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2023-06-26T02:47:41.339 INFO:teuthology.orchestra.run.smithi023.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-75-generic 2023-06-26T02:47:41.339 INFO:teuthology.orchestra.run.smithi023.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-75-generic 2023-06-26T02:47:41.492 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up linux-modules-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:47:42.396 INFO:teuthology.orchestra.run.smithi071.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2023-06-26T02:47:42.396 INFO:teuthology.orchestra.run.smithi071.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2023-06-26T02:47:42.397 INFO:teuthology.orchestra.run.smithi071.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-75-generic 2023-06-26T02:47:42.397 INFO:teuthology.orchestra.run.smithi071.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-75-generic 2023-06-26T02:47:42.587 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up linux-modules-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:47:42.917 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up linux-modules-extra-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:47:43.953 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up linux-modules-extra-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:47:44.352 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up linux-image-generic (5.15.0.75.73) ... 2023-06-26T02:47:44.453 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up linux-generic (5.15.0.75.73) ... 2023-06-26T02:47:44.554 INFO:teuthology.orchestra.run.smithi023.stdout:Processing triggers for linux-image-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:47:44.606 INFO:teuthology.orchestra.run.smithi023.stdout:/etc/kernel/postinst.d/initramfs-tools: 2023-06-26T02:47:44.606 INFO:teuthology.orchestra.run.smithi023.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-75-generic 2023-06-26T02:47:45.329 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up linux-image-generic (5.15.0.75.73) ... 2023-06-26T02:47:45.455 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up linux-generic (5.15.0.75.73) ... 2023-06-26T02:47:45.573 INFO:teuthology.orchestra.run.smithi071.stdout:Processing triggers for linux-image-5.15.0-75-generic (5.15.0-75.82) ... 2023-06-26T02:47:45.639 INFO:teuthology.orchestra.run.smithi071.stdout:/etc/kernel/postinst.d/initramfs-tools: 2023-06-26T02:47:45.640 INFO:teuthology.orchestra.run.smithi071.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-75-generic 2023-06-26T02:47:59.825 INFO:teuthology.orchestra.run.smithi023.stdout:/etc/kernel/postinst.d/zz-update-grub: 2023-06-26T02:47:59.826 INFO:teuthology.orchestra.run.smithi023.stdout:Sourcing file `/etc/default/grub' 2023-06-26T02:47:59.839 INFO:teuthology.orchestra.run.smithi023.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-06-26T02:47:59.863 INFO:teuthology.orchestra.run.smithi023.stdout:Generating grub configuration file ... 2023-06-26T02:48:00.119 INFO:teuthology.orchestra.run.smithi023.stdout:Found linux image: /boot/vmlinuz-5.15.0-75-generic 2023-06-26T02:48:00.143 INFO:teuthology.orchestra.run.smithi023.stdout:Found initrd image: /boot/initrd.img-5.15.0-75-generic 2023-06-26T02:48:00.317 INFO:teuthology.orchestra.run.smithi071.stdout:/etc/kernel/postinst.d/zz-update-grub: 2023-06-26T02:48:00.318 INFO:teuthology.orchestra.run.smithi071.stdout:Sourcing file `/etc/default/grub' 2023-06-26T02:48:00.336 INFO:teuthology.orchestra.run.smithi071.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-06-26T02:48:00.363 INFO:teuthology.orchestra.run.smithi071.stdout:Generating grub configuration file ... 2023-06-26T02:48:00.402 INFO:teuthology.orchestra.run.smithi023.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2023-06-26T02:48:00.407 INFO:teuthology.orchestra.run.smithi023.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2023-06-26T02:48:00.471 INFO:teuthology.orchestra.run.smithi023.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2023-06-26T02:48:00.477 INFO:teuthology.orchestra.run.smithi023.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2023-06-26T02:48:00.604 INFO:teuthology.orchestra.run.smithi071.stdout:Found linux image: /boot/vmlinuz-5.15.0-75-generic 2023-06-26T02:48:00.624 INFO:teuthology.orchestra.run.smithi023.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2023-06-26T02:48:00.624 INFO:teuthology.orchestra.run.smithi023.stdout:Systems on them will not be added to the GRUB boot configuration. 2023-06-26T02:48:00.624 INFO:teuthology.orchestra.run.smithi023.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2023-06-26T02:48:00.625 INFO:teuthology.orchestra.run.smithi071.stdout:Found initrd image: /boot/initrd.img-5.15.0-75-generic 2023-06-26T02:48:00.681 INFO:teuthology.orchestra.run.smithi023.stdout:done 2023-06-26T02:48:00.936 INFO:teuthology.orchestra.run.smithi071.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2023-06-26T02:48:00.942 INFO:teuthology.orchestra.run.smithi071.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2023-06-26T02:48:01.014 INFO:teuthology.orchestra.run.smithi071.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2023-06-26T02:48:01.020 INFO:teuthology.orchestra.run.smithi071.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2023-06-26T02:48:01.160 DEBUG:teuthology.orchestra.run.smithi023:> dpkg -s linux-image-generic 2023-06-26T02:48:01.180 INFO:teuthology.orchestra.run.smithi071.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2023-06-26T02:48:01.180 INFO:teuthology.orchestra.run.smithi071.stdout:Systems on them will not be added to the GRUB boot configuration. 2023-06-26T02:48:01.180 INFO:teuthology.orchestra.run.smithi071.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2023-06-26T02:48:01.185 INFO:teuthology.orchestra.run.smithi023.stdout:Package: linux-image-generic 2023-06-26T02:48:01.185 INFO:teuthology.orchestra.run.smithi023.stdout:Status: install ok installed 2023-06-26T02:48:01.185 INFO:teuthology.orchestra.run.smithi023.stdout:Priority: optional 2023-06-26T02:48:01.186 INFO:teuthology.orchestra.run.smithi023.stdout:Section: kernel 2023-06-26T02:48:01.186 INFO:teuthology.orchestra.run.smithi023.stdout:Installed-Size: 20 2023-06-26T02:48:01.186 INFO:teuthology.orchestra.run.smithi023.stdout:Maintainer: Ubuntu Kernel Team 2023-06-26T02:48:01.186 INFO:teuthology.orchestra.run.smithi023.stdout:Architecture: amd64 2023-06-26T02:48:01.186 INFO:teuthology.orchestra.run.smithi023.stdout:Source: linux-meta 2023-06-26T02:48:01.186 INFO:teuthology.orchestra.run.smithi023.stdout:Version: 5.15.0.75.73 2023-06-26T02:48:01.186 INFO:teuthology.orchestra.run.smithi023.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.1), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-75), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.1) 2023-06-26T02:48:01.187 INFO:teuthology.orchestra.run.smithi023.stdout:Depends: linux-image-5.15.0-75-generic, linux-modules-extra-5.15.0-75-generic, linux-firmware, intel-microcode, amd64-microcode 2023-06-26T02:48:01.187 INFO:teuthology.orchestra.run.smithi023.stdout:Recommends: thermald 2023-06-26T02:48:01.187 INFO:teuthology.orchestra.run.smithi023.stdout:Description: Generic Linux kernel image 2023-06-26T02:48:01.187 INFO:teuthology.orchestra.run.smithi023.stdout: This package will always depend on the latest generic kernel image 2023-06-26T02:48:01.187 INFO:teuthology.orchestra.run.smithi023.stdout: available. 2023-06-26T02:48:01.188 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-75-generic 2023-06-26T02:48:01.188 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-06-26T02:48:01.188 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-06-26T02:48:01.189 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2023-06-26T02:48:01.189 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi023.front.sepia.ceph.com, path=None, version=distro) 2023-06-26T02:48:01.189 DEBUG:teuthology.orchestra.run.smithi023:> sudo apt-get clean 2023-06-26T02:48:01.216 INFO:teuthology.orchestra.run.smithi071.stdout:done 2023-06-26T02:48:01.345 DEBUG:teuthology.orchestra.run.smithi023:> sudo apt-get update 2023-06-26T02:48:01.595 INFO:teuthology.orchestra.run.smithi023.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-06-26T02:48:01.596 INFO:teuthology.orchestra.run.smithi023.stdout:Hit:2 http://security.ubuntu.com/ubuntu jammy-security InRelease 2023-06-26T02:48:01.667 INFO:teuthology.orchestra.run.smithi023.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2023-06-26T02:48:01.701 DEBUG:teuthology.orchestra.run.smithi071:> dpkg -s linux-image-generic 2023-06-26T02:48:01.748 INFO:teuthology.orchestra.run.smithi023.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2023-06-26T02:48:01.766 INFO:teuthology.orchestra.run.smithi071.stdout:Package: linux-image-generic 2023-06-26T02:48:01.766 INFO:teuthology.orchestra.run.smithi071.stdout:Status: install ok installed 2023-06-26T02:48:01.766 INFO:teuthology.orchestra.run.smithi071.stdout:Priority: optional 2023-06-26T02:48:01.767 INFO:teuthology.orchestra.run.smithi071.stdout:Section: kernel 2023-06-26T02:48:01.767 INFO:teuthology.orchestra.run.smithi071.stdout:Installed-Size: 20 2023-06-26T02:48:01.767 INFO:teuthology.orchestra.run.smithi071.stdout:Maintainer: Ubuntu Kernel Team 2023-06-26T02:48:01.767 INFO:teuthology.orchestra.run.smithi071.stdout:Architecture: amd64 2023-06-26T02:48:01.767 INFO:teuthology.orchestra.run.smithi071.stdout:Source: linux-meta 2023-06-26T02:48:01.767 INFO:teuthology.orchestra.run.smithi071.stdout:Version: 5.15.0.75.73 2023-06-26T02:48:01.768 INFO:teuthology.orchestra.run.smithi071.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.1), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-75), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.1) 2023-06-26T02:48:01.768 INFO:teuthology.orchestra.run.smithi071.stdout:Depends: linux-image-5.15.0-75-generic, linux-modules-extra-5.15.0-75-generic, linux-firmware, intel-microcode, amd64-microcode 2023-06-26T02:48:01.768 INFO:teuthology.orchestra.run.smithi071.stdout:Recommends: thermald 2023-06-26T02:48:01.768 INFO:teuthology.orchestra.run.smithi071.stdout:Description: Generic Linux kernel image 2023-06-26T02:48:01.768 INFO:teuthology.orchestra.run.smithi071.stdout: This package will always depend on the latest generic kernel image 2023-06-26T02:48:01.768 INFO:teuthology.orchestra.run.smithi071.stdout: available. 2023-06-26T02:48:01.769 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-75-generic 2023-06-26T02:48:01.769 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-06-26T02:48:01.769 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-06-26T02:48:01.770 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2023-06-26T02:48:01.770 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi071.front.sepia.ceph.com, path=None, version=distro) 2023-06-26T02:48:01.770 DEBUG:teuthology.orchestra.run.smithi071:> sudo apt-get clean 2023-06-26T02:48:01.970 DEBUG:teuthology.orchestra.run.smithi071:> sudo apt-get update 2023-06-26T02:48:02.084 INFO:teuthology.orchestra.run.smithi071.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2023-06-26T02:48:02.205 INFO:teuthology.orchestra.run.smithi071.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-06-26T02:48:02.287 INFO:teuthology.orchestra.run.smithi071.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2023-06-26T02:48:02.367 INFO:teuthology.orchestra.run.smithi071.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2023-06-26T02:48:02.881 INFO:teuthology.orchestra.run.smithi023.stdout:Reading package lists... 2023-06-26T02:48:02.898 DEBUG:teuthology.orchestra.run.smithi023:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2023-06-26T02:48:02.961 INFO:teuthology.orchestra.run.smithi023.stdout:Reading package lists... 2023-06-26T02:48:03.136 INFO:teuthology.orchestra.run.smithi023.stdout:Building dependency tree... 2023-06-26T02:48:03.136 INFO:teuthology.orchestra.run.smithi023.stdout:Reading state information... 2023-06-26T02:48:03.295 INFO:teuthology.orchestra.run.smithi023.stdout:linux-image-generic is already the newest version (5.15.0.75.73). 2023-06-26T02:48:03.295 INFO:teuthology.orchestra.run.smithi023.stdout:The following packages were automatically installed and are no longer required: 2023-06-26T02:48:03.295 INFO:teuthology.orchestra.run.smithi023.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-06-26T02:48:03.295 INFO:teuthology.orchestra.run.smithi023.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-06-26T02:48:03.296 INFO:teuthology.orchestra.run.smithi023.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-06-26T02:48:03.296 INFO:teuthology.orchestra.run.smithi023.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-06-26T02:48:03.296 INFO:teuthology.orchestra.run.smithi023.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-06-26T02:48:03.296 INFO:teuthology.orchestra.run.smithi023.stdout:Use 'sudo apt autoremove' to remove them. 2023-06-26T02:48:03.336 INFO:teuthology.orchestra.run.smithi023.stdout:0 upgraded, 0 newly installed, 0 to remove and 212 not upgraded. 2023-06-26T02:48:03.338 DEBUG:teuthology.orchestra.run.smithi023:> dpkg -s linux-image-generic 2023-06-26T02:48:03.350 INFO:teuthology.orchestra.run.smithi023.stdout:Package: linux-image-generic 2023-06-26T02:48:03.350 INFO:teuthology.orchestra.run.smithi023.stdout:Status: install ok installed 2023-06-26T02:48:03.351 INFO:teuthology.orchestra.run.smithi023.stdout:Priority: optional 2023-06-26T02:48:03.351 INFO:teuthology.orchestra.run.smithi023.stdout:Section: kernel 2023-06-26T02:48:03.351 INFO:teuthology.orchestra.run.smithi023.stdout:Installed-Size: 20 2023-06-26T02:48:03.351 INFO:teuthology.orchestra.run.smithi023.stdout:Maintainer: Ubuntu Kernel Team 2023-06-26T02:48:03.351 INFO:teuthology.orchestra.run.smithi023.stdout:Architecture: amd64 2023-06-26T02:48:03.351 INFO:teuthology.orchestra.run.smithi023.stdout:Source: linux-meta 2023-06-26T02:48:03.351 INFO:teuthology.orchestra.run.smithi023.stdout:Version: 5.15.0.75.73 2023-06-26T02:48:03.352 INFO:teuthology.orchestra.run.smithi023.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.1), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-75), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.1) 2023-06-26T02:48:03.352 INFO:teuthology.orchestra.run.smithi023.stdout:Depends: linux-image-5.15.0-75-generic, linux-modules-extra-5.15.0-75-generic, linux-firmware, intel-microcode, amd64-microcode 2023-06-26T02:48:03.352 INFO:teuthology.orchestra.run.smithi023.stdout:Recommends: thermald 2023-06-26T02:48:03.352 INFO:teuthology.orchestra.run.smithi023.stdout:Description: Generic Linux kernel image 2023-06-26T02:48:03.352 INFO:teuthology.orchestra.run.smithi023.stdout: This package will always depend on the latest generic kernel image 2023-06-26T02:48:03.352 INFO:teuthology.orchestra.run.smithi023.stdout: available. 2023-06-26T02:48:03.353 DEBUG:teuthology.orchestra.run.smithi023:> mktemp 2023-06-26T02:48:03.363 INFO:teuthology.orchestra.run.smithi071.stdout:Reading package lists... 2023-06-26T02:48:03.379 DEBUG:teuthology.orchestra.run.smithi071:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2023-06-26T02:48:03.399 INFO:teuthology.orchestra.run.smithi023.stdout:/tmp/tmp.GlQJOZ4e9M 2023-06-26T02:48:03.399 DEBUG:teuthology.orchestra.run.smithi023:> sudo cp /boot/grub/grub.cfg /tmp/tmp.GlQJOZ4e9M 2023-06-26T02:48:03.441 INFO:teuthology.orchestra.run.smithi071.stdout:Reading package lists... 2023-06-26T02:48:03.455 DEBUG:teuthology.orchestra.run.smithi023:> sudo chmod 0666 /tmp/tmp.GlQJOZ4e9M 2023-06-26T02:48:03.572 DEBUG:teuthology.orchestra.remote:smithi023:/tmp/tmp.GlQJOZ4e9M is 10KB 2023-06-26T02:48:03.584 DEBUG:teuthology.orchestra.run.smithi023:> rm -fr /tmp/tmp.GlQJOZ4e9M 2023-06-26T02:48:03.590 DEBUG:teuthology.orchestra.run.smithi023:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2023-06-26T02:48:03.618 INFO:teuthology.orchestra.run.smithi071.stdout:Building dependency tree... 2023-06-26T02:48:03.618 INFO:teuthology.orchestra.run.smithi071.stdout:Reading state information... 2023-06-26T02:48:03.644 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T02:48:03.644 DEBUG:teuthology.orchestra.run.smithi023:> sudo dd of=/etc/grub.d/01_ceph_kernel 2023-06-26T02:48:03.644 DEBUG:teuthology.orchestra.run.smithi023:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2023-06-26T02:48:03.715 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-75-generic 2023-06-26T02:48:03.715 DEBUG:teuthology.orchestra.run.smithi023:> sudo update-grub 2023-06-26T02:48:03.770 INFO:teuthology.orchestra.run.smithi071.stdout:linux-image-generic is already the newest version (5.15.0.75.73). 2023-06-26T02:48:03.770 INFO:teuthology.orchestra.run.smithi071.stdout:The following packages were automatically installed and are no longer required: 2023-06-26T02:48:03.770 INFO:teuthology.orchestra.run.smithi071.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-06-26T02:48:03.771 INFO:teuthology.orchestra.run.smithi071.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-06-26T02:48:03.771 INFO:teuthology.orchestra.run.smithi071.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-06-26T02:48:03.771 INFO:teuthology.orchestra.run.smithi071.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-06-26T02:48:03.772 INFO:teuthology.orchestra.run.smithi071.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-06-26T02:48:03.772 INFO:teuthology.orchestra.run.smithi071.stdout:Use 'sudo apt autoremove' to remove them. 2023-06-26T02:48:03.808 INFO:teuthology.orchestra.run.smithi071.stdout:0 upgraded, 0 newly installed, 0 to remove and 212 not upgraded. 2023-06-26T02:48:03.809 DEBUG:teuthology.orchestra.run.smithi071:> dpkg -s linux-image-generic 2023-06-26T02:48:03.824 INFO:teuthology.orchestra.run.smithi071.stdout:Package: linux-image-generic 2023-06-26T02:48:03.825 INFO:teuthology.orchestra.run.smithi071.stdout:Status: install ok installed 2023-06-26T02:48:03.825 INFO:teuthology.orchestra.run.smithi071.stdout:Priority: optional 2023-06-26T02:48:03.825 INFO:teuthology.orchestra.run.smithi071.stdout:Section: kernel 2023-06-26T02:48:03.825 INFO:teuthology.orchestra.run.smithi071.stdout:Installed-Size: 20 2023-06-26T02:48:03.825 INFO:teuthology.orchestra.run.smithi071.stdout:Maintainer: Ubuntu Kernel Team 2023-06-26T02:48:03.825 INFO:teuthology.orchestra.run.smithi071.stdout:Architecture: amd64 2023-06-26T02:48:03.825 INFO:teuthology.orchestra.run.smithi071.stdout:Source: linux-meta 2023-06-26T02:48:03.826 INFO:teuthology.orchestra.run.smithi071.stdout:Version: 5.15.0.75.73 2023-06-26T02:48:03.826 INFO:teuthology.orchestra.run.smithi071.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.1), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-75), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.1) 2023-06-26T02:48:03.826 INFO:teuthology.orchestra.run.smithi071.stdout:Depends: linux-image-5.15.0-75-generic, linux-modules-extra-5.15.0-75-generic, linux-firmware, intel-microcode, amd64-microcode 2023-06-26T02:48:03.826 INFO:teuthology.orchestra.run.smithi071.stdout:Recommends: thermald 2023-06-26T02:48:03.826 INFO:teuthology.orchestra.run.smithi071.stdout:Description: Generic Linux kernel image 2023-06-26T02:48:03.826 INFO:teuthology.orchestra.run.smithi071.stdout: This package will always depend on the latest generic kernel image 2023-06-26T02:48:03.826 INFO:teuthology.orchestra.run.smithi071.stdout: available. 2023-06-26T02:48:03.827 DEBUG:teuthology.orchestra.run.smithi071:> mktemp 2023-06-26T02:48:03.874 INFO:teuthology.orchestra.run.smithi071.stdout:/tmp/tmp.uqygLFQKJp 2023-06-26T02:48:03.875 DEBUG:teuthology.orchestra.run.smithi071:> sudo cp /boot/grub/grub.cfg /tmp/tmp.uqygLFQKJp 2023-06-26T02:48:03.931 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod 0666 /tmp/tmp.uqygLFQKJp 2023-06-26T02:48:04.045 DEBUG:teuthology.orchestra.remote:smithi071:/tmp/tmp.uqygLFQKJp is 10KB 2023-06-26T02:48:04.057 DEBUG:teuthology.orchestra.run.smithi071:> rm -fr /tmp/tmp.uqygLFQKJp 2023-06-26T02:48:04.062 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2023-06-26T02:48:04.114 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-06-26T02:48:04.114 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/grub.d/01_ceph_kernel 2023-06-26T02:48:04.114 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2023-06-26T02:48:04.195 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-75-generic 2023-06-26T02:48:04.195 DEBUG:teuthology.orchestra.run.smithi071:> sudo update-grub 2023-06-26T02:48:04.864 INFO:teuthology.orchestra.run.smithi023.stderr:Sourcing file `/etc/default/grub' 2023-06-26T02:48:04.865 INFO:teuthology.orchestra.run.smithi023.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-06-26T02:48:04.875 INFO:teuthology.orchestra.run.smithi023.stderr:Generating grub configuration file ... 2023-06-26T02:48:05.049 INFO:teuthology.orchestra.run.smithi023.stderr:Found linux image: /boot/vmlinuz-5.15.0-75-generic 2023-06-26T02:48:05.055 INFO:teuthology.orchestra.run.smithi023.stderr:Found initrd image: /boot/initrd.img-5.15.0-75-generic 2023-06-26T02:48:05.267 INFO:teuthology.orchestra.run.smithi023.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2023-06-26T02:48:05.272 INFO:teuthology.orchestra.run.smithi023.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2023-06-26T02:48:05.316 INFO:teuthology.orchestra.run.smithi023.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2023-06-26T02:48:05.322 INFO:teuthology.orchestra.run.smithi023.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2023-06-26T02:48:05.396 INFO:teuthology.orchestra.run.smithi071.stderr:Sourcing file `/etc/default/grub' 2023-06-26T02:48:05.397 INFO:teuthology.orchestra.run.smithi071.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-06-26T02:48:05.400 INFO:teuthology.orchestra.run.smithi071.stderr:Generating grub configuration file ... 2023-06-26T02:48:05.441 INFO:teuthology.orchestra.run.smithi023.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2023-06-26T02:48:05.441 INFO:teuthology.orchestra.run.smithi023.stderr:Systems on them will not be added to the GRUB boot configuration. 2023-06-26T02:48:05.442 INFO:teuthology.orchestra.run.smithi023.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2023-06-26T02:48:05.452 INFO:teuthology.orchestra.run.smithi023.stderr:done 2023-06-26T02:48:05.466 DEBUG:teuthology.orchestra.run.smithi023:> sudo shutdown -r now 2023-06-26T02:48:05.592 INFO:teuthology.orchestra.run.smithi071.stderr:Found linux image: /boot/vmlinuz-5.15.0-75-generic 2023-06-26T02:48:05.599 INFO:teuthology.orchestra.run.smithi071.stderr:Found initrd image: /boot/initrd.img-5.15.0-75-generic 2023-06-26T02:48:05.898 INFO:teuthology.orchestra.run.smithi071.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2023-06-26T02:48:05.904 INFO:teuthology.orchestra.run.smithi071.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2023-06-26T02:48:05.944 INFO:teuthology.orchestra.run.smithi071.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2023-06-26T02:48:05.950 INFO:teuthology.orchestra.run.smithi071.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2023-06-26T02:48:06.067 INFO:teuthology.orchestra.run.smithi071.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2023-06-26T02:48:06.068 INFO:teuthology.orchestra.run.smithi071.stderr:Systems on them will not be added to the GRUB boot configuration. 2023-06-26T02:48:06.068 INFO:teuthology.orchestra.run.smithi071.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2023-06-26T02:48:06.088 INFO:teuthology.orchestra.run.smithi071.stderr:done 2023-06-26T02:48:06.097 DEBUG:teuthology.orchestra.run.smithi071:> sudo shutdown -r now 2023-06-26T02:48:35.496 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2023-06-26T02:48:35.497 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi023.front.sepia.ceph.com' 2023-06-26T02:48:35.497 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi023.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-26T02:48:36.100 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2023-06-26T02:48:36.100 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi071.front.sepia.ceph.com' 2023-06-26T02:48:36.101 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-26T02:48:53.876 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.23 2023-06-26T02:48:54.640 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.71 2023-06-26T02:49:23.904 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi023.front.sepia.ceph.com' 2023-06-26T02:49:23.905 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi023.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-26T02:49:24.642 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi071.front.sepia.ceph.com' 2023-06-26T02:49:24.643 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-26T02:49:26.960 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.23 2023-06-26T02:49:43.028 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.71 2023-06-26T02:49:56.972 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi023.front.sepia.ceph.com' 2023-06-26T02:49:56.973 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi023.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-26T02:50:13.044 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi071.front.sepia.ceph.com' 2023-06-26T02:50:13.045 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-26T02:50:13.335 DEBUG:teuthology.orchestra.run.smithi071:> true 2023-06-26T02:50:13.975 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi071.front.sepia.ceph.com' 2023-06-26T02:50:13.975 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.15.0-75-generic"... 2023-06-26T02:50:13.975 DEBUG:teuthology.orchestra.run.smithi071:> uname -r 2023-06-26T02:50:14.023 INFO:teuthology.orchestra.run.smithi071.stdout:5.15.0-75-generic 2023-06-26T02:50:14.023 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-75-generic vs 5.15.0-75-generic 2023-06-26T02:50:14.023 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-06-26T02:50:14.024 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2023-06-26T02:50:15.025 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2023-06-26T02:50:15.025 DEBUG:teuthology.orchestra.run.smithi071:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-06-26T02:50:15.386 INFO:teuthology.orchestra.run.smithi071.stdout:ttyS1 2023-06-26T02:50:15.417 DEBUG:teuthology.parallel:result is None 2023-06-26T02:50:15.536 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.23 2023-06-26T02:50:45.537 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi023.front.sepia.ceph.com' 2023-06-26T02:50:45.538 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi023.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-26T02:50:45.829 DEBUG:teuthology.orchestra.run.smithi023:> true 2023-06-26T02:50:46.540 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi023.front.sepia.ceph.com' 2023-06-26T02:50:46.541 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.15.0-75-generic"... 2023-06-26T02:50:46.541 DEBUG:teuthology.orchestra.run.smithi023:> uname -r 2023-06-26T02:50:46.587 INFO:teuthology.orchestra.run.smithi023.stdout:5.15.0-75-generic 2023-06-26T02:50:46.587 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-75-generic vs 5.15.0-75-generic 2023-06-26T02:50:46.587 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-06-26T02:50:46.587 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2023-06-26T02:50:47.588 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2023-06-26T02:50:47.589 DEBUG:teuthology.orchestra.run.smithi023:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-06-26T02:50:47.675 INFO:teuthology.orchestra.run.smithi023.stdout:ttyS1 2023-06-26T02:50:47.709 DEBUG:teuthology.parallel:result is None 2023-06-26T02:50:47.709 INFO:teuthology.run_tasks:Running task internal.base... 2023-06-26T02:50:47.717 INFO:teuthology.task.internal:Creating test directory... 2023-06-26T02:50:47.717 DEBUG:teuthology.orchestra.run.smithi023:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-06-26T02:50:47.720 DEBUG:teuthology.orchestra.run.smithi071:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-06-26T02:50:47.726 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-06-26T02:50:47.769 INFO:teuthology.run_tasks:Running task internal.archive... 2023-06-26T02:50:47.796 INFO:teuthology.task.internal:Creating archive directory... 2023-06-26T02:50:47.797 DEBUG:teuthology.orchestra.run.smithi023:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-06-26T02:50:47.799 DEBUG:teuthology.orchestra.run.smithi071:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-06-26T02:50:47.838 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-06-26T02:50:47.845 INFO:teuthology.task.internal:Enabling coredump saving... 2023-06-26T02:50:47.845 DEBUG:teuthology.orchestra.run.smithi023:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-06-26T02:50:47.856 DEBUG:teuthology.orchestra.run.smithi071:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-06-26T02:50:47.873 INFO:teuthology.orchestra.run.smithi023.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-06-26T02:50:47.884 INFO:teuthology.orchestra.run.smithi023.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-06-26T02:50:47.916 INFO:teuthology.orchestra.run.smithi071.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-06-26T02:50:47.925 INFO:teuthology.orchestra.run.smithi071.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-06-26T02:50:47.926 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-06-26T02:50:47.934 INFO:teuthology.task.internal:Configuring sudo... 2023-06-26T02:50:47.934 DEBUG:teuthology.orchestra.run.smithi023:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-06-26T02:50:47.936 DEBUG:teuthology.orchestra.run.smithi071:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-06-26T02:50:47.986 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-06-26T02:50:47.995 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-06-26T02:50:47.996 DEBUG:teuthology.orchestra.run.smithi023:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-06-26T02:50:47.998 DEBUG:teuthology.orchestra.run.smithi071:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-06-26T02:50:48.035 DEBUG:teuthology.orchestra.run.smithi023:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-06-26T02:50:48.047 DEBUG:teuthology.orchestra.run.smithi023:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-06-26T02:50:48.095 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T02:50:48.096 DEBUG:teuthology.orchestra.run.smithi023:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-06-26T02:50:48.159 DEBUG:teuthology.orchestra.run.smithi071:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-06-26T02:50:48.165 DEBUG:teuthology.orchestra.run.smithi071:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-06-26T02:50:48.211 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-06-26T02:50:48.211 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-06-26T02:50:48.293 DEBUG:teuthology.orchestra.run.smithi023:> sudo service rsyslog restart 2023-06-26T02:50:48.295 DEBUG:teuthology.orchestra.run.smithi071:> sudo service rsyslog restart 2023-06-26T02:50:48.410 INFO:teuthology.run_tasks:Running task internal.timer... 2023-06-26T02:50:48.418 INFO:teuthology.task.internal:Starting timer... 2023-06-26T02:50:48.418 INFO:teuthology.run_tasks:Running task pcp... 2023-06-26T02:50:48.471 INFO:teuthology.run_tasks:Running task selinux... 2023-06-26T02:50:48.507 DEBUG:teuthology.task.selinux:Excluding smithi023: OS 'ubuntu' does not support SELinux 2023-06-26T02:50:48.507 DEBUG:teuthology.task.selinux:Excluding smithi071: OS 'ubuntu' does not support SELinux 2023-06-26T02:50:48.508 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-06-26T02:50:48.508 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2023-06-26T02:50:48.508 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-06-26T02:50:48.508 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-06-26T02:50:48.541 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2023-06-26T02:50:48.546 INFO:teuthology.repo_utils:Fetching main from origin 2023-06-26T02:50:48.717 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-06-26T02:50:48.735 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-06-26T02:50:48.737 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi023.front.sepia.ceph.com,smithi071.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-06-26T02:58:22.268 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi023.front.sepia.ceph.com'), Remote(name='ubuntu@smithi071.front.sepia.ceph.com')] 2023-06-26T02:58:22.270 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi023.front.sepia.ceph.com' 2023-06-26T02:58:22.271 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi023.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-26T02:58:22.349 DEBUG:teuthology.orchestra.run.smithi023:> true 2023-06-26T02:58:22.460 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi071.front.sepia.ceph.com' 2023-06-26T02:58:22.461 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-06-26T02:58:22.541 DEBUG:teuthology.orchestra.run.smithi071:> true 2023-06-26T02:58:22.660 INFO:teuthology.run_tasks:Running task clock... 2023-06-26T02:58:22.674 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-06-26T02:58:22.675 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-06-26T02:58:22.675 DEBUG:teuthology.orchestra.run.smithi023:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-06-26T02:58:22.678 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-06-26T02:58:22.678 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-06-26T02:58:22.706 INFO:teuthology.orchestra.run.smithi023.stdout:26 Jun 02:58:22 ntpd[27300]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2023-06-26T02:58:22.707 INFO:teuthology.orchestra.run.smithi023.stdout:26 Jun 02:58:22 ntpd[27300]: Command line: ntpd -gq 2023-06-26T02:58:22.707 INFO:teuthology.orchestra.run.smithi023.stdout:26 Jun 02:58:22 ntpd[27300]: ---------------------------------------------------- 2023-06-26T02:58:22.707 INFO:teuthology.orchestra.run.smithi023.stdout:26 Jun 02:58:22 ntpd[27300]: ntp-4 is maintained by Network Time Foundation, 2023-06-26T02:58:22.707 INFO:teuthology.orchestra.run.smithi023.stdout:26 Jun 02:58:22 ntpd[27300]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2023-06-26T02:58:22.707 INFO:teuthology.orchestra.run.smithi023.stdout:26 Jun 02:58:22 ntpd[27300]: corporation. Support and training for ntp-4 are 2023-06-26T02:58:22.707 INFO:teuthology.orchestra.run.smithi023.stdout:26 Jun 02:58:22 ntpd[27300]: available at https://www.nwtime.org/support 2023-06-26T02:58:22.708 INFO:teuthology.orchestra.run.smithi023.stdout:26 Jun 02:58:22 ntpd[27300]: ---------------------------------------------------- 2023-06-26T02:58:22.708 INFO:teuthology.orchestra.run.smithi023.stdout:26 Jun 02:58:22 ntpd[27300]: proto: precision = 0.063 usec (-24) 2023-06-26T02:58:22.708 INFO:teuthology.orchestra.run.smithi023.stdout:26 Jun 02:58:22 ntpd[27300]: basedate set to 2022-02-04 2023-06-26T02:58:22.708 INFO:teuthology.orchestra.run.smithi023.stdout:26 Jun 02:58:22 ntpd[27300]: gps base set to 2022-02-06 (week 2196) 2023-06-26T02:58:22.709 INFO:teuthology.orchestra.run.smithi023.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-06-26T02:58:22.709 INFO:teuthology.orchestra.run.smithi023.stdout:26 Jun 02:58:22 ntpd[27300]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-06-26T02:58:22.709 INFO:teuthology.orchestra.run.smithi023.stdout:26 Jun 02:58:22 ntpd[27300]: restrict ::: KOD does nothing without LIMITED. 2023-06-26T02:58:22.710 INFO:teuthology.orchestra.run.smithi023.stderr:restrict ::: KOD does nothing without LIMITED. 2023-06-26T02:58:22.710 INFO:teuthology.orchestra.run.smithi023.stdout:26 Jun 02:58:22 ntpd[27300]: Listen and drop on 0 v6wildcard [::]:123 2023-06-26T02:58:22.711 INFO:teuthology.orchestra.run.smithi023.stdout:26 Jun 02:58:22 ntpd[27300]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2023-06-26T02:58:22.711 INFO:teuthology.orchestra.run.smithi023.stdout:26 Jun 02:58:22 ntpd[27300]: Listen normally on 2 lo 127.0.0.1:123 2023-06-26T02:58:22.711 INFO:teuthology.orchestra.run.smithi023.stdout:26 Jun 02:58:22 ntpd[27300]: Listen normally on 3 ens1f0 172.21.15.23:123 2023-06-26T02:58:22.711 INFO:teuthology.orchestra.run.smithi023.stdout:26 Jun 02:58:22 ntpd[27300]: Listen normally on 4 lo [::1]:123 2023-06-26T02:58:22.711 INFO:teuthology.orchestra.run.smithi023.stdout:26 Jun 02:58:22 ntpd[27300]: Listen normally on 5 ens1f0 [fe80::ec4:7aff:fe59:ce42%2]:123 2023-06-26T02:58:22.711 INFO:teuthology.orchestra.run.smithi023.stdout:26 Jun 02:58:22 ntpd[27300]: Listening on routing socket on fd #22 for interface updates 2023-06-26T02:58:22.729 INFO:teuthology.orchestra.run.smithi071.stdout:26 Jun 02:58:22 ntpd[27395]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2023-06-26T02:58:22.729 INFO:teuthology.orchestra.run.smithi071.stdout:26 Jun 02:58:22 ntpd[27395]: Command line: ntpd -gq 2023-06-26T02:58:22.729 INFO:teuthology.orchestra.run.smithi071.stdout:26 Jun 02:58:22 ntpd[27395]: ---------------------------------------------------- 2023-06-26T02:58:22.730 INFO:teuthology.orchestra.run.smithi071.stdout:26 Jun 02:58:22 ntpd[27395]: ntp-4 is maintained by Network Time Foundation, 2023-06-26T02:58:22.730 INFO:teuthology.orchestra.run.smithi071.stdout:26 Jun 02:58:22 ntpd[27395]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2023-06-26T02:58:22.730 INFO:teuthology.orchestra.run.smithi071.stdout:26 Jun 02:58:22 ntpd[27395]: corporation. Support and training for ntp-4 are 2023-06-26T02:58:22.730 INFO:teuthology.orchestra.run.smithi071.stdout:26 Jun 02:58:22 ntpd[27395]: available at https://www.nwtime.org/support 2023-06-26T02:58:22.730 INFO:teuthology.orchestra.run.smithi071.stdout:26 Jun 02:58:22 ntpd[27395]: ---------------------------------------------------- 2023-06-26T02:58:22.731 INFO:teuthology.orchestra.run.smithi071.stdout:26 Jun 02:58:22 ntpd[27395]: proto: precision = 0.059 usec (-24) 2023-06-26T02:58:22.731 INFO:teuthology.orchestra.run.smithi071.stdout:26 Jun 02:58:22 ntpd[27395]: basedate set to 2022-02-04 2023-06-26T02:58:22.731 INFO:teuthology.orchestra.run.smithi071.stdout:26 Jun 02:58:22 ntpd[27395]: gps base set to 2022-02-06 (week 2196) 2023-06-26T02:58:22.731 INFO:teuthology.orchestra.run.smithi071.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-06-26T02:58:22.732 INFO:teuthology.orchestra.run.smithi071.stdout:26 Jun 02:58:22 ntpd[27395]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-06-26T02:58:22.732 INFO:teuthology.orchestra.run.smithi071.stdout:26 Jun 02:58:22 ntpd[27395]: restrict ::: KOD does nothing without LIMITED. 2023-06-26T02:58:22.732 INFO:teuthology.orchestra.run.smithi071.stderr:restrict ::: KOD does nothing without LIMITED. 2023-06-26T02:58:22.733 INFO:teuthology.orchestra.run.smithi071.stdout:26 Jun 02:58:22 ntpd[27395]: Listen and drop on 0 v6wildcard [::]:123 2023-06-26T02:58:22.733 INFO:teuthology.orchestra.run.smithi071.stdout:26 Jun 02:58:22 ntpd[27395]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2023-06-26T02:58:22.733 INFO:teuthology.orchestra.run.smithi071.stdout:26 Jun 02:58:22 ntpd[27395]: Listen normally on 2 lo 127.0.0.1:123 2023-06-26T02:58:22.733 INFO:teuthology.orchestra.run.smithi071.stdout:26 Jun 02:58:22 ntpd[27395]: Listen normally on 3 enp3s0f1 172.21.15.71:123 2023-06-26T02:58:22.733 INFO:teuthology.orchestra.run.smithi071.stdout:26 Jun 02:58:22 ntpd[27395]: Listen normally on 4 lo [::1]:123 2023-06-26T02:58:22.734 INFO:teuthology.orchestra.run.smithi071.stdout:26 Jun 02:58:22 ntpd[27395]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe8f:d765%5]:123 2023-06-26T02:58:22.734 INFO:teuthology.orchestra.run.smithi071.stdout:26 Jun 02:58:22 ntpd[27395]: Listening on routing socket on fd #22 for interface updates 2023-06-26T02:58:23.707 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:23 ntpd[27300]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:23.707 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:23 ntpd[27300]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:23.707 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:23 ntpd[27300]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:23.708 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:23 ntpd[27300]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:23.708 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:23 ntpd[27300]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:23.708 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:23 ntpd[27300]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:23.708 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:23 ntpd[27300]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:58:23.708 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:23 ntpd[27300]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:58:23.730 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:23 ntpd[27395]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:23.730 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:23 ntpd[27395]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:23.730 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:23 ntpd[27395]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:23.731 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:23 ntpd[27395]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:23.731 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:23 ntpd[27395]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:23.731 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:23 ntpd[27395]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:23.731 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:23 ntpd[27395]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:58:23.731 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:23 ntpd[27395]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:58:23.731 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:23 ntpd[27395]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:23.731 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:23 ntpd[27395]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:23.732 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:23 ntpd[27395]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:58:23.732 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:23 ntpd[27395]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:58:24.730 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:24 ntpd[27395]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:24.730 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:24 ntpd[27395]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:24.730 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:24 ntpd[27395]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:24.730 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:24 ntpd[27395]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:24.731 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:24 ntpd[27395]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:24.731 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:24 ntpd[27395]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:24.731 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:24 ntpd[27395]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:58:24.731 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:24 ntpd[27395]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:58:25.707 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:25 ntpd[27300]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:25.707 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:25 ntpd[27300]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:25.708 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:25 ntpd[27300]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:25.708 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:25 ntpd[27300]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:25.708 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:25 ntpd[27300]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:58:25.708 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:25 ntpd[27300]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:58:25.730 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:25 ntpd[27395]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:25.730 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:25 ntpd[27395]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:25.730 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:25 ntpd[27395]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:25.731 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:25 ntpd[27395]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:25.731 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:25 ntpd[27395]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:25.731 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:25 ntpd[27395]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:25.731 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:25 ntpd[27395]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:58:25.731 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:25 ntpd[27395]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:58:25.731 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:25 ntpd[27395]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:25.731 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:25 ntpd[27395]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:25.731 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:25 ntpd[27395]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:58:25.732 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:25 ntpd[27395]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:58:26.707 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:26 ntpd[27300]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:26.707 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:26 ntpd[27300]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:26.708 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:26 ntpd[27300]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:26.708 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:26 ntpd[27300]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:26.708 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:26 ntpd[27300]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:58:26.708 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:26 ntpd[27300]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:58:26.729 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:26 ntpd[27395]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:26.730 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:26 ntpd[27395]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:26.730 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:26 ntpd[27395]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:26.730 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:26 ntpd[27395]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:26.730 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:26 ntpd[27395]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:58:26.730 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:26 ntpd[27395]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:58:27.707 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:27 ntpd[27300]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:27.708 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:27 ntpd[27300]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:27.708 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:27 ntpd[27300]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:27.708 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:27 ntpd[27300]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:27.708 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:27 ntpd[27300]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:27.708 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:27 ntpd[27300]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:27.708 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:27 ntpd[27300]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:58:27.709 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:27 ntpd[27300]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:58:27.709 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:27 ntpd[27300]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:27.709 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:27 ntpd[27300]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:27.709 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:27 ntpd[27300]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:58:27.709 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:27 ntpd[27300]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:58:27.730 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:27 ntpd[27395]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:27.730 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:27 ntpd[27395]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:27.730 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:27 ntpd[27395]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:27.731 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:27 ntpd[27395]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:27.731 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:27 ntpd[27395]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:27.731 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:27 ntpd[27395]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:27.731 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:27 ntpd[27395]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:58:27.731 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:27 ntpd[27395]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:58:27.731 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:27 ntpd[27395]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:27.731 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:27 ntpd[27395]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:27.731 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:27 ntpd[27395]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:58:27.732 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:27 ntpd[27395]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:58:28.707 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:28 ntpd[27300]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:28.707 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:28 ntpd[27300]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:28.707 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:28 ntpd[27300]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:28.708 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:28 ntpd[27300]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:28.708 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:28 ntpd[27300]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:58:28.708 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:28 ntpd[27300]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:58:28.729 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:28 ntpd[27395]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:28.730 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:28 ntpd[27395]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:28.730 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:28 ntpd[27395]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:28.730 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:28 ntpd[27395]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:28.730 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:28 ntpd[27395]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:58:28.730 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:28 ntpd[27395]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:58:29.707 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:29 ntpd[27300]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:29.708 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:29 ntpd[27300]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:29.708 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:29 ntpd[27300]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:29.708 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:29 ntpd[27300]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:29.708 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:29 ntpd[27300]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:29.708 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:29 ntpd[27300]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:29.709 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:29 ntpd[27300]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:58:29.709 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:29 ntpd[27300]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:58:29.709 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:29 ntpd[27300]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:29.709 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:29 ntpd[27300]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:29.709 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:29 ntpd[27300]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:58:29.709 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:29 ntpd[27300]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:58:29.710 INFO:teuthology.orchestra.run.smithi023.stdout:26 Jun 02:58:29 ntpd[27300]: ntpd: time slew -0.001235 s 2023-06-26T02:58:29.710 INFO:teuthology.orchestra.run.smithi023.stdout:ntpd: time slew -0.001235s 2023-06-26T02:58:29.710 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:29 ntpd[27300]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2023-06-26T02:58:29.711 INFO:teuthology.orchestra.run.smithi023.stderr:26 Jun 02:58:29 ntpd[27300]: can't open /var/log/ntpstats/loopstats.20230626: Permission denied 2023-06-26T02:58:29.730 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:29 ntpd[27395]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:29.730 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:29 ntpd[27395]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:29.730 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:29 ntpd[27395]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:29.730 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:29 ntpd[27395]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:29.730 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:29 ntpd[27395]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-06-26T02:58:29.730 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:29 ntpd[27395]: can't open /var/log/ntpstats/rawstats.20230626: Permission denied 2023-06-26T02:58:29.731 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:29 ntpd[27395]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-06-26T02:58:29.731 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:29 ntpd[27395]: can't open /var/log/ntpstats/peerstats.20230626: Permission denied 2023-06-26T02:58:29.731 INFO:teuthology.orchestra.run.smithi071.stdout:26 Jun 02:58:29 ntpd[27395]: ntpd: time slew -0.001214 s 2023-06-26T02:58:29.731 INFO:teuthology.orchestra.run.smithi071.stdout:ntpd: time slew -0.001214s 2023-06-26T02:58:29.732 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:29 ntpd[27395]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2023-06-26T02:58:29.732 INFO:teuthology.orchestra.run.smithi071.stderr:26 Jun 02:58:29 ntpd[27395]: can't open /var/log/ntpstats/loopstats.20230626: Permission denied 2023-06-26T02:58:29.808 INFO:teuthology.orchestra.run.smithi023.stdout: remote refid st t when poll reach delay offset jitter 2023-06-26T02:58:29.808 INFO:teuthology.orchestra.run.smithi023.stdout:============================================================================== 2023-06-26T02:58:29.809 INFO:teuthology.orchestra.run.smithi023.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-06-26T02:58:29.809 INFO:teuthology.orchestra.run.smithi023.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-06-26T02:58:29.809 INFO:teuthology.orchestra.run.smithi023.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-06-26T02:58:29.809 INFO:teuthology.orchestra.run.smithi023.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-06-26T02:58:29.820 INFO:teuthology.orchestra.run.smithi071.stdout: remote refid st t when poll reach delay offset jitter 2023-06-26T02:58:29.820 INFO:teuthology.orchestra.run.smithi071.stdout:============================================================================== 2023-06-26T02:58:29.820 INFO:teuthology.orchestra.run.smithi071.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-06-26T02:58:29.820 INFO:teuthology.orchestra.run.smithi071.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-06-26T02:58:29.820 INFO:teuthology.orchestra.run.smithi071.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-06-26T02:58:29.821 INFO:teuthology.orchestra.run.smithi071.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-06-26T02:58:29.821 INFO:teuthology.run_tasks:Running task install... 2023-06-26T02:58:29.830 DEBUG:teuthology.task.install:project ceph 2023-06-26T02:58:29.830 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '6e29bf323ce1af97210bf5c3ab6386cc214ed162'}} 2023-06-26T02:58:29.831 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '6e29bf323ce1af97210bf5c3ab6386cc214ed162'} 2023-06-26T02:58:29.831 INFO:teuthology.task.install:Using flavor: default 2023-06-26T02:58:29.836 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-06-26T02:58:29.837 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2023-06-26T02:58:29.837 DEBUG:teuthology.orchestra.run.smithi023:> sudo apt-key list | grep Ceph 2023-06-26T02:58:29.838 DEBUG:teuthology.orchestra.run.smithi071:> sudo apt-key list | grep Ceph 2023-06-26T02:58:29.908 INFO:teuthology.orchestra.run.smithi023.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2023-06-26T02:58:29.917 INFO:teuthology.orchestra.run.smithi071.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2023-06-26T02:58:29.937 INFO:teuthology.orchestra.run.smithi023.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2023-06-26T02:58:29.937 INFO:teuthology.orchestra.run.smithi023.stdout:uid [ unknown] Ceph.com (release key) 2023-06-26T02:58:29.938 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2023-06-26T02:58:29.938 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2023-06-26T02:58:29.938 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=6e29bf323ce1af97210bf5c3ab6386cc214ed162 2023-06-26T02:58:29.943 INFO:teuthology.orchestra.run.smithi071.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2023-06-26T02:58:29.943 INFO:teuthology.orchestra.run.smithi071.stdout:uid [ unknown] Ceph.com (release key) 2023-06-26T02:58:29.944 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2023-06-26T02:58:29.944 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2023-06-26T02:58:29.945 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=6e29bf323ce1af97210bf5c3ab6386cc214ed162 2023-06-26T02:58:30.080 INFO:teuthology.task.install.deb:Pulling from https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default/ 2023-06-26T02:58:30.080 INFO:teuthology.task.install.deb:Package version is 18.0.0-4444-g6e29bf32-1jammy 2023-06-26T02:58:30.156 INFO:teuthology.task.install.deb:Pulling from https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default/ 2023-06-26T02:58:30.156 INFO:teuthology.task.install.deb:Package version is 18.0.0-4444-g6e29bf32-1jammy 2023-06-26T02:58:30.188 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T02:58:30.189 DEBUG:teuthology.orchestra.run.smithi023:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2023-06-26T02:58:30.204 DEBUG:teuthology.orchestra.run.smithi023:> sudo apt-get update 2023-06-26T02:58:30.261 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-06-26T02:58:30.262 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2023-06-26T02:58:30.275 DEBUG:teuthology.orchestra.run.smithi071:> sudo apt-get update 2023-06-26T02:58:30.428 INFO:teuthology.orchestra.run.smithi023.stdout:Ign:1 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy InRelease 2023-06-26T02:58:30.450 INFO:teuthology.orchestra.run.smithi023.stdout:Get:2 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy Release [7,662 B] 2023-06-26T02:58:30.456 INFO:teuthology.orchestra.run.smithi071.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-06-26T02:58:30.460 INFO:teuthology.orchestra.run.smithi023.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-06-26T02:58:30.466 INFO:teuthology.orchestra.run.smithi071.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2023-06-26T02:58:30.467 INFO:teuthology.orchestra.run.smithi023.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2023-06-26T02:58:30.483 INFO:teuthology.orchestra.run.smithi023.stdout:Ign:5 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy Release.gpg 2023-06-26T02:58:30.483 INFO:teuthology.orchestra.run.smithi071.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2023-06-26T02:58:30.484 INFO:teuthology.orchestra.run.smithi023.stdout:Hit:6 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2023-06-26T02:58:30.504 INFO:teuthology.orchestra.run.smithi023.stdout:Get:7 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,414 B] 2023-06-26T02:58:30.532 INFO:teuthology.orchestra.run.smithi023.stdout:Get:8 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.5 kB] 2023-06-26T02:58:30.553 INFO:teuthology.orchestra.run.smithi071.stdout:Ign:4 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy InRelease 2023-06-26T02:58:30.578 INFO:teuthology.orchestra.run.smithi071.stdout:Hit:5 http://security.ubuntu.com/ubuntu jammy-security InRelease 2023-06-26T02:58:30.579 INFO:teuthology.orchestra.run.smithi023.stdout:Hit:9 http://security.ubuntu.com/ubuntu jammy-security InRelease 2023-06-26T02:58:30.589 INFO:teuthology.orchestra.run.smithi071.stdout:Get:6 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy Release [7,662 B] 2023-06-26T02:58:30.626 INFO:teuthology.orchestra.run.smithi071.stdout:Ign:7 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy Release.gpg 2023-06-26T02:58:30.662 INFO:teuthology.orchestra.run.smithi071.stdout:Get:8 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.5 kB] 2023-06-26T02:58:30.704 INFO:teuthology.orchestra.run.smithi071.stdout:Get:9 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,414 B] 2023-06-26T02:58:30.806 INFO:teuthology.orchestra.run.smithi071.stdout:Fetched 28.5 kB in 0s (80.6 kB/s) 2023-06-26T02:58:30.835 INFO:teuthology.orchestra.run.smithi023.stdout:Fetched 28.5 kB in 0s (63.7 kB/s) 2023-06-26T02:58:31.546 INFO:teuthology.orchestra.run.smithi071.stdout:Reading package lists... 2023-06-26T02:58:31.562 DEBUG:teuthology.orchestra.run.smithi071:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.0.0-4444-g6e29bf32-1jammy cephadm=18.0.0-4444-g6e29bf32-1jammy ceph-mds=18.0.0-4444-g6e29bf32-1jammy ceph-mgr=18.0.0-4444-g6e29bf32-1jammy ceph-common=18.0.0-4444-g6e29bf32-1jammy ceph-fuse=18.0.0-4444-g6e29bf32-1jammy ceph-test=18.0.0-4444-g6e29bf32-1jammy ceph-volume=18.0.0-4444-g6e29bf32-1jammy radosgw=18.0.0-4444-g6e29bf32-1jammy python3-rados=18.0.0-4444-g6e29bf32-1jammy python3-rgw=18.0.0-4444-g6e29bf32-1jammy python3-cephfs=18.0.0-4444-g6e29bf32-1jammy python3-rbd=18.0.0-4444-g6e29bf32-1jammy libcephfs2=18.0.0-4444-g6e29bf32-1jammy libcephfs-dev=18.0.0-4444-g6e29bf32-1jammy librados2=18.0.0-4444-g6e29bf32-1jammy librbd1=18.0.0-4444-g6e29bf32-1jammy rbd-fuse=18.0.0-4444-g6e29bf32-1jammy python3-cephfs=18.0.0-4444-g6e29bf32-1jammy cephfs-shell=18.0.0-4444-g6e29bf32-1jammy cephfs-top=18.0.0-4444-g6e29bf32-1jammy cephfs-mirror=18.0.0-4444-g6e29bf32-1jammy 2023-06-26T02:58:31.613 INFO:teuthology.orchestra.run.smithi071.stdout:Reading package lists... 2023-06-26T02:58:31.651 INFO:teuthology.orchestra.run.smithi023.stdout:Reading package lists... 2023-06-26T02:58:31.667 DEBUG:teuthology.orchestra.run.smithi023:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.0.0-4444-g6e29bf32-1jammy cephadm=18.0.0-4444-g6e29bf32-1jammy ceph-mds=18.0.0-4444-g6e29bf32-1jammy ceph-mgr=18.0.0-4444-g6e29bf32-1jammy ceph-common=18.0.0-4444-g6e29bf32-1jammy ceph-fuse=18.0.0-4444-g6e29bf32-1jammy ceph-test=18.0.0-4444-g6e29bf32-1jammy ceph-volume=18.0.0-4444-g6e29bf32-1jammy radosgw=18.0.0-4444-g6e29bf32-1jammy python3-rados=18.0.0-4444-g6e29bf32-1jammy python3-rgw=18.0.0-4444-g6e29bf32-1jammy python3-cephfs=18.0.0-4444-g6e29bf32-1jammy python3-rbd=18.0.0-4444-g6e29bf32-1jammy libcephfs2=18.0.0-4444-g6e29bf32-1jammy libcephfs-dev=18.0.0-4444-g6e29bf32-1jammy librados2=18.0.0-4444-g6e29bf32-1jammy librbd1=18.0.0-4444-g6e29bf32-1jammy rbd-fuse=18.0.0-4444-g6e29bf32-1jammy python3-cephfs=18.0.0-4444-g6e29bf32-1jammy cephfs-shell=18.0.0-4444-g6e29bf32-1jammy cephfs-top=18.0.0-4444-g6e29bf32-1jammy cephfs-mirror=18.0.0-4444-g6e29bf32-1jammy 2023-06-26T02:58:31.731 INFO:teuthology.orchestra.run.smithi023.stdout:Reading package lists... 2023-06-26T02:58:31.774 INFO:teuthology.orchestra.run.smithi071.stdout:Building dependency tree... 2023-06-26T02:58:31.775 INFO:teuthology.orchestra.run.smithi071.stdout:Reading state information... 2023-06-26T02:58:31.909 INFO:teuthology.orchestra.run.smithi023.stdout:Building dependency tree... 2023-06-26T02:58:31.910 INFO:teuthology.orchestra.run.smithi023.stdout:Reading state information... 2023-06-26T02:58:31.915 INFO:teuthology.orchestra.run.smithi071.stdout:The following packages were automatically installed and are no longer required: 2023-06-26T02:58:31.915 INFO:teuthology.orchestra.run.smithi071.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-06-26T02:58:31.915 INFO:teuthology.orchestra.run.smithi071.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-06-26T02:58:31.916 INFO:teuthology.orchestra.run.smithi071.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-06-26T02:58:31.916 INFO:teuthology.orchestra.run.smithi071.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-06-26T02:58:31.916 INFO:teuthology.orchestra.run.smithi071.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-06-26T02:58:31.916 INFO:teuthology.orchestra.run.smithi071.stdout:Use 'sudo apt autoremove' to remove them. 2023-06-26T02:58:31.917 INFO:teuthology.orchestra.run.smithi071.stdout:The following additional packages will be installed: 2023-06-26T02:58:31.917 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2023-06-26T02:58:31.918 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2023-06-26T02:58:31.918 INFO:teuthology.orchestra.run.smithi071.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2023-06-26T02:58:31.918 INFO:teuthology.orchestra.run.smithi071.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2023-06-26T02:58:31.918 INFO:teuthology.orchestra.run.smithi071.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.16.0 nvme-cli 2023-06-26T02:58:31.918 INFO:teuthology.orchestra.run.smithi071.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2023-06-26T02:58:31.918 INFO:teuthology.orchestra.run.smithi071.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2023-06-26T02:58:31.918 INFO:teuthology.orchestra.run.smithi071.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2023-06-26T02:58:31.918 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cherrypy3 python3-cmd2 python3-colorama python3-google-auth 2023-06-26T02:58:31.919 INFO:teuthology.orchestra.run.smithi071.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2023-06-26T02:58:31.919 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2023-06-26T02:58:31.919 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2023-06-26T02:58:31.919 INFO:teuthology.orchestra.run.smithi071.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2023-06-26T02:58:31.919 INFO:teuthology.orchestra.run.smithi071.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2023-06-26T02:58:31.919 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2023-06-26T02:58:31.919 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2023-06-26T02:58:31.919 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pyperclip python3-pytest python3-repoze.lru python3-requests 2023-06-26T02:58:31.920 INFO:teuthology.orchestra.run.smithi071.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2023-06-26T02:58:31.920 INFO:teuthology.orchestra.run.smithi071.stdout: python3-simplejson python3-singledispatch python3-sklearn 2023-06-26T02:58:31.920 INFO:teuthology.orchestra.run.smithi071.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2023-06-26T02:58:31.920 INFO:teuthology.orchestra.run.smithi071.stdout: python3-toml python3-urllib3 python3-waitress python3-wcwidth python3-webob 2023-06-26T02:58:31.920 INFO:teuthology.orchestra.run.smithi071.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2023-06-26T02:58:31.920 INFO:teuthology.orchestra.run.smithi071.stdout: qttranslations5-l10n socat xmlstarlet 2023-06-26T02:58:31.921 INFO:teuthology.orchestra.run.smithi071.stdout:Suggested packages: 2023-06-26T02:58:31.921 INFO:teuthology.orchestra.run.smithi071.stdout: python3-influxdb python-jinja2-doc python3-beaker python-mako-doc 2023-06-26T02:58:31.921 INFO:teuthology.orchestra.run.smithi071.stdout: python-natsort-doc python-openssl-doc python3-openssl-dbg httpd-wsgi 2023-06-26T02:58:31.921 INFO:teuthology.orchestra.run.smithi071.stdout: libapache2-mod-python libapache2-mod-scgi libjs-mochikit python-pecan-doc 2023-06-26T02:58:31.921 INFO:teuthology.orchestra.run.smithi071.stdout: python-psutil-doc subversion python-pygments-doc python-pyinotify-doc 2023-06-26T02:58:31.921 INFO:teuthology.orchestra.run.smithi071.stdout: python3-socks python-requests-doc python3-dap python-sklearn-doc ipython3 2023-06-26T02:58:31.921 INFO:teuthology.orchestra.run.smithi071.stdout: python-waitress-doc python-webob-doc python-webtest-doc python-werkzeug-doc 2023-06-26T02:58:31.922 INFO:teuthology.orchestra.run.smithi071.stdout: python3-watchdog 2023-06-26T02:58:31.922 INFO:teuthology.orchestra.run.smithi071.stdout:Recommended packages: 2023-06-26T02:58:31.922 INFO:teuthology.orchestra.run.smithi071.stdout: btrfs-tools 2023-06-26T02:58:32.019 INFO:teuthology.orchestra.run.smithi071.stdout:The following NEW packages will be installed: 2023-06-26T02:58:32.019 INFO:teuthology.orchestra.run.smithi071.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2023-06-26T02:58:32.019 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2023-06-26T02:58:32.020 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2023-06-26T02:58:32.021 INFO:teuthology.orchestra.run.smithi071.stdout: cephfs-mirror cephfs-shell cephfs-top jq libcephfs-dev libcephfs2 2023-06-26T02:58:32.021 INFO:teuthology.orchestra.run.smithi071.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2023-06-26T02:58:32.021 INFO:teuthology.orchestra.run.smithi071.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librados2 2023-06-26T02:58:32.021 INFO:teuthology.orchestra.run.smithi071.stdout: libradosstriper1 librbd1 librdkafka1 librgw2 libsqlite3-mod-ceph 2023-06-26T02:58:32.021 INFO:teuthology.orchestra.run.smithi071.stdout: libthrift-0.16.0 nvme-cli python-asyncssh-doc python-babel-localedata 2023-06-26T02:58:32.021 INFO:teuthology.orchestra.run.smithi071.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2023-06-26T02:58:32.022 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2023-06-26T02:58:32.022 INFO:teuthology.orchestra.run.smithi071.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-cmd2 2023-06-26T02:58:32.022 INFO:teuthology.orchestra.run.smithi071.stdout: python3-colorama python3-google-auth python3-idna python3-iniconfig 2023-06-26T02:58:32.022 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2023-06-26T02:58:32.022 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2023-06-26T02:58:32.022 INFO:teuthology.orchestra.run.smithi071.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2023-06-26T02:58:32.022 INFO:teuthology.orchestra.run.smithi071.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2023-06-26T02:58:32.022 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2023-06-26T02:58:32.023 INFO:teuthology.orchestra.run.smithi071.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2023-06-26T02:58:32.023 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pygments python3-pyinotify python3-pyperclip python3-pytest 2023-06-26T02:58:32.023 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests 2023-06-26T02:58:32.023 INFO:teuthology.orchestra.run.smithi071.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2023-06-26T02:58:32.023 INFO:teuthology.orchestra.run.smithi071.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2023-06-26T02:58:32.023 INFO:teuthology.orchestra.run.smithi071.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2023-06-26T02:58:32.024 INFO:teuthology.orchestra.run.smithi071.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2023-06-26T02:58:32.024 INFO:teuthology.orchestra.run.smithi071.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2023-06-26T02:58:32.024 INFO:teuthology.orchestra.run.smithi071.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2023-06-26T02:58:32.024 INFO:teuthology.orchestra.run.smithi071.stdout: socat xmlstarlet 2023-06-26T02:58:32.072 INFO:teuthology.orchestra.run.smithi023.stdout:The following packages were automatically installed and are no longer required: 2023-06-26T02:58:32.072 INFO:teuthology.orchestra.run.smithi023.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-06-26T02:58:32.073 INFO:teuthology.orchestra.run.smithi023.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-06-26T02:58:32.073 INFO:teuthology.orchestra.run.smithi023.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-06-26T02:58:32.073 INFO:teuthology.orchestra.run.smithi023.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-06-26T02:58:32.073 INFO:teuthology.orchestra.run.smithi023.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-06-26T02:58:32.074 INFO:teuthology.orchestra.run.smithi023.stdout:Use 'sudo apt autoremove' to remove them. 2023-06-26T02:58:32.074 INFO:teuthology.orchestra.run.smithi023.stdout:The following additional packages will be installed: 2023-06-26T02:58:32.075 INFO:teuthology.orchestra.run.smithi023.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2023-06-26T02:58:32.075 INFO:teuthology.orchestra.run.smithi023.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2023-06-26T02:58:32.075 INFO:teuthology.orchestra.run.smithi023.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2023-06-26T02:58:32.075 INFO:teuthology.orchestra.run.smithi023.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2023-06-26T02:58:32.075 INFO:teuthology.orchestra.run.smithi023.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.16.0 nvme-cli 2023-06-26T02:58:32.075 INFO:teuthology.orchestra.run.smithi023.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2023-06-26T02:58:32.075 INFO:teuthology.orchestra.run.smithi023.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2023-06-26T02:58:32.076 INFO:teuthology.orchestra.run.smithi023.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2023-06-26T02:58:32.076 INFO:teuthology.orchestra.run.smithi023.stdout: python3-cherrypy3 python3-cmd2 python3-colorama python3-google-auth 2023-06-26T02:58:32.076 INFO:teuthology.orchestra.run.smithi023.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2023-06-26T02:58:32.076 INFO:teuthology.orchestra.run.smithi023.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2023-06-26T02:58:32.076 INFO:teuthology.orchestra.run.smithi023.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2023-06-26T02:58:32.076 INFO:teuthology.orchestra.run.smithi023.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2023-06-26T02:58:32.076 INFO:teuthology.orchestra.run.smithi023.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2023-06-26T02:58:32.077 INFO:teuthology.orchestra.run.smithi023.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2023-06-26T02:58:32.077 INFO:teuthology.orchestra.run.smithi023.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2023-06-26T02:58:32.077 INFO:teuthology.orchestra.run.smithi023.stdout: python3-pyperclip python3-pytest python3-repoze.lru python3-requests 2023-06-26T02:58:32.077 INFO:teuthology.orchestra.run.smithi023.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2023-06-26T02:58:32.077 INFO:teuthology.orchestra.run.smithi023.stdout: python3-simplejson python3-singledispatch python3-sklearn 2023-06-26T02:58:32.077 INFO:teuthology.orchestra.run.smithi023.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2023-06-26T02:58:32.077 INFO:teuthology.orchestra.run.smithi023.stdout: python3-toml python3-urllib3 python3-waitress python3-wcwidth python3-webob 2023-06-26T02:58:32.077 INFO:teuthology.orchestra.run.smithi023.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2023-06-26T02:58:32.078 INFO:teuthology.orchestra.run.smithi023.stdout: qttranslations5-l10n socat xmlstarlet 2023-06-26T02:58:32.078 INFO:teuthology.orchestra.run.smithi023.stdout:Suggested packages: 2023-06-26T02:58:32.078 INFO:teuthology.orchestra.run.smithi023.stdout: python3-influxdb python-jinja2-doc python3-beaker python-mako-doc 2023-06-26T02:58:32.078 INFO:teuthology.orchestra.run.smithi023.stdout: python-natsort-doc python-openssl-doc python3-openssl-dbg httpd-wsgi 2023-06-26T02:58:32.078 INFO:teuthology.orchestra.run.smithi023.stdout: libapache2-mod-python libapache2-mod-scgi libjs-mochikit python-pecan-doc 2023-06-26T02:58:32.078 INFO:teuthology.orchestra.run.smithi023.stdout: python-psutil-doc subversion python-pygments-doc python-pyinotify-doc 2023-06-26T02:58:32.079 INFO:teuthology.orchestra.run.smithi023.stdout: python3-socks python-requests-doc python3-dap python-sklearn-doc ipython3 2023-06-26T02:58:32.079 INFO:teuthology.orchestra.run.smithi023.stdout: python-waitress-doc python-webob-doc python-webtest-doc python-werkzeug-doc 2023-06-26T02:58:32.079 INFO:teuthology.orchestra.run.smithi023.stdout: python3-watchdog 2023-06-26T02:58:32.079 INFO:teuthology.orchestra.run.smithi023.stdout:Recommended packages: 2023-06-26T02:58:32.079 INFO:teuthology.orchestra.run.smithi023.stdout: btrfs-tools 2023-06-26T02:58:32.160 INFO:teuthology.orchestra.run.smithi071.stdout:0 upgraded, 115 newly installed, 0 to remove and 200 not upgraded. 2023-06-26T02:58:32.160 INFO:teuthology.orchestra.run.smithi071.stdout:Need to get 183 MB of archives. 2023-06-26T02:58:32.161 INFO:teuthology.orchestra.run.smithi071.stdout:After this operation, 820 MB of additional disk space will be used. 2023-06-26T02:58:32.161 INFO:teuthology.orchestra.run.smithi071.stdout:Get:1 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 18.0.0-4444-g6e29bf32-1jammy [3,401 kB] 2023-06-26T02:58:32.178 INFO:teuthology.orchestra.run.smithi023.stdout:The following NEW packages will be installed: 2023-06-26T02:58:32.179 INFO:teuthology.orchestra.run.smithi023.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2023-06-26T02:58:32.179 INFO:teuthology.orchestra.run.smithi023.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2023-06-26T02:58:32.179 INFO:teuthology.orchestra.run.smithi023.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2023-06-26T02:58:32.180 INFO:teuthology.orchestra.run.smithi023.stdout: cephfs-mirror cephfs-shell cephfs-top jq libcephfs-dev libcephfs2 2023-06-26T02:58:32.180 INFO:teuthology.orchestra.run.smithi023.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2023-06-26T02:58:32.180 INFO:teuthology.orchestra.run.smithi023.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librados2 2023-06-26T02:58:32.180 INFO:teuthology.orchestra.run.smithi023.stdout: libradosstriper1 librbd1 librdkafka1 librgw2 libsqlite3-mod-ceph 2023-06-26T02:58:32.181 INFO:teuthology.orchestra.run.smithi023.stdout: libthrift-0.16.0 nvme-cli python-asyncssh-doc python-babel-localedata 2023-06-26T02:58:32.181 INFO:teuthology.orchestra.run.smithi023.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2023-06-26T02:58:32.181 INFO:teuthology.orchestra.run.smithi023.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2023-06-26T02:58:32.181 INFO:teuthology.orchestra.run.smithi023.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-cmd2 2023-06-26T02:58:32.181 INFO:teuthology.orchestra.run.smithi023.stdout: python3-colorama python3-google-auth python3-idna python3-iniconfig 2023-06-26T02:58:32.181 INFO:teuthology.orchestra.run.smithi023.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2023-06-26T02:58:32.181 INFO:teuthology.orchestra.run.smithi023.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2023-06-26T02:58:32.182 INFO:teuthology.orchestra.run.smithi023.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2023-06-26T02:58:32.182 INFO:teuthology.orchestra.run.smithi023.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2023-06-26T02:58:32.182 INFO:teuthology.orchestra.run.smithi023.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2023-06-26T02:58:32.182 INFO:teuthology.orchestra.run.smithi023.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2023-06-26T02:58:32.182 INFO:teuthology.orchestra.run.smithi023.stdout: python3-pygments python3-pyinotify python3-pyperclip python3-pytest 2023-06-26T02:58:32.182 INFO:teuthology.orchestra.run.smithi023.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests 2023-06-26T02:58:32.182 INFO:teuthology.orchestra.run.smithi023.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2023-06-26T02:58:32.182 INFO:teuthology.orchestra.run.smithi023.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2023-06-26T02:58:32.183 INFO:teuthology.orchestra.run.smithi023.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2023-06-26T02:58:32.183 INFO:teuthology.orchestra.run.smithi023.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2023-06-26T02:58:32.183 INFO:teuthology.orchestra.run.smithi023.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2023-06-26T02:58:32.183 INFO:teuthology.orchestra.run.smithi023.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2023-06-26T02:58:32.183 INFO:teuthology.orchestra.run.smithi023.stdout: socat xmlstarlet 2023-06-26T02:58:32.205 INFO:teuthology.orchestra.run.smithi071.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyperclip all 1.8.2-2 [11.5 kB] 2023-06-26T02:58:32.287 INFO:teuthology.orchestra.run.smithi071.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2023-06-26T02:58:32.320 INFO:teuthology.orchestra.run.smithi023.stdout:0 upgraded, 115 newly installed, 0 to remove and 200 not upgraded. 2023-06-26T02:58:32.321 INFO:teuthology.orchestra.run.smithi023.stdout:Need to get 183 MB of archives. 2023-06-26T02:58:32.321 INFO:teuthology.orchestra.run.smithi023.stdout:After this operation, 820 MB of additional disk space will be used. 2023-06-26T02:58:32.321 INFO:teuthology.orchestra.run.smithi023.stdout:Get:1 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 18.0.0-4444-g6e29bf32-1jammy [3,401 kB] 2023-06-26T02:58:32.333 INFO:teuthology.orchestra.run.smithi071.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cmd2 all 2.3.3-1 [124 kB] 2023-06-26T02:58:32.367 INFO:teuthology.orchestra.run.smithi023.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyperclip all 1.8.2-2 [11.5 kB] 2023-06-26T02:58:32.416 INFO:teuthology.orchestra.run.smithi071.stdout:Get:5 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 18.0.0-4444-g6e29bf32-1jammy [3,095 kB] 2023-06-26T02:58:32.449 INFO:teuthology.orchestra.run.smithi023.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2023-06-26T02:58:32.495 INFO:teuthology.orchestra.run.smithi023.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cmd2 all 2.3.3-1 [124 kB] 2023-06-26T02:58:32.528 INFO:teuthology.orchestra.run.smithi071.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libfmt8 amd64 8.1.1+ds1-2 [60.2 kB] 2023-06-26T02:58:32.570 INFO:teuthology.orchestra.run.smithi071.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2023-06-26T02:58:32.572 INFO:teuthology.orchestra.run.smithi071.stdout:Get:8 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 18.0.0-4444-g6e29bf32-1jammy [656 kB] 2023-06-26T02:58:32.607 INFO:teuthology.orchestra.run.smithi071.stdout:Get:9 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 18.0.0-4444-g6e29bf32-1jammy [344 kB] 2023-06-26T02:58:32.629 INFO:teuthology.orchestra.run.smithi071.stdout:Get:10 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 18.0.0-4444-g6e29bf32-1jammy [23.0 kB] 2023-06-26T02:58:32.630 INFO:teuthology.orchestra.run.smithi071.stdout:Get:11 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 18.0.0-4444-g6e29bf32-1jammy [170 kB] 2023-06-26T02:58:32.635 INFO:teuthology.orchestra.run.smithi071.stdout:Get:12 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 18.0.0-4444-g6e29bf32-1jammy [49.0 kB] 2023-06-26T02:58:32.637 INFO:teuthology.orchestra.run.smithi071.stdout:Get:13 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 18.0.0-4444-g6e29bf32-1jammy [319 kB] 2023-06-26T02:58:32.644 INFO:teuthology.orchestra.run.smithi023.stdout:Get:5 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 18.0.0-4444-g6e29bf32-1jammy [3,095 kB] 2023-06-26T02:58:32.645 INFO:teuthology.orchestra.run.smithi071.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2023-06-26T02:58:32.656 INFO:teuthology.orchestra.run.smithi071.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2023-06-26T02:58:32.663 INFO:teuthology.orchestra.run.smithi071.stdout:Get:16 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 18.0.0-4444-g6e29bf32-1jammy [6,059 kB] 2023-06-26T02:58:32.690 INFO:teuthology.orchestra.run.smithi023.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libfmt8 amd64 8.1.1+ds1-2 [60.2 kB] 2023-06-26T02:58:32.702 INFO:teuthology.orchestra.run.smithi071.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2023-06-26T02:58:32.733 INFO:teuthology.orchestra.run.smithi023.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2023-06-26T02:58:32.808 INFO:teuthology.orchestra.run.smithi023.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2023-06-26T02:58:32.819 INFO:teuthology.orchestra.run.smithi023.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2023-06-26T02:58:32.865 INFO:teuthology.orchestra.run.smithi023.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2023-06-26T02:58:32.867 INFO:teuthology.orchestra.run.smithi071.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2023-06-26T02:58:32.876 INFO:teuthology.orchestra.run.smithi023.stdout:Get:11 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 18.0.0-4444-g6e29bf32-1jammy [656 kB] 2023-06-26T02:58:32.876 INFO:teuthology.orchestra.run.smithi071.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2023-06-26T02:58:32.902 INFO:teuthology.orchestra.run.smithi071.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2023-06-26T02:58:32.926 INFO:teuthology.orchestra.run.smithi023.stdout:Get:12 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 18.0.0-4444-g6e29bf32-1jammy [344 kB] 2023-06-26T02:58:32.968 INFO:teuthology.orchestra.run.smithi023.stdout:Get:13 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 18.0.0-4444-g6e29bf32-1jammy [23.0 kB] 2023-06-26T02:58:32.969 INFO:teuthology.orchestra.run.smithi023.stdout:Get:14 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 18.0.0-4444-g6e29bf32-1jammy [170 kB] 2023-06-26T02:58:32.974 INFO:teuthology.orchestra.run.smithi023.stdout:Get:15 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 18.0.0-4444-g6e29bf32-1jammy [49.0 kB] 2023-06-26T02:58:32.976 INFO:teuthology.orchestra.run.smithi023.stdout:Get:16 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 18.0.0-4444-g6e29bf32-1jammy [319 kB] 2023-06-26T02:58:33.012 INFO:teuthology.orchestra.run.smithi071.stdout:Get:21 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 18.0.0-4444-g6e29bf32-1jammy [102 kB] 2023-06-26T02:58:33.015 INFO:teuthology.orchestra.run.smithi071.stdout:Get:22 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 18.0.0-4444-g6e29bf32-1jammy [429 kB] 2023-06-26T02:58:33.019 INFO:teuthology.orchestra.run.smithi023.stdout:Get:17 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 18.0.0-4444-g6e29bf32-1jammy [6,059 kB] 2023-06-26T02:58:33.023 INFO:teuthology.orchestra.run.smithi071.stdout:Get:23 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 18.0.0-4444-g6e29bf32-1jammy [22.3 MB] 2023-06-26T02:58:33.030 INFO:teuthology.orchestra.run.smithi023.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2023-06-26T02:58:33.039 INFO:teuthology.orchestra.run.smithi023.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2023-06-26T02:58:33.065 INFO:teuthology.orchestra.run.smithi023.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2023-06-26T02:58:33.074 INFO:teuthology.orchestra.run.smithi071.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2023-06-26T02:58:33.237 INFO:teuthology.orchestra.run.smithi023.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2023-06-26T02:58:33.269 INFO:teuthology.orchestra.run.smithi071.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2023-06-26T02:58:33.431 INFO:teuthology.orchestra.run.smithi023.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2023-06-26T02:58:33.497 INFO:teuthology.orchestra.run.smithi023.stdout:Get:23 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 18.0.0-4444-g6e29bf32-1jammy [102 kB] 2023-06-26T02:58:33.499 INFO:teuthology.orchestra.run.smithi023.stdout:Get:24 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 18.0.0-4444-g6e29bf32-1jammy [429 kB] 2023-06-26T02:58:33.512 INFO:teuthology.orchestra.run.smithi023.stdout:Get:25 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 18.0.0-4444-g6e29bf32-1jammy [22.3 MB] 2023-06-26T02:58:33.636 INFO:teuthology.orchestra.run.smithi071.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2023-06-26T02:58:33.643 INFO:teuthology.orchestra.run.smithi071.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2023-06-26T02:58:33.645 INFO:teuthology.orchestra.run.smithi071.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2023-06-26T02:58:33.657 INFO:teuthology.orchestra.run.smithi071.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2023-06-26T02:58:33.658 INFO:teuthology.orchestra.run.smithi071.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2023-06-26T02:58:33.659 INFO:teuthology.orchestra.run.smithi071.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2023-06-26T02:58:33.661 INFO:teuthology.orchestra.run.smithi071.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2023-06-26T02:58:33.663 INFO:teuthology.orchestra.run.smithi071.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2023-06-26T02:58:33.665 INFO:teuthology.orchestra.run.smithi071.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2023-06-26T02:58:33.797 INFO:teuthology.orchestra.run.smithi023.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2023-06-26T02:58:33.804 INFO:teuthology.orchestra.run.smithi023.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2023-06-26T02:58:33.806 INFO:teuthology.orchestra.run.smithi023.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2023-06-26T02:58:33.818 INFO:teuthology.orchestra.run.smithi023.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2023-06-26T02:58:33.818 INFO:teuthology.orchestra.run.smithi023.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2023-06-26T02:58:33.820 INFO:teuthology.orchestra.run.smithi023.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2023-06-26T02:58:33.822 INFO:teuthology.orchestra.run.smithi023.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2023-06-26T02:58:33.824 INFO:teuthology.orchestra.run.smithi023.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2023-06-26T02:58:33.825 INFO:teuthology.orchestra.run.smithi023.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2023-06-26T02:58:33.829 INFO:teuthology.orchestra.run.smithi071.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2023-06-26T02:58:33.990 INFO:teuthology.orchestra.run.smithi023.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2023-06-26T02:58:34.261 INFO:teuthology.orchestra.run.smithi071.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2023-06-26T02:58:34.270 INFO:teuthology.orchestra.run.smithi071.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2023-06-26T02:58:34.276 INFO:teuthology.orchestra.run.smithi071.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2023-06-26T02:58:34.280 INFO:teuthology.orchestra.run.smithi071.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2023-06-26T02:58:34.353 INFO:teuthology.orchestra.run.smithi071.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2023-06-26T02:58:34.354 INFO:teuthology.orchestra.run.smithi071.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2023-06-26T02:58:34.355 INFO:teuthology.orchestra.run.smithi071.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webob all 1:1.8.6-1.1 [85.2 kB] 2023-06-26T02:58:34.355 INFO:teuthology.orchestra.run.smithi071.stdout:Get:43 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 18.0.0-4444-g6e29bf32-1jammy [6,824 kB] 2023-06-26T02:58:34.411 INFO:teuthology.orchestra.run.smithi071.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2023-06-26T02:58:34.413 INFO:teuthology.orchestra.run.smithi071.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2023-06-26T02:58:34.414 INFO:teuthology.orchestra.run.smithi071.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2023-06-26T02:58:34.421 INFO:teuthology.orchestra.run.smithi023.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2023-06-26T02:58:34.431 INFO:teuthology.orchestra.run.smithi023.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2023-06-26T02:58:34.436 INFO:teuthology.orchestra.run.smithi023.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2023-06-26T02:58:34.440 INFO:teuthology.orchestra.run.smithi023.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2023-06-26T02:58:34.458 INFO:teuthology.orchestra.run.smithi023.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2023-06-26T02:58:34.462 INFO:teuthology.orchestra.run.smithi023.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2023-06-26T02:58:34.464 INFO:teuthology.orchestra.run.smithi023.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webob all 1:1.8.6-1.1 [85.2 kB] 2023-06-26T02:58:34.505 INFO:teuthology.orchestra.run.smithi023.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2023-06-26T02:58:34.520 INFO:teuthology.orchestra.run.smithi023.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2023-06-26T02:58:34.524 INFO:teuthology.orchestra.run.smithi023.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2023-06-26T02:58:34.639 INFO:teuthology.orchestra.run.smithi071.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2023-06-26T02:58:34.674 INFO:teuthology.orchestra.run.smithi071.stdout:Get:48 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 18.0.0-4444-g6e29bf32-1jammy [226 kB] 2023-06-26T02:58:34.681 INFO:teuthology.orchestra.run.smithi071.stdout:Get:49 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 18.0.0-4444-g6e29bf32-1jammy [114 kB] 2023-06-26T02:58:34.685 INFO:teuthology.orchestra.run.smithi071.stdout:Get:50 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 18.0.0-4444-g6e29bf32-1jammy [1,468 kB] 2023-06-26T02:58:34.722 INFO:teuthology.orchestra.run.smithi071.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2023-06-26T02:58:34.761 INFO:teuthology.orchestra.run.smithi071.stdout:Get:52 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 18.0.0-4444-g6e29bf32-1jammy [9,878 kB] 2023-06-26T02:58:34.777 INFO:teuthology.orchestra.run.smithi023.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2023-06-26T02:58:34.813 INFO:teuthology.orchestra.run.smithi071.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2023-06-26T02:58:34.860 INFO:teuthology.orchestra.run.smithi023.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2023-06-26T02:58:34.870 INFO:teuthology.orchestra.run.smithi071.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2023-06-26T02:58:34.951 INFO:teuthology.orchestra.run.smithi023.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2023-06-26T02:58:34.992 INFO:teuthology.orchestra.run.smithi071.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2023-06-26T02:58:35.008 INFO:teuthology.orchestra.run.smithi023.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2023-06-26T02:58:35.079 INFO:teuthology.orchestra.run.smithi071.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-idna all 3.3-1 [49.3 kB] 2023-06-26T02:58:35.098 INFO:teuthology.orchestra.run.smithi071.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-urllib3 all 1.26.5-1~exp1 [96.4 kB] 2023-06-26T02:58:35.126 INFO:teuthology.orchestra.run.smithi071.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2023-06-26T02:58:35.129 INFO:teuthology.orchestra.run.smithi023.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2023-06-26T02:58:35.139 INFO:teuthology.orchestra.run.smithi071.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.1 [181 kB] 2023-06-26T02:58:35.177 INFO:teuthology.orchestra.run.smithi071.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2023-06-26T02:58:35.185 INFO:teuthology.orchestra.run.smithi071.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2023-06-26T02:58:35.217 INFO:teuthology.orchestra.run.smithi023.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-idna all 3.3-1 [49.3 kB] 2023-06-26T02:58:35.235 INFO:teuthology.orchestra.run.smithi023.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-urllib3 all 1.26.5-1~exp1 [96.4 kB] 2023-06-26T02:58:35.264 INFO:teuthology.orchestra.run.smithi023.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2023-06-26T02:58:35.276 INFO:teuthology.orchestra.run.smithi023.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.1 [181 kB] 2023-06-26T02:58:35.318 INFO:teuthology.orchestra.run.smithi071.stdout:Get:62 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 18.0.0-4444-g6e29bf32-1jammy [31.5 MB] 2023-06-26T02:58:35.343 INFO:teuthology.orchestra.run.smithi023.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2023-06-26T02:58:35.344 INFO:teuthology.orchestra.run.smithi023.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2023-06-26T02:58:35.345 INFO:teuthology.orchestra.run.smithi023.stdout:Get:57 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 18.0.0-4444-g6e29bf32-1jammy [6,824 kB] 2023-06-26T02:58:35.376 INFO:teuthology.orchestra.run.smithi071.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2023-06-26T02:58:35.513 INFO:teuthology.orchestra.run.smithi023.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2023-06-26T02:58:35.834 INFO:teuthology.orchestra.run.smithi023.stdout:Get:59 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 18.0.0-4444-g6e29bf32-1jammy [226 kB] 2023-06-26T02:58:35.840 INFO:teuthology.orchestra.run.smithi023.stdout:Get:60 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 18.0.0-4444-g6e29bf32-1jammy [114 kB] 2023-06-26T02:58:35.843 INFO:teuthology.orchestra.run.smithi023.stdout:Get:61 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 18.0.0-4444-g6e29bf32-1jammy [1,468 kB] 2023-06-26T02:58:35.977 INFO:teuthology.orchestra.run.smithi023.stdout:Get:62 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 18.0.0-4444-g6e29bf32-1jammy [9,878 kB] 2023-06-26T02:58:36.195 INFO:teuthology.orchestra.run.smithi071.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2023-06-26T02:58:36.197 INFO:teuthology.orchestra.run.smithi071.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jinja2 all 3.0.3-1 [108 kB] 2023-06-26T02:58:36.200 INFO:teuthology.orchestra.run.smithi071.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2023-06-26T02:58:36.202 INFO:teuthology.orchestra.run.smithi071.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2023-06-26T02:58:36.202 INFO:teuthology.orchestra.run.smithi071.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2023-06-26T02:58:36.205 INFO:teuthology.orchestra.run.smithi071.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2023-06-26T02:58:36.249 INFO:teuthology.orchestra.run.smithi071.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2023-06-26T02:58:36.253 INFO:teuthology.orchestra.run.smithi071.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2023-06-26T02:58:36.253 INFO:teuthology.orchestra.run.smithi071.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2023-06-26T02:58:36.307 INFO:teuthology.orchestra.run.smithi071.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2023-06-26T02:58:36.324 INFO:teuthology.orchestra.run.smithi023.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2023-06-26T02:58:36.326 INFO:teuthology.orchestra.run.smithi023.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jinja2 all 3.0.3-1 [108 kB] 2023-06-26T02:58:36.329 INFO:teuthology.orchestra.run.smithi023.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2023-06-26T02:58:36.330 INFO:teuthology.orchestra.run.smithi023.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2023-06-26T02:58:36.331 INFO:teuthology.orchestra.run.smithi023.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2023-06-26T02:58:36.334 INFO:teuthology.orchestra.run.smithi023.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2023-06-26T02:58:36.377 INFO:teuthology.orchestra.run.smithi023.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2023-06-26T02:58:36.381 INFO:teuthology.orchestra.run.smithi023.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2023-06-26T02:58:36.382 INFO:teuthology.orchestra.run.smithi023.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2023-06-26T02:58:36.436 INFO:teuthology.orchestra.run.smithi023.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2023-06-26T02:58:36.472 INFO:teuthology.orchestra.run.smithi071.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2023-06-26T02:58:36.600 INFO:teuthology.orchestra.run.smithi023.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2023-06-26T02:58:36.728 INFO:teuthology.orchestra.run.smithi071.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2023-06-26T02:58:36.761 INFO:teuthology.orchestra.run.smithi071.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2023-06-26T02:58:36.787 INFO:teuthology.orchestra.run.smithi023.stdout:Get:74 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 18.0.0-4444-g6e29bf32-1jammy [31.5 MB] 2023-06-26T02:58:36.788 INFO:teuthology.orchestra.run.smithi071.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2023-06-26T02:58:36.840 INFO:teuthology.orchestra.run.smithi071.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2023-06-26T02:58:36.859 INFO:teuthology.orchestra.run.smithi071.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2023-06-26T02:58:36.869 INFO:teuthology.orchestra.run.smithi023.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2023-06-26T02:58:36.888 INFO:teuthology.orchestra.run.smithi071.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2023-06-26T02:58:36.902 INFO:teuthology.orchestra.run.smithi023.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2023-06-26T02:58:36.930 INFO:teuthology.orchestra.run.smithi023.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2023-06-26T02:58:36.981 INFO:teuthology.orchestra.run.smithi023.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2023-06-26T02:58:37.000 INFO:teuthology.orchestra.run.smithi023.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2023-06-26T02:58:37.017 INFO:teuthology.orchestra.run.smithi071.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2023-06-26T02:58:37.030 INFO:teuthology.orchestra.run.smithi023.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2023-06-26T02:58:37.048 INFO:teuthology.orchestra.run.smithi071.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2023-06-26T02:58:37.068 INFO:teuthology.orchestra.run.smithi071.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2023-06-26T02:58:37.076 INFO:teuthology.orchestra.run.smithi071.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2023-06-26T02:58:37.157 INFO:teuthology.orchestra.run.smithi023.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2023-06-26T02:58:37.190 INFO:teuthology.orchestra.run.smithi023.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2023-06-26T02:58:37.212 INFO:teuthology.orchestra.run.smithi023.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2023-06-26T02:58:37.217 INFO:teuthology.orchestra.run.smithi023.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2023-06-26T02:58:37.269 INFO:teuthology.orchestra.run.smithi071.stdout:Get:85 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 18.0.0-4444-g6e29bf32-1jammy [3,592 B] 2023-06-26T02:58:37.270 INFO:teuthology.orchestra.run.smithi071.stdout:Get:86 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 18.0.0-4444-g6e29bf32-1jammy [810 kB] 2023-06-26T02:58:37.286 INFO:teuthology.orchestra.run.smithi071.stdout:Get:87 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 18.0.0-4444-g6e29bf32-1jammy [2,160 kB] 2023-06-26T02:58:37.324 INFO:teuthology.orchestra.run.smithi071.stdout:Get:88 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 18.0.0-4444-g6e29bf32-1jammy [214 kB] 2023-06-26T02:58:37.328 INFO:teuthology.orchestra.run.smithi071.stdout:Get:89 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 18.0.0-4444-g6e29bf32-1jammy [124 kB] 2023-06-26T02:58:37.330 INFO:teuthology.orchestra.run.smithi071.stdout:Get:90 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 18.0.0-4444-g6e29bf32-1jammy [1,841 kB] 2023-06-26T02:58:37.331 INFO:teuthology.orchestra.run.smithi071.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2023-06-26T02:58:37.409 INFO:teuthology.orchestra.run.smithi071.stdout:Get:92 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 18.0.0-4444-g6e29bf32-1jammy [8,615 kB] 2023-06-26T02:58:37.421 INFO:teuthology.orchestra.run.smithi023.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2023-06-26T02:58:37.792 INFO:teuthology.orchestra.run.smithi071.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-colorama all 0.4.4-1 [24.5 kB] 2023-06-26T02:58:37.798 INFO:teuthology.orchestra.run.smithi071.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.1 [474 kB] 2023-06-26T02:58:37.881 INFO:teuthology.orchestra.run.smithi023.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-colorama all 0.4.4-1 [24.5 kB] 2023-06-26T02:58:37.887 INFO:teuthology.orchestra.run.smithi023.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.1 [474 kB] 2023-06-26T02:58:37.894 INFO:teuthology.orchestra.run.smithi071.stdout:Get:95 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 18.0.0-4444-g6e29bf32-1jammy [3,724 B] 2023-06-26T02:58:37.894 INFO:teuthology.orchestra.run.smithi071.stdout:Get:96 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 18.0.0-4444-g6e29bf32-1jammy [47.4 MB] 2023-06-26T02:58:37.924 INFO:teuthology.orchestra.run.smithi071.stdout:Get:97 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2023-06-26T02:58:37.971 INFO:teuthology.orchestra.run.smithi071.stdout:Get:98 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2023-06-26T02:58:37.971 INFO:teuthology.orchestra.run.smithi071.stdout:Get:99 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2023-06-26T02:58:37.977 INFO:teuthology.orchestra.run.smithi071.stdout:Get:100 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2023-06-26T02:58:37.979 INFO:teuthology.orchestra.run.smithi071.stdout:Get:101 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2023-06-26T02:58:37.995 INFO:teuthology.orchestra.run.smithi071.stdout:Get:102 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2023-06-26T02:58:38.002 INFO:teuthology.orchestra.run.smithi071.stdout:Get:103 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2023-06-26T02:58:38.013 INFO:teuthology.orchestra.run.smithi023.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2023-06-26T02:58:38.060 INFO:teuthology.orchestra.run.smithi023.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2023-06-26T02:58:38.060 INFO:teuthology.orchestra.run.smithi023.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2023-06-26T02:58:38.063 INFO:teuthology.orchestra.run.smithi071.stdout:Get:104 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2023-06-26T02:58:38.066 INFO:teuthology.orchestra.run.smithi023.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2023-06-26T02:58:38.068 INFO:teuthology.orchestra.run.smithi023.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2023-06-26T02:58:38.084 INFO:teuthology.orchestra.run.smithi023.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2023-06-26T02:58:38.091 INFO:teuthology.orchestra.run.smithi023.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2023-06-26T02:58:38.152 INFO:teuthology.orchestra.run.smithi023.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2023-06-26T02:58:38.228 INFO:teuthology.orchestra.run.smithi071.stdout:Get:105 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2023-06-26T02:58:38.316 INFO:teuthology.orchestra.run.smithi023.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2023-06-26T02:58:38.394 INFO:teuthology.orchestra.run.smithi071.stdout:Get:106 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2023-06-26T02:58:38.482 INFO:teuthology.orchestra.run.smithi023.stdout:Get:97 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2023-06-26T02:58:38.673 INFO:teuthology.orchestra.run.smithi071.stdout:Get:107 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2023-06-26T02:58:38.699 INFO:teuthology.orchestra.run.smithi071.stdout:Get:108 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2023-06-26T02:58:38.755 INFO:teuthology.orchestra.run.smithi023.stdout:Get:98 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2023-06-26T02:58:38.780 INFO:teuthology.orchestra.run.smithi023.stdout:Get:99 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2023-06-26T02:58:39.342 INFO:teuthology.orchestra.run.smithi023.stdout:Get:100 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 18.0.0-4444-g6e29bf32-1jammy [3,592 B] 2023-06-26T02:58:39.343 INFO:teuthology.orchestra.run.smithi023.stdout:Get:101 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 18.0.0-4444-g6e29bf32-1jammy [810 kB] 2023-06-26T02:58:39.359 INFO:teuthology.orchestra.run.smithi023.stdout:Get:102 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 18.0.0-4444-g6e29bf32-1jammy [2,160 kB] 2023-06-26T02:58:39.460 INFO:teuthology.orchestra.run.smithi023.stdout:Get:103 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 18.0.0-4444-g6e29bf32-1jammy [214 kB] 2023-06-26T02:58:39.467 INFO:teuthology.orchestra.run.smithi023.stdout:Get:104 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 18.0.0-4444-g6e29bf32-1jammy [124 kB] 2023-06-26T02:58:39.494 INFO:teuthology.orchestra.run.smithi023.stdout:Get:105 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 18.0.0-4444-g6e29bf32-1jammy [1,841 kB] 2023-06-26T02:58:39.629 INFO:teuthology.orchestra.run.smithi023.stdout:Get:106 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 18.0.0-4444-g6e29bf32-1jammy [8,615 kB] 2023-06-26T02:58:40.299 INFO:teuthology.orchestra.run.smithi023.stdout:Get:107 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 18.0.0-4444-g6e29bf32-1jammy [3,724 B] 2023-06-26T02:58:40.299 INFO:teuthology.orchestra.run.smithi023.stdout:Get:108 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 18.0.0-4444-g6e29bf32-1jammy [47.4 MB] 2023-06-26T02:58:40.810 INFO:teuthology.orchestra.run.smithi071.stdout:Get:109 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 18.0.0-4444-g6e29bf32-1jammy [231 kB] 2023-06-26T02:58:40.815 INFO:teuthology.orchestra.run.smithi071.stdout:Get:110 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-mirror amd64 18.0.0-4444-g6e29bf32-1jammy [216 kB] 2023-06-26T02:58:40.819 INFO:teuthology.orchestra.run.smithi071.stdout:Get:111 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-shell all 18.0.0-4444-g6e29bf32-1jammy [23.8 kB] 2023-06-26T02:58:40.820 INFO:teuthology.orchestra.run.smithi071.stdout:Get:112 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-top all 18.0.0-4444-g6e29bf32-1jammy [13.2 kB] 2023-06-26T02:58:40.820 INFO:teuthology.orchestra.run.smithi071.stdout:Get:113 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 18.0.0-4444-g6e29bf32-1jammy [28.3 kB] 2023-06-26T02:58:40.821 INFO:teuthology.orchestra.run.smithi071.stdout:Get:114 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 18.0.0-4444-g6e29bf32-1jammy [12.0 MB] 2023-06-26T02:58:41.317 INFO:teuthology.orchestra.run.smithi071.stdout:Get:115 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 18.0.0-4444-g6e29bf32-1jammy [82.1 kB] 2023-06-26T02:58:41.861 INFO:teuthology.orchestra.run.smithi071.stdout:Fetched 183 MB in 9s (19.6 MB/s) 2023-06-26T02:58:41.991 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-pyperclip. 2023-06-26T02:58:42.077 INFO:teuthology.orchestra.run.smithi071.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165998 files and directories currently installed.) 2023-06-26T02:58:42.083 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../000-python3-pyperclip_1.8.2-2_all.deb ... 2023-06-26T02:58:42.148 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-pyperclip (1.8.2-2) ... 2023-06-26T02:58:42.450 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-wcwidth. 2023-06-26T02:58:42.477 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../001-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2023-06-26T02:58:42.517 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2023-06-26T02:58:42.585 INFO:teuthology.orchestra.run.smithi023.stdout:Get:109 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 18.0.0-4444-g6e29bf32-1jammy [231 kB] 2023-06-26T02:58:42.656 INFO:teuthology.orchestra.run.smithi023.stdout:Get:110 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-mirror amd64 18.0.0-4444-g6e29bf32-1jammy [216 kB] 2023-06-26T02:58:42.660 INFO:teuthology.orchestra.run.smithi023.stdout:Get:111 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-shell all 18.0.0-4444-g6e29bf32-1jammy [23.8 kB] 2023-06-26T02:58:42.660 INFO:teuthology.orchestra.run.smithi023.stdout:Get:112 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-top all 18.0.0-4444-g6e29bf32-1jammy [13.2 kB] 2023-06-26T02:58:42.661 INFO:teuthology.orchestra.run.smithi023.stdout:Get:113 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 18.0.0-4444-g6e29bf32-1jammy [28.3 kB] 2023-06-26T02:58:42.662 INFO:teuthology.orchestra.run.smithi023.stdout:Get:114 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 18.0.0-4444-g6e29bf32-1jammy [12.0 MB] 2023-06-26T02:58:42.811 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-cmd2. 2023-06-26T02:58:42.827 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../002-python3-cmd2_2.3.3-1_all.deb ... 2023-06-26T02:58:42.861 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-cmd2 (2.3.3-1) ... 2023-06-26T02:58:42.951 INFO:teuthology.orchestra.run.smithi023.stdout:Get:115 https://4.chacra.ceph.com/r/ceph/wip-lxb-xlock-20230619-0716/6e29bf323ce1af97210bf5c3ab6386cc214ed162/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 18.0.0-4444-g6e29bf32-1jammy [82.1 kB] 2023-06-26T02:58:43.172 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libfmt8:amd64. 2023-06-26T02:58:43.188 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../003-libfmt8_8.1.1+ds1-2_amd64.deb ... 2023-06-26T02:58:43.256 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libfmt8:amd64 (8.1.1+ds1-2) ... 2023-06-26T02:58:43.530 INFO:teuthology.orchestra.run.smithi023.stdout:Fetched 183 MB in 11s (17.0 MB/s) 2023-06-26T02:58:43.576 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2023-06-26T02:58:43.602 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../004-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2023-06-26T02:58:43.642 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2023-06-26T02:58:43.650 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-pyperclip. 2023-06-26T02:58:43.746 INFO:teuthology.orchestra.run.smithi023.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165998 files and directories currently installed.) 2023-06-26T02:58:43.752 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../000-python3-pyperclip_1.8.2-2_all.deb ... 2023-06-26T02:58:43.790 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-pyperclip (1.8.2-2) ... 2023-06-26T02:58:43.970 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2023-06-26T02:58:43.997 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../005-libdouble-conversion3_3.1.7-4_amd64.deb ... 2023-06-26T02:58:44.034 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-wcwidth. 2023-06-26T02:58:44.037 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2023-06-26T02:58:44.062 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../001-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2023-06-26T02:58:44.093 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2023-06-26T02:58:44.373 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2023-06-26T02:58:44.395 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-cmd2. 2023-06-26T02:58:44.400 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../006-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2023-06-26T02:58:44.422 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../002-python3-cmd2_2.3.3-1_all.deb ... 2023-06-26T02:58:44.439 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2023-06-26T02:58:44.462 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-cmd2 (2.3.3-1) ... 2023-06-26T02:58:44.790 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package libfmt8:amd64. 2023-06-26T02:58:44.793 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libqt5core5a:amd64. 2023-06-26T02:58:44.817 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../003-libfmt8_8.1.1+ds1-2_amd64.deb ... 2023-06-26T02:58:44.819 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../007-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-06-26T02:58:44.868 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-26T02:58:44.898 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking libfmt8:amd64 (8.1.1+ds1-2) ... 2023-06-26T02:58:45.235 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2023-06-26T02:58:45.262 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../004-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2023-06-26T02:58:45.279 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2023-06-26T02:58:45.306 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../008-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-06-26T02:58:45.309 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2023-06-26T02:58:45.346 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-26T02:58:45.621 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2023-06-26T02:58:45.637 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../005-libdouble-conversion3_3.1.7-4_amd64.deb ... 2023-06-26T02:58:45.671 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2023-06-26T02:58:45.907 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libqt5network5:amd64. 2023-06-26T02:58:45.934 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../009-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-06-26T02:58:45.974 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-26T02:58:46.216 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2023-06-26T02:58:46.243 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../006-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2023-06-26T02:58:46.277 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2023-06-26T02:58:46.282 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2023-06-26T02:58:46.303 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../010-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2023-06-26T02:58:46.368 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2023-06-26T02:58:46.671 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package librados2. 2023-06-26T02:58:46.686 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../011-librados2_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:58:46.727 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package libqt5core5a:amd64. 2023-06-26T02:58:46.729 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking librados2 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:46.755 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../007-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-06-26T02:58:46.802 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-26T02:58:47.149 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package librbd1. 2023-06-26T02:58:47.175 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../012-librbd1_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:58:47.189 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2023-06-26T02:58:47.207 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking librbd1 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:47.215 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../008-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-06-26T02:58:47.247 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-26T02:58:47.600 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package libqt5network5:amd64. 2023-06-26T02:58:47.618 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libcephfs2. 2023-06-26T02:58:47.627 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../009-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-06-26T02:58:47.644 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../013-libcephfs2_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:58:47.667 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-26T02:58:47.684 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libcephfs2 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:47.970 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-rados. 2023-06-26T02:58:47.985 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../014-python3-rados_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:58:48.003 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2023-06-26T02:58:48.028 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-rados (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:48.030 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../010-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2023-06-26T02:58:48.069 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2023-06-26T02:58:48.356 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-ceph-argparse. 2023-06-26T02:58:48.382 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../015-python3-ceph-argparse_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:58:48.389 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package librados2. 2023-06-26T02:58:48.416 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../011-librados2_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:58:48.423 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-ceph-argparse (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:48.464 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking librados2 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:48.642 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-cephfs. 2023-06-26T02:58:48.657 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../016-python3-cephfs_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:58:48.692 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-cephfs (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:48.884 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package librbd1. 2023-06-26T02:58:48.899 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../012-librbd1_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:58:48.942 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking librbd1 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:49.011 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-ceph-common. 2023-06-26T02:58:49.037 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../017-python3-ceph-common_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:58:49.078 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-ceph-common (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:49.378 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package libcephfs2. 2023-06-26T02:58:49.405 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../013-libcephfs2_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:58:49.406 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-prettytable. 2023-06-26T02:58:49.432 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../018-python3-prettytable_2.5.0-2_all.deb ... 2023-06-26T02:58:49.444 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking libcephfs2 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:49.472 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2023-06-26T02:58:49.722 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-rados. 2023-06-26T02:58:49.749 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../014-python3-rados_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:58:49.767 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-rbd. 2023-06-26T02:58:49.788 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-rados (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:49.793 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../019-python3-rbd_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:58:49.850 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-rbd (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:50.108 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-ceph-argparse. 2023-06-26T02:58:50.135 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../015-python3-ceph-argparse_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:58:50.136 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package librdkafka1:amd64. 2023-06-26T02:58:50.159 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../020-librdkafka1_1.8.0-1build1_amd64.deb ... 2023-06-26T02:58:50.175 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-ceph-argparse (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:50.194 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2023-06-26T02:58:50.427 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-cephfs. 2023-06-26T02:58:50.443 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../016-python3-cephfs_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:58:50.485 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-cephfs (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:50.531 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package librgw2. 2023-06-26T02:58:50.557 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../021-librgw2_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:58:50.597 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking librgw2 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:50.771 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-ceph-common. 2023-06-26T02:58:50.798 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../017-python3-ceph-common_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:58:50.830 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-ceph-common (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:51.175 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-prettytable. 2023-06-26T02:58:51.202 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../018-python3-prettytable_2.5.0-2_all.deb ... 2023-06-26T02:58:51.241 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2023-06-26T02:58:51.433 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-rgw. 2023-06-26T02:58:51.459 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../022-python3-rgw_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:58:51.499 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-rgw (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:51.502 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-rbd. 2023-06-26T02:58:51.518 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../019-python3-rbd_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:58:51.560 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-rbd (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:51.802 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package liboath0:amd64. 2023-06-26T02:58:51.829 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../023-liboath0_2.6.7-3build1_amd64.deb ... 2023-06-26T02:58:51.860 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2023-06-26T02:58:51.897 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package librdkafka1:amd64. 2023-06-26T02:58:51.924 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../020-librdkafka1_1.8.0-1build1_amd64.deb ... 2023-06-26T02:58:51.955 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2023-06-26T02:58:52.147 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libradosstriper1. 2023-06-26T02:58:52.173 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../024-libradosstriper1_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:58:52.213 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libradosstriper1 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:52.250 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package librgw2. 2023-06-26T02:58:52.276 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../021-librgw2_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:58:52.316 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking librgw2 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:52.642 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-common. 2023-06-26T02:58:52.668 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../025-ceph-common_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:58:52.708 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-common (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:52.844 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-rgw. 2023-06-26T02:58:52.870 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../022-python3-rgw_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:58:52.910 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-rgw (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:53.255 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package liboath0:amd64. 2023-06-26T02:58:53.281 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../023-liboath0_2.6.7-3build1_amd64.deb ... 2023-06-26T02:58:53.321 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2023-06-26T02:58:53.591 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package libradosstriper1. 2023-06-26T02:58:53.607 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../024-libradosstriper1_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:58:53.641 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking libradosstriper1 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:53.947 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-base. 2023-06-26T02:58:53.973 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../026-ceph-base_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:58:54.022 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-base (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:54.069 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package ceph-common. 2023-06-26T02:58:54.096 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../025-ceph-common_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:58:54.135 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking ceph-common (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:54.761 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-jaraco.functools. 2023-06-26T02:58:54.787 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../027-python3-jaraco.functools_3.4.0-2_all.deb ... 2023-06-26T02:58:54.827 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2023-06-26T02:58:55.130 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-cheroot. 2023-06-26T02:58:55.156 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../028-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2023-06-26T02:58:55.197 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2023-06-26T02:58:55.441 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package ceph-base. 2023-06-26T02:58:55.468 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../026-ceph-base_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:58:55.516 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-jaraco.classes. 2023-06-26T02:58:55.517 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking ceph-base (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:58:55.543 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../029-python3-jaraco.classes_3.2.1-3_all.deb ... 2023-06-26T02:58:55.583 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2023-06-26T02:58:55.827 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-jaraco.text. 2023-06-26T02:58:55.844 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../030-python3-jaraco.text_3.6.0-2_all.deb ... 2023-06-26T02:58:55.877 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2023-06-26T02:58:56.180 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-jaraco.collections. 2023-06-26T02:58:56.207 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../031-python3-jaraco.collections_3.4.0-2_all.deb ... 2023-06-26T02:58:56.247 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2023-06-26T02:58:56.362 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-jaraco.functools. 2023-06-26T02:58:56.389 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../027-python3-jaraco.functools_3.4.0-2_all.deb ... 2023-06-26T02:58:56.487 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2023-06-26T02:58:56.575 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-tempora. 2023-06-26T02:58:56.601 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../032-python3-tempora_4.1.2-1_all.deb ... 2023-06-26T02:58:56.641 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-tempora (4.1.2-1) ... 2023-06-26T02:58:56.789 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-cheroot. 2023-06-26T02:58:56.816 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../028-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2023-06-26T02:58:56.865 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2023-06-26T02:58:56.928 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-portend. 2023-06-26T02:58:56.954 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../033-python3-portend_3.0.0-1_all.deb ... 2023-06-26T02:58:56.986 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-portend (3.0.0-1) ... 2023-06-26T02:58:57.201 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-jaraco.classes. 2023-06-26T02:58:57.228 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../029-python3-jaraco.classes_3.2.1-3_all.deb ... 2023-06-26T02:58:57.263 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-zc.lockfile. 2023-06-26T02:58:57.267 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2023-06-26T02:58:57.290 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../034-python3-zc.lockfile_2.0-1_all.deb ... 2023-06-26T02:58:57.330 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2023-06-26T02:58:57.528 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-jaraco.text. 2023-06-26T02:58:57.555 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../030-python3-jaraco.text_3.6.0-2_all.deb ... 2023-06-26T02:58:57.587 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2023-06-26T02:58:57.633 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-cherrypy3. 2023-06-26T02:58:57.659 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../035-python3-cherrypy3_18.6.1-4_all.deb ... 2023-06-26T02:58:57.699 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2023-06-26T02:58:57.881 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-jaraco.collections. 2023-06-26T02:58:57.908 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../031-python3-jaraco.collections_3.4.0-2_all.deb ... 2023-06-26T02:58:57.948 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2023-06-26T02:58:58.028 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-natsort. 2023-06-26T02:58:58.054 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../036-python3-natsort_8.0.2-1_all.deb ... 2023-06-26T02:58:58.086 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-natsort (8.0.2-1) ... 2023-06-26T02:58:58.259 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-tempora. 2023-06-26T02:58:58.286 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../032-python3-tempora_4.1.2-1_all.deb ... 2023-06-26T02:58:58.326 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-tempora (4.1.2-1) ... 2023-06-26T02:58:58.373 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-logutils. 2023-06-26T02:58:58.399 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../037-python3-logutils_0.3.3-8_all.deb ... 2023-06-26T02:58:58.456 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-logutils (0.3.3-8) ... 2023-06-26T02:58:58.620 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-portend. 2023-06-26T02:58:58.647 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../033-python3-portend_3.0.0-1_all.deb ... 2023-06-26T02:58:58.686 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-portend (3.0.0-1) ... 2023-06-26T02:58:58.758 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-markupsafe. 2023-06-26T02:58:58.785 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../038-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2023-06-26T02:58:58.825 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2023-06-26T02:58:58.939 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-zc.lockfile. 2023-06-26T02:58:58.966 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../034-python3-zc.lockfile_2.0-1_all.deb ... 2023-06-26T02:58:59.006 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2023-06-26T02:58:59.128 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-mako. 2023-06-26T02:58:59.154 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../039-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2023-06-26T02:58:59.194 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2023-06-26T02:58:59.309 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-cherrypy3. 2023-06-26T02:58:59.336 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../035-python3-cherrypy3_18.6.1-4_all.deb ... 2023-06-26T02:58:59.375 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2023-06-26T02:58:59.489 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-simplegeneric. 2023-06-26T02:58:59.515 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../040-python3-simplegeneric_0.8.1-3_all.deb ... 2023-06-26T02:58:59.547 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2023-06-26T02:58:59.721 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-natsort. 2023-06-26T02:58:59.748 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../036-python3-natsort_8.0.2-1_all.deb ... 2023-06-26T02:58:59.787 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-natsort (8.0.2-1) ... 2023-06-26T02:58:59.859 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-singledispatch. 2023-06-26T02:58:59.885 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../041-python3-singledispatch_3.4.0.3-3_all.deb ... 2023-06-26T02:58:59.925 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2023-06-26T02:59:00.067 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-logutils. 2023-06-26T02:59:00.083 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../037-python3-logutils_0.3.3-8_all.deb ... 2023-06-26T02:59:00.125 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-logutils (0.3.3-8) ... 2023-06-26T02:59:00.178 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-webob. 2023-06-26T02:59:00.193 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../042-python3-webob_1%3a1.8.6-1.1_all.deb ... 2023-06-26T02:59:00.228 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-webob (1:1.8.6-1.1) ... 2023-06-26T02:59:00.454 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-markupsafe. 2023-06-26T02:59:00.480 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../038-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2023-06-26T02:59:00.520 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2023-06-26T02:59:00.547 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-waitress. 2023-06-26T02:59:00.574 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../043-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2023-06-26T02:59:00.616 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2023-06-26T02:59:00.848 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-mako. 2023-06-26T02:59:00.875 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../039-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2023-06-26T02:59:00.914 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2023-06-26T02:59:01.097 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-tempita. 2023-06-26T02:59:01.123 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../044-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2023-06-26T02:59:01.200 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2023-06-26T02:59:01.251 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-simplegeneric. 2023-06-26T02:59:01.278 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../040-python3-simplegeneric_0.8.1-3_all.deb ... 2023-06-26T02:59:01.317 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2023-06-26T02:59:01.478 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-paste. 2023-06-26T02:59:01.505 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../045-python3-paste_3.5.0+dfsg1-1_all.deb ... 2023-06-26T02:59:01.545 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2023-06-26T02:59:01.562 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-singledispatch. 2023-06-26T02:59:01.588 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../041-python3-singledispatch_3.4.0.3-3_all.deb ... 2023-06-26T02:59:01.620 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2023-06-26T02:59:01.864 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2023-06-26T02:59:01.880 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../046-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2023-06-26T02:59:01.914 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-webob. 2023-06-26T02:59:01.915 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2023-06-26T02:59:01.941 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../042-python3-webob_1%3a1.8.6-1.1_all.deb ... 2023-06-26T02:59:01.981 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-webob (1:1.8.6-1.1) ... 2023-06-26T02:59:02.209 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-pastedeploy. 2023-06-26T02:59:02.236 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../047-python3-pastedeploy_2.1.1-1_all.deb ... 2023-06-26T02:59:02.275 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2023-06-26T02:59:02.334 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-waitress. 2023-06-26T02:59:02.361 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../043-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2023-06-26T02:59:02.404 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2023-06-26T02:59:02.561 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-webtest. 2023-06-26T02:59:02.588 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../048-python3-webtest_2.0.35-1_all.deb ... 2023-06-26T02:59:02.628 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-webtest (2.0.35-1) ... 2023-06-26T02:59:02.778 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-tempita. 2023-06-26T02:59:02.805 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../044-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2023-06-26T02:59:02.853 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2023-06-26T02:59:02.948 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-pecan. 2023-06-26T02:59:02.974 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../049-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2023-06-26T02:59:03.022 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2023-06-26T02:59:03.181 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-paste. 2023-06-26T02:59:03.197 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../045-python3-paste_3.5.0+dfsg1-1_all.deb ... 2023-06-26T02:59:03.239 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2023-06-26T02:59:03.411 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-certifi. 2023-06-26T02:59:03.437 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../050-python3-certifi_2020.6.20-1_all.deb ... 2023-06-26T02:59:03.485 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2023-06-26T02:59:03.601 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2023-06-26T02:59:03.628 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../046-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2023-06-26T02:59:03.701 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2023-06-26T02:59:03.872 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-idna. 2023-06-26T02:59:03.898 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../051-python3-idna_3.3-1_all.deb ... 2023-06-26T02:59:03.946 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-idna (3.3-1) ... 2023-06-26T02:59:04.012 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-pastedeploy. 2023-06-26T02:59:04.039 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../047-python3-pastedeploy_2.1.1-1_all.deb ... 2023-06-26T02:59:04.078 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2023-06-26T02:59:04.274 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-urllib3. 2023-06-26T02:59:04.301 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../052-python3-urllib3_1.26.5-1~exp1_all.deb ... 2023-06-26T02:59:04.341 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1) ... 2023-06-26T02:59:04.382 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-webtest. 2023-06-26T02:59:04.408 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../048-python3-webtest_2.0.35-1_all.deb ... 2023-06-26T02:59:04.448 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-webtest (2.0.35-1) ... 2023-06-26T02:59:04.661 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-requests. 2023-06-26T02:59:04.687 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../053-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2023-06-26T02:59:04.727 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2023-06-26T02:59:04.793 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-pecan. 2023-06-26T02:59:04.820 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../049-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2023-06-26T02:59:04.868 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2023-06-26T02:59:05.039 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-werkzeug. 2023-06-26T02:59:05.065 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../054-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.1_all.deb ... 2023-06-26T02:59:05.105 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2023-06-26T02:59:05.256 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-certifi. 2023-06-26T02:59:05.282 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../050-python3-certifi_2020.6.20-1_all.deb ... 2023-06-26T02:59:05.331 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2023-06-26T02:59:05.375 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2023-06-26T02:59:05.390 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../055-ceph-mgr-modules-core_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:59:05.433 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-mgr-modules-core (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:05.792 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-idna. 2023-06-26T02:59:05.820 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../051-python3-idna_3.3-1_all.deb ... 2023-06-26T02:59:05.871 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2023-06-26T02:59:05.898 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../056-libsqlite3-mod-ceph_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:59:06.267 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-idna (3.3-1) ... 2023-06-26T02:59:06.321 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libsqlite3-mod-ceph (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:06.712 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-urllib3. 2023-06-26T02:59:06.738 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../052-python3-urllib3_1.26.5-1~exp1_all.deb ... 2023-06-26T02:59:06.778 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1) ... 2023-06-26T02:59:06.858 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-openssl. 2023-06-26T02:59:06.884 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../057-python3-openssl_21.0.0-1_all.deb ... 2023-06-26T02:59:06.916 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-openssl (21.0.0-1) ... 2023-06-26T02:59:07.056 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-requests. 2023-06-26T02:59:07.083 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../053-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2023-06-26T02:59:07.123 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2023-06-26T02:59:07.252 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-mgr. 2023-06-26T02:59:07.280 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../058-ceph-mgr_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:59:07.319 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-mgr (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:07.426 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-werkzeug. 2023-06-26T02:59:07.453 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../054-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.1_all.deb ... 2023-06-26T02:59:07.501 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2023-06-26T02:59:07.722 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-mon. 2023-06-26T02:59:07.749 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../059-ceph-mon_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:59:07.762 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2023-06-26T02:59:07.786 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../055-ceph-mgr-modules-core_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:59:07.788 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-mon (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:07.820 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking ceph-mgr-modules-core (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:08.191 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2023-06-26T02:59:08.208 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../056-libsqlite3-mod-ceph_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:59:08.249 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking libsqlite3-mod-ceph (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:08.536 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-openssl. 2023-06-26T02:59:08.552 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../057-python3-openssl_21.0.0-1_all.deb ... 2023-06-26T02:59:08.594 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-openssl (21.0.0-1) ... 2023-06-26T02:59:08.684 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-osd. 2023-06-26T02:59:08.711 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../060-ceph-osd_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:59:08.750 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-osd (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:08.930 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package ceph-mgr. 2023-06-26T02:59:08.957 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../058-ceph-mgr_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:59:08.988 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking ceph-mgr (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:09.400 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package ceph-mon. 2023-06-26T02:59:09.427 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../059-ceph-mon_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:59:09.466 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking ceph-mon (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:10.337 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package ceph-osd. 2023-06-26T02:59:10.364 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../060-ceph-osd_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:59:10.395 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking ceph-osd (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:10.620 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph. 2023-06-26T02:59:10.647 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../061-ceph_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:59:10.687 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:11.006 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-fuse. 2023-06-26T02:59:11.033 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../062-ceph-fuse_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:59:11.072 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-fuse (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:11.393 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-mds. 2023-06-26T02:59:11.419 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../063-ceph-mds_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:59:11.451 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-mds (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:11.829 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package cephadm. 2023-06-26T02:59:11.856 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../064-cephadm_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:59:11.895 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking cephadm (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:12.215 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-asyncssh. 2023-06-26T02:59:12.242 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../065-python3-asyncssh_2.5.0-1_all.deb ... 2023-06-26T02:59:12.281 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2023-06-26T02:59:12.423 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package ceph. 2023-06-26T02:59:12.450 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../061-ceph_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:59:12.489 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking ceph (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:12.609 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-babel-localedata. 2023-06-26T02:59:12.625 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../066-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2023-06-26T02:59:12.667 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2023-06-26T02:59:12.792 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package ceph-fuse. 2023-06-26T02:59:12.819 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../062-ceph-fuse_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:59:12.867 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking ceph-fuse (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:13.179 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package ceph-mds. 2023-06-26T02:59:13.195 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../063-ceph-mds_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:59:13.228 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking ceph-mds (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:13.615 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package cephadm. 2023-06-26T02:59:13.642 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../064-cephadm_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:59:13.672 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-babel. 2023-06-26T02:59:13.681 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking cephadm (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:13.699 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../067-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2023-06-26T02:59:13.739 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2023-06-26T02:59:14.001 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-asyncssh. 2023-06-26T02:59:14.028 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../065-python3-asyncssh_2.5.0-1_all.deb ... 2023-06-26T02:59:14.067 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-jinja2. 2023-06-26T02:59:14.068 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2023-06-26T02:59:14.094 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../068-python3-jinja2_3.0.3-1_all.deb ... 2023-06-26T02:59:14.134 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-jinja2 (3.0.3-1) ... 2023-06-26T02:59:14.379 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python-babel-localedata. 2023-06-26T02:59:14.406 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../066-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2023-06-26T02:59:14.445 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2023-06-26T02:59:14.495 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2023-06-26T02:59:14.522 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../069-ceph-mgr-cephadm_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:59:14.561 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-mgr-cephadm (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:14.898 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-bcrypt. 2023-06-26T02:59:14.925 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../070-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2023-06-26T02:59:14.965 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2023-06-26T02:59:15.276 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-repoze.lru. 2023-06-26T02:59:15.303 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../071-python3-repoze.lru_0.7-2_all.deb ... 2023-06-26T02:59:15.342 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2023-06-26T02:59:15.467 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-babel. 2023-06-26T02:59:15.494 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../067-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2023-06-26T02:59:15.533 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2023-06-26T02:59:15.620 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-routes. 2023-06-26T02:59:15.647 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../072-python3-routes_2.5.1-1ubuntu1_all.deb ... 2023-06-26T02:59:15.687 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2023-06-26T02:59:15.887 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-jinja2. 2023-06-26T02:59:15.914 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../068-python3-jinja2_3.0.3-1_all.deb ... 2023-06-26T02:59:15.953 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-jinja2 (3.0.3-1) ... 2023-06-26T02:59:15.990 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2023-06-26T02:59:16.017 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../073-ceph-mgr-dashboard_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:59:16.057 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-mgr-dashboard (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:16.315 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2023-06-26T02:59:16.342 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../069-ceph-mgr-cephadm_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:59:16.381 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking ceph-mgr-cephadm (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:16.535 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2023-06-26T02:59:16.551 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../074-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2023-06-26T02:59:16.593 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2023-06-26T02:59:16.726 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-bcrypt. 2023-06-26T02:59:16.754 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../070-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2023-06-26T02:59:16.793 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2023-06-26T02:59:17.062 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-repoze.lru. 2023-06-26T02:59:17.090 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../071-python3-repoze.lru_0.7-2_all.deb ... 2023-06-26T02:59:17.114 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-joblib. 2023-06-26T02:59:17.129 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2023-06-26T02:59:17.141 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../075-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2023-06-26T02:59:17.180 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2023-06-26T02:59:17.432 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-routes. 2023-06-26T02:59:17.459 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../072-python3-routes_2.5.1-1ubuntu1_all.deb ... 2023-06-26T02:59:17.498 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2023-06-26T02:59:17.542 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-threadpoolctl. 2023-06-26T02:59:17.569 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../076-python3-threadpoolctl_3.1.0-1_all.deb ... 2023-06-26T02:59:17.609 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2023-06-26T02:59:17.860 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2023-06-26T02:59:17.887 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../073-ceph-mgr-dashboard_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:59:17.912 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-sklearn. 2023-06-26T02:59:17.927 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking ceph-mgr-dashboard (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:17.938 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../077-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2023-06-26T02:59:17.978 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2023-06-26T02:59:18.347 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2023-06-26T02:59:18.363 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../074-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2023-06-26T02:59:18.397 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2023-06-26T02:59:18.670 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2023-06-26T02:59:18.698 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../078-ceph-mgr-diskprediction-local_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:59:18.736 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-mgr-diskprediction-local (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:18.884 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-joblib. 2023-06-26T02:59:18.911 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../075-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2023-06-26T02:59:18.950 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2023-06-26T02:59:19.296 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-threadpoolctl. 2023-06-26T02:59:19.323 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../076-python3-threadpoolctl_3.1.0-1_all.deb ... 2023-06-26T02:59:19.362 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2023-06-26T02:59:19.682 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-sklearn. 2023-06-26T02:59:19.709 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../077-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2023-06-26T02:59:19.731 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-cachetools. 2023-06-26T02:59:19.748 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2023-06-26T02:59:19.758 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../079-python3-cachetools_5.0.0-1_all.deb ... 2023-06-26T02:59:19.798 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2023-06-26T02:59:20.059 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-pyasn1. 2023-06-26T02:59:20.075 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../080-python3-pyasn1_0.4.8-1_all.deb ... 2023-06-26T02:59:20.109 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2023-06-26T02:59:20.395 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-pyasn1-modules. 2023-06-26T02:59:20.415 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2023-06-26T02:59:20.422 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../081-python3-pyasn1-modules_0.2.1-1_all.deb ... 2023-06-26T02:59:20.441 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../078-ceph-mgr-diskprediction-local_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:59:20.462 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2023-06-26T02:59:20.473 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking ceph-mgr-diskprediction-local (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:20.731 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-rsa. 2023-06-26T02:59:20.758 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../082-python3-rsa_4.8-1_all.deb ... 2023-06-26T02:59:20.797 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-rsa (4.8-1) ... 2023-06-26T02:59:21.220 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-google-auth. 2023-06-26T02:59:21.247 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../083-python3-google-auth_1.5.1-3_all.deb ... 2023-06-26T02:59:21.286 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2023-06-26T02:59:21.426 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-cachetools. 2023-06-26T02:59:21.453 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../079-python3-cachetools_5.0.0-1_all.deb ... 2023-06-26T02:59:21.492 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2023-06-26T02:59:21.581 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-requests-oauthlib. 2023-06-26T02:59:21.608 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../084-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2023-06-26T02:59:21.748 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2023-06-26T02:59:21.796 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-pyasn1. 2023-06-26T02:59:21.823 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../080-python3-pyasn1_0.4.8-1_all.deb ... 2023-06-26T02:59:21.862 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2023-06-26T02:59:22.159 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-websocket. 2023-06-26T02:59:22.186 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../085-python3-websocket_1.2.3-1_all.deb ... 2023-06-26T02:59:22.217 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-websocket (1.2.3-1) ... 2023-06-26T02:59:22.224 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-pyasn1-modules. 2023-06-26T02:59:22.251 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../081-python3-pyasn1-modules_0.2.1-1_all.deb ... 2023-06-26T02:59:22.290 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2023-06-26T02:59:22.462 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-kubernetes. 2023-06-26T02:59:22.477 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../086-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2023-06-26T02:59:22.512 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2023-06-26T02:59:22.584 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-rsa. 2023-06-26T02:59:22.612 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../082-python3-rsa_4.8-1_all.deb ... 2023-06-26T02:59:22.651 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-rsa (4.8-1) ... 2023-06-26T02:59:23.031 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-google-auth. 2023-06-26T02:59:23.059 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../083-python3-google-auth_1.5.1-3_all.deb ... 2023-06-26T02:59:23.097 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2023-06-26T02:59:23.151 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2023-06-26T02:59:23.179 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../087-ceph-mgr-k8sevents_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:59:23.217 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-mgr-k8sevents (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:23.426 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-requests-oauthlib. 2023-06-26T02:59:23.454 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../084-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2023-06-26T02:59:23.492 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2023-06-26T02:59:23.537 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libonig5:amd64. 2023-06-26T02:59:23.564 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../088-libonig5_6.9.7.1-2build1_amd64.deb ... 2023-06-26T02:59:23.603 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2023-06-26T02:59:23.770 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-websocket. 2023-06-26T02:59:23.787 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../085-python3-websocket_1.2.3-1_all.deb ... 2023-06-26T02:59:23.820 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-websocket (1.2.3-1) ... 2023-06-26T02:59:23.881 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libjq1:amd64. 2023-06-26T02:59:23.908 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../089-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2023-06-26T02:59:23.947 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2023-06-26T02:59:24.082 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-kubernetes. 2023-06-26T02:59:24.109 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../086-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2023-06-26T02:59:24.140 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2023-06-26T02:59:24.209 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package jq. 2023-06-26T02:59:24.224 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../090-jq_1.6-2.1ubuntu3_amd64.deb ... 2023-06-26T02:59:24.267 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2023-06-26T02:59:24.520 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package socat. 2023-06-26T02:59:24.547 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../091-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2023-06-26T02:59:24.586 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2023-06-26T02:59:24.812 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2023-06-26T02:59:24.829 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../087-ceph-mgr-k8sevents_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:59:24.870 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking ceph-mgr-k8sevents (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:24.914 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package xmlstarlet. 2023-06-26T02:59:24.930 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../092-xmlstarlet_1.6.1-2.1_amd64.deb ... 2023-06-26T02:59:24.972 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2023-06-26T02:59:25.156 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package libonig5:amd64. 2023-06-26T02:59:25.184 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../088-libonig5_6.9.7.1-2build1_amd64.deb ... 2023-06-26T02:59:25.223 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2023-06-26T02:59:25.343 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-test. 2023-06-26T02:59:25.359 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../093-ceph-test_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:59:25.401 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-test (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:25.559 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package libjq1:amd64. 2023-06-26T02:59:25.587 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../089-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2023-06-26T02:59:25.625 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2023-06-26T02:59:25.895 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package jq. 2023-06-26T02:59:25.912 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../090-jq_1.6-2.1ubuntu3_amd64.deb ... 2023-06-26T02:59:25.953 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2023-06-26T02:59:26.181 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package socat. 2023-06-26T02:59:26.198 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../091-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2023-06-26T02:59:26.231 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2023-06-26T02:59:26.526 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package xmlstarlet. 2023-06-26T02:59:26.553 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../092-xmlstarlet_1.6.1-2.1_amd64.deb ... 2023-06-26T02:59:26.592 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2023-06-26T02:59:26.946 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package ceph-test. 2023-06-26T02:59:26.963 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../093-ceph-test_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:59:27.113 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking ceph-test (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:27.697 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-volume. 2023-06-26T02:59:27.725 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../094-ceph-volume_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:59:27.771 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-volume (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:28.185 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package cephfs-mirror. 2023-06-26T02:59:28.213 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../095-cephfs-mirror_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:59:28.251 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking cephfs-mirror (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:28.546 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-colorama. 2023-06-26T02:59:28.574 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../096-python3-colorama_0.4.4-1_all.deb ... 2023-06-26T02:59:28.604 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-colorama (0.4.4-1) ... 2023-06-26T02:59:28.840 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package cephfs-shell. 2023-06-26T02:59:28.856 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../097-cephfs-shell_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:59:28.899 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking cephfs-shell (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:29.168 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package cephfs-top. 2023-06-26T02:59:29.184 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../098-cephfs-top_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:59:29.226 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking cephfs-top (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:29.350 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package ceph-volume. 2023-06-26T02:59:29.378 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../094-ceph-volume_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:59:29.416 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking ceph-volume (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:29.471 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libcephfs-dev. 2023-06-26T02:59:29.498 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../099-libcephfs-dev_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:59:29.537 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libcephfs-dev (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:29.863 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package cephfs-mirror. 2023-06-26T02:59:29.891 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../095-cephfs-mirror_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:59:29.899 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package nvme-cli. 2023-06-26T02:59:29.926 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../100-nvme-cli_1.16-3ubuntu0.1_amd64.deb ... 2023-06-26T02:59:29.929 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking cephfs-mirror (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:29.965 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking nvme-cli (1.16-3ubuntu0.1) ... 2023-06-26T02:59:30.249 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-colorama. 2023-06-26T02:59:30.277 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../096-python3-colorama_0.4.4-1_all.deb ... 2023-06-26T02:59:30.316 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-colorama (0.4.4-1) ... 2023-06-26T02:59:30.320 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-asyncssh-doc. 2023-06-26T02:59:30.348 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../101-python-asyncssh-doc_2.5.0-1_all.deb ... 2023-06-26T02:59:30.387 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2023-06-26T02:59:30.577 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package cephfs-shell. 2023-06-26T02:59:30.593 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../097-cephfs-shell_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:59:30.635 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking cephfs-shell (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:30.815 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-iniconfig. 2023-06-26T02:59:30.842 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../102-python3-iniconfig_1.1.1-2_all.deb ... 2023-06-26T02:59:30.881 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2023-06-26T02:59:30.904 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package cephfs-top. 2023-06-26T02:59:30.921 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../098-cephfs-top_18.0.0-4444-g6e29bf32-1jammy_all.deb ... 2023-06-26T02:59:30.954 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking cephfs-top (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:31.143 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-pastescript. 2023-06-26T02:59:31.149 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package libcephfs-dev. 2023-06-26T02:59:31.166 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../099-libcephfs-dev_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:59:31.170 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../103-python3-pastescript_2.0.2-4_all.deb ... 2023-06-26T02:59:31.198 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking libcephfs-dev (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:31.209 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2023-06-26T02:59:31.529 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-pluggy. 2023-06-26T02:59:31.556 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../104-python3-pluggy_0.13.0-7.1_all.deb ... 2023-06-26T02:59:31.560 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package nvme-cli. 2023-06-26T02:59:31.588 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../100-nvme-cli_1.16-3ubuntu0.1_amd64.deb ... 2023-06-26T02:59:31.595 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2023-06-26T02:59:31.635 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking nvme-cli (1.16-3ubuntu0.1) ... 2023-06-26T02:59:31.881 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-psutil. 2023-06-26T02:59:31.898 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../105-python3-psutil_5.9.0-1build1_amd64.deb ... 2023-06-26T02:59:31.931 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2023-06-26T02:59:31.981 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python-asyncssh-doc. 2023-06-26T02:59:31.998 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../101-python-asyncssh-doc_2.5.0-1_all.deb ... 2023-06-26T02:59:32.040 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2023-06-26T02:59:32.293 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-py. 2023-06-26T02:59:32.321 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../106-python3-py_1.10.0-1_all.deb ... 2023-06-26T02:59:32.360 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-py (1.10.0-1) ... 2023-06-26T02:59:32.460 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-iniconfig. 2023-06-26T02:59:32.488 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../102-python3-iniconfig_1.1.1-2_all.deb ... 2023-06-26T02:59:32.526 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2023-06-26T02:59:32.646 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-pygments. 2023-06-26T02:59:32.673 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../107-python3-pygments_2.11.2+dfsg-2_all.deb ... 2023-06-26T02:59:32.704 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2023-06-26T02:59:33.079 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-pastescript. 2023-06-26T02:59:33.107 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../103-python3-pastescript_2.0.2-4_all.deb ... 2023-06-26T02:59:33.145 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2023-06-26T02:59:33.192 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-pyinotify. 2023-06-26T02:59:33.219 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../108-python3-pyinotify_0.9.6-1.3_all.deb ... 2023-06-26T02:59:33.258 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2023-06-26T02:59:33.432 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-pluggy. 2023-06-26T02:59:33.449 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../104-python3-pluggy_0.13.0-7.1_all.deb ... 2023-06-26T02:59:33.481 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2023-06-26T02:59:33.511 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-toml. 2023-06-26T02:59:33.527 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../109-python3-toml_0.10.2-1_all.deb ... 2023-06-26T02:59:33.569 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-toml (0.10.2-1) ... 2023-06-26T02:59:33.784 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-psutil. 2023-06-26T02:59:33.812 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../105-python3-psutil_5.9.0-1build1_amd64.deb ... 2023-06-26T02:59:33.851 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2023-06-26T02:59:33.872 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-pytest. 2023-06-26T02:59:33.899 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../110-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2023-06-26T02:59:33.938 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2023-06-26T02:59:34.171 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-py. 2023-06-26T02:59:34.199 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../106-python3-py_1.10.0-1_all.deb ... 2023-06-26T02:59:34.237 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-py (1.10.0-1) ... 2023-06-26T02:59:34.260 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-simplejson. 2023-06-26T02:59:34.276 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../111-python3-simplejson_3.17.6-1build1_amd64.deb ... 2023-06-26T02:59:34.319 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2023-06-26T02:59:34.557 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-pygments. 2023-06-26T02:59:34.563 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package qttranslations5-l10n. 2023-06-26T02:59:34.579 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../112-qttranslations5-l10n_5.15.3-1_all.deb ... 2023-06-26T02:59:34.585 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../107-python3-pygments_2.11.2+dfsg-2_all.deb ... 2023-06-26T02:59:34.621 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2023-06-26T02:59:34.623 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2023-06-26T02:59:35.086 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-pyinotify. 2023-06-26T02:59:35.114 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../108-python3-pyinotify_0.9.6-1.3_all.deb ... 2023-06-26T02:59:35.152 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2023-06-26T02:59:35.301 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package radosgw. 2023-06-26T02:59:35.328 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../113-radosgw_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:59:35.367 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking radosgw (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:35.480 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-toml. 2023-06-26T02:59:35.508 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../109-python3-toml_0.10.2-1_all.deb ... 2023-06-26T02:59:35.546 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-toml (0.10.2-1) ... 2023-06-26T02:59:35.824 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-pytest. 2023-06-26T02:59:35.852 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../110-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2023-06-26T02:59:35.891 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2023-06-26T02:59:36.146 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package rbd-fuse. 2023-06-26T02:59:36.173 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../114-rbd-fuse_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:59:36.212 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking rbd-fuse (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:36.219 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package python3-simplejson. 2023-06-26T02:59:36.247 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../111-python3-simplejson_3.17.6-1build1_amd64.deb ... 2023-06-26T02:59:36.294 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2023-06-26T02:59:36.522 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package qttranslations5-l10n. 2023-06-26T02:59:36.538 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../112-qttranslations5-l10n_5.15.3-1_all.deb ... 2023-06-26T02:59:36.541 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2023-06-26T02:59:36.571 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2023-06-26T02:59:36.801 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2023-06-26T02:59:36.927 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up nvme-cli (1.16-3ubuntu0.1) ... 2023-06-26T02:59:37.189 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2023-06-26T02:59:37.326 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package radosgw. 2023-06-26T02:59:37.354 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../113-radosgw_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:59:37.392 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking radosgw (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:37.578 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2023-06-26T02:59:38.061 INFO:teuthology.orchestra.run.smithi071.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2023-06-26T02:59:38.154 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up cephadm (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:38.187 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package rbd-fuse. 2023-06-26T02:59:38.203 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../114-rbd-fuse_18.0.0-4444-g6e29bf32-1jammy_amd64.deb ... 2023-06-26T02:59:38.245 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking rbd-fuse (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:38.550 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2023-06-26T02:59:38.655 INFO:teuthology.orchestra.run.smithi071.stdout:Adding system user cephadm....done 2023-06-26T02:59:38.808 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2023-06-26T02:59:38.819 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2023-06-26T02:59:38.934 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up nvme-cli (1.16-3ubuntu0.1) ... 2023-06-26T02:59:39.104 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2023-06-26T02:59:39.202 INFO:teuthology.orchestra.run.smithi023.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2023-06-26T02:59:39.371 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2023-06-26T02:59:39.498 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2023-06-26T02:59:39.572 INFO:teuthology.orchestra.run.smithi023.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2023-06-26T02:59:39.790 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-repoze.lru (0.7-2) ... 2023-06-26T02:59:40.050 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2023-06-26T02:59:40.061 INFO:teuthology.orchestra.run.smithi023.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2023-06-26T02:59:40.121 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up cephadm (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:40.185 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-py (1.10.0-1) ... 2023-06-26T02:59:40.478 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2023-06-26T02:59:40.665 INFO:teuthology.orchestra.run.smithi023.stdout:Adding system user cephadm....done 2023-06-26T02:59:40.818 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2023-06-26T02:59:40.847 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-cachetools (5.0.0-1) ... 2023-06-26T02:59:41.078 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2023-06-26T02:59:41.157 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-colorama (0.4.4-1) ... 2023-06-26T02:59:41.321 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2023-06-26T02:59:41.464 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2023-06-26T02:59:41.525 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-openssl (21.0.0-1) ... 2023-06-26T02:59:41.723 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-repoze.lru (0.7-2) ... 2023-06-26T02:59:41.793 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2023-06-26T02:59:41.983 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2023-06-26T02:59:42.061 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2023-06-26T02:59:42.109 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-py (1.10.0-1) ... 2023-06-26T02:59:42.320 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2023-06-26T02:59:42.419 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2023-06-26T02:59:42.605 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-ceph-argparse (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:42.779 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-cachetools (5.0.0-1) ... 2023-06-26T02:59:42.907 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2023-06-26T02:59:43.015 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-pyperclip (1.8.2-2) ... 2023-06-26T02:59:43.047 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-colorama (0.4.4-1) ... 2023-06-26T02:59:43.266 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2023-06-26T02:59:43.490 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-openssl (21.0.0-1) ... 2023-06-26T02:59:43.526 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2023-06-26T02:59:43.652 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2023-06-26T02:59:43.774 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2023-06-26T02:59:44.020 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2023-06-26T02:59:44.034 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2023-06-26T02:59:44.146 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-natsort (8.0.2-1) ... 2023-06-26T02:59:44.309 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2023-06-26T02:59:44.406 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2023-06-26T02:59:44.665 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2023-06-26T02:59:44.711 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-ceph-argparse (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:44.953 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2023-06-26T02:59:44.958 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2023-06-26T02:59:45.079 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-pyperclip (1.8.2-2) ... 2023-06-26T02:59:45.364 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2023-06-26T02:59:45.602 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2023-06-26T02:59:45.681 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2023-06-26T02:59:45.808 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2023-06-26T02:59:45.862 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2023-06-26T02:59:46.004 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2023-06-26T02:59:46.122 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2023-06-26T02:59:46.175 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2023-06-26T02:59:46.301 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-natsort (8.0.2-1) ... 2023-06-26T02:59:46.432 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2023-06-26T02:59:46.569 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2023-06-26T02:59:46.820 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2023-06-26T02:59:46.850 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-certifi (2020.6.20-1) ... 2023-06-26T02:59:47.101 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2023-06-26T02:59:47.138 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2023-06-26T02:59:47.469 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2023-06-26T02:59:47.771 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-cmd2 (2.3.3-1) ... 2023-06-26T02:59:47.815 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2023-06-26T02:59:48.074 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2023-06-26T02:59:48.097 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2023-06-26T02:59:48.200 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2023-06-26T02:59:48.343 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2023-06-26T02:59:48.432 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2023-06-26T02:59:48.644 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2023-06-26T02:59:48.674 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2023-06-26T02:59:48.809 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-ceph-common (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:49.020 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-certifi (2020.6.20-1) ... 2023-06-26T02:59:49.127 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-idna (3.3-1) ... 2023-06-26T02:59:49.255 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2023-06-26T02:59:49.462 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2023-06-26T02:59:49.640 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2023-06-26T02:59:49.933 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-cmd2 (2.3.3-1) ... 2023-06-26T02:59:50.242 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2023-06-26T02:59:50.593 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2023-06-26T02:59:50.610 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-26T02:59:50.753 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-toml (0.10.2-1) ... 2023-06-26T02:59:50.828 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2023-06-26T02:59:50.928 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-ceph-common (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T02:59:51.020 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2023-06-26T02:59:51.138 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2023-06-26T02:59:51.248 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-urllib3 (1.26.5-1~exp1) ... 2023-06-26T02:59:51.255 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-idna (3.3-1) ... 2023-06-26T02:59:51.525 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2023-06-26T02:59:51.581 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2023-06-26T02:59:51.784 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2023-06-26T02:59:52.035 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-26T02:59:52.178 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libfmt8:amd64 (8.1.1+ds1-2) ... 2023-06-26T02:59:52.329 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2023-06-26T02:59:52.820 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-26T02:59:52.866 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2023-06-26T02:59:52.954 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-toml (0.10.2-1) ... 2023-06-26T02:59:53.214 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2023-06-26T02:59:53.248 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-logutils (0.3.3-8) ... 2023-06-26T02:59:53.340 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2023-06-26T02:59:53.465 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-urllib3 (1.26.5-1~exp1) ... 2023-06-26T02:59:53.508 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-tempora (4.1.2-1) ... 2023-06-26T02:59:53.776 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2023-06-26T02:59:53.784 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2023-06-26T02:59:54.035 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-prettytable (2.5.0-2) ... 2023-06-26T02:59:54.051 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2023-06-26T02:59:54.294 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-26T02:59:54.312 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2023-06-26T02:59:54.403 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up libfmt8:amd64 (8.1.1+ds1-2) ... 2023-06-26T02:59:54.462 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-websocket (1.2.3-1) ... 2023-06-26T02:59:54.504 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2023-06-26T02:59:54.781 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2023-06-26T02:59:54.806 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2023-06-26T02:59:54.907 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2023-06-26T02:59:55.065 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-logutils (0.3.3-8) ... 2023-06-26T02:59:55.199 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-webob (1:1.8.6-1.1) ... 2023-06-26T02:59:55.324 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-tempora (4.1.2-1) ... 2023-06-26T02:59:55.501 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2023-06-26T02:59:55.592 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2023-06-26T02:59:55.769 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2023-06-26T02:59:55.843 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-prettytable (2.5.0-2) ... 2023-06-26T02:59:56.086 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2023-06-26T02:59:56.172 INFO:teuthology.orchestra.run.smithi071.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2023-06-26T02:59:56.187 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-websocket (1.2.3-1) ... 2023-06-26T02:59:56.430 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2023-06-26T02:59:56.463 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2023-06-26T02:59:56.531 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2023-06-26T02:59:56.589 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2023-06-26T02:59:56.882 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-webob (1:1.8.6-1.1) ... 2023-06-26T02:59:56.916 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2023-06-26T02:59:57.193 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-portend (3.0.0-1) ... 2023-06-26T02:59:57.208 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2023-06-26T02:59:57.452 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-26T02:59:57.467 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2023-06-26T02:59:57.603 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-jinja2 (3.0.3-1) ... 2023-06-26T02:59:57.860 INFO:teuthology.orchestra.run.smithi023.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2023-06-26T02:59:57.938 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2023-06-26T02:59:58.120 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2023-06-26T02:59:58.222 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2023-06-26T02:59:58.254 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2023-06-26T02:59:58.498 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2023-06-26T02:59:58.625 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-rsa (4.8-1) ... 2023-06-26T02:59:58.673 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2023-06-26T02:59:58.901 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-webtest (2.0.35-1) ... 2023-06-26T02:59:59.174 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-portend (3.0.0-1) ... 2023-06-26T02:59:59.194 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2023-06-26T02:59:59.433 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-06-26T02:59:59.478 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2023-06-26T02:59:59.559 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-jinja2 (3.0.3-1) ... 2023-06-26T02:59:59.880 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-pastescript (2.0.2-4) ... 2023-06-26T02:59:59.893 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2023-06-26T03:00:00.173 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2023-06-26T03:00:00.177 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2023-06-26T03:00:00.437 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2023-06-26T03:00:00.509 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2023-06-26T03:00:00.564 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-rsa (4.8-1) ... 2023-06-26T03:00:00.635 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up librados2 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:00.761 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up librgw2 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:00.839 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-webtest (2.0.35-1) ... 2023-06-26T03:00:00.965 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libsqlite3-mod-ceph (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:01.091 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libcephfs2 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:01.115 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2023-06-26T03:00:01.217 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libradosstriper1 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:01.343 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-google-auth (1.5.1-3) ... 2023-06-26T03:00:01.383 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2023-06-26T03:00:01.628 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up librbd1 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:01.771 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-mgr-modules-core (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:01.776 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-pastescript (2.0.2-4) ... 2023-06-26T03:00:01.897 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-fuse (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:02.044 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2023-06-26T03:00:02.109 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-06-26T03:00:02.109 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-06-26T03:00:02.380 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2023-06-26T03:00:02.506 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up librados2 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:02.632 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up librgw2 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:02.666 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libcephfs-dev (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:02.800 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-rados (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:02.826 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up libsqlite3-mod-ceph (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:02.936 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up libcephfs2 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:03.043 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up cephfs-top (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:03.045 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up libradosstriper1 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:03.171 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-google-auth (1.5.1-3) ... 2023-06-26T03:00:03.228 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2023-06-26T03:00:03.456 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up librbd1 (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:03.582 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up ceph-mgr-modules-core (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:03.708 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up ceph-fuse (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:03.930 INFO:teuthology.orchestra.run.smithi023.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-06-26T03:00:03.930 INFO:teuthology.orchestra.run.smithi023.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-06-26T03:00:04.408 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-rbd (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:04.501 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up libcephfs-dev (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:04.542 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up rbd-fuse (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:04.602 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-rados (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:04.668 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-rgw (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:04.712 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up cephfs-top (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:04.794 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-cephfs (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:04.846 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2023-06-26T03:00:04.920 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up cephfs-shell (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:05.030 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-common (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:05.540 INFO:teuthology.orchestra.run.smithi071.stdout:Adding group ceph....done 2023-06-26T03:00:05.900 INFO:teuthology.orchestra.run.smithi071.stdout:Adding system user ceph....done 2023-06-26T03:00:06.068 INFO:teuthology.orchestra.run.smithi071.stdout:Setting system user ceph properties....done 2023-06-26T03:00:06.075 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-rbd (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:06.082 INFO:teuthology.orchestra.run.smithi071.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2023-06-26T03:00:06.201 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up rbd-fuse (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:06.215 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2023-06-26T03:00:06.302 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-rgw (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:06.403 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up python3-cephfs (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:06.530 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up cephfs-shell (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:06.610 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2023-06-26T03:00:06.656 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up ceph-common (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:07.148 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up cephfs-mirror (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:07.173 INFO:teuthology.orchestra.run.smithi023.stdout:Adding group ceph....done 2023-06-26T03:00:07.369 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2023-06-26T03:00:07.369 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2023-06-26T03:00:07.525 INFO:teuthology.orchestra.run.smithi023.stdout:Adding system user ceph....done 2023-06-26T03:00:07.702 INFO:teuthology.orchestra.run.smithi023.stdout:Setting system user ceph properties....done 2023-06-26T03:00:07.716 INFO:teuthology.orchestra.run.smithi023.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2023-06-26T03:00:07.855 INFO:teuthology.orchestra.run.smithi023.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2023-06-26T03:00:07.900 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-test (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:08.026 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up radosgw (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:08.176 INFO:teuthology.orchestra.run.smithi023.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2023-06-26T03:00:08.284 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-06-26T03:00:08.284 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-06-26T03:00:08.698 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up cephfs-mirror (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:08.915 INFO:teuthology.orchestra.run.smithi023.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2023-06-26T03:00:08.916 INFO:teuthology.orchestra.run.smithi023.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2023-06-26T03:00:09.070 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-base (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:09.391 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2023-06-26T03:00:09.424 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up ceph-test (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:09.550 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up radosgw (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:09.807 INFO:teuthology.orchestra.run.smithi023.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-06-26T03:00:09.807 INFO:teuthology.orchestra.run.smithi023.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-06-26T03:00:09.939 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-mds (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:10.175 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-06-26T03:00:10.175 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-06-26T03:00:10.527 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up ceph-base (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:10.741 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-mgr (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:10.871 INFO:teuthology.orchestra.run.smithi023.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2023-06-26T03:00:10.974 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-06-26T03:00:10.974 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-06-26T03:00:11.379 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up ceph-mds (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:11.542 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-osd (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:11.612 INFO:teuthology.orchestra.run.smithi023.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-06-26T03:00:11.612 INFO:teuthology.orchestra.run.smithi023.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-06-26T03:00:12.007 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-06-26T03:00:12.008 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-06-26T03:00:12.148 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up ceph-mgr (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:12.366 INFO:teuthology.orchestra.run.smithi023.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-06-26T03:00:12.366 INFO:teuthology.orchestra.run.smithi023.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-06-26T03:00:12.529 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-mgr-k8sevents (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:12.672 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-mgr-diskprediction-local (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:12.815 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-mon (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:12.924 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up ceph-osd (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:13.060 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-06-26T03:00:13.060 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-06-26T03:00:13.257 INFO:teuthology.orchestra.run.smithi023.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-06-26T03:00:13.257 INFO:teuthology.orchestra.run.smithi023.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-06-26T03:00:13.775 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up ceph-mgr-k8sevents (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:13.786 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-mgr-cephadm (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:13.876 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up ceph-mgr-diskprediction-local (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:13.912 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:14.004 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up ceph-mon (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:14.029 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-mgr-dashboard (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:14.181 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-volume (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:14.222 INFO:teuthology.orchestra.run.smithi023.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-06-26T03:00:14.223 INFO:teuthology.orchestra.run.smithi023.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-06-26T03:00:14.308 INFO:teuthology.orchestra.run.smithi071.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-06-26T03:00:14.738 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up ceph-mgr-cephadm (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:14.889 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up ceph (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:15.015 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up ceph-mgr-dashboard (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:15.025 INFO:teuthology.orchestra.run.smithi071.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-06-26T03:00:15.166 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up ceph-volume (18.0.0-4444-g6e29bf32-1jammy) ... 2023-06-26T03:00:15.293 INFO:teuthology.orchestra.run.smithi023.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-06-26T03:00:15.490 INFO:teuthology.orchestra.run.smithi071.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-06-26T03:00:15.492 DEBUG:teuthology.orchestra.run.smithi071:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2023-06-26T03:00:15.596 INFO:teuthology.orchestra.run.smithi071.stdout:Reading package lists... 2023-06-26T03:00:15.774 INFO:teuthology.orchestra.run.smithi071.stdout:Building dependency tree... 2023-06-26T03:00:15.774 INFO:teuthology.orchestra.run.smithi071.stdout:Reading state information... 2023-06-26T03:00:15.933 INFO:teuthology.orchestra.run.smithi071.stdout:iproute2 is already the newest version (5.15.0-1ubuntu2). 2023-06-26T03:00:15.933 INFO:teuthology.orchestra.run.smithi071.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2023-06-26T03:00:15.933 INFO:teuthology.orchestra.run.smithi071.stdout:util-linux is already the newest version (2.37.2-4ubuntu3). 2023-06-26T03:00:15.933 INFO:teuthology.orchestra.run.smithi071.stdout:uuid-dev is already the newest version (2.37.2-4ubuntu3). 2023-06-26T03:00:15.934 INFO:teuthology.orchestra.run.smithi071.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2023-06-26T03:00:15.934 INFO:teuthology.orchestra.run.smithi071.stdout:The following packages were automatically installed and are no longer required: 2023-06-26T03:00:15.934 INFO:teuthology.orchestra.run.smithi071.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-06-26T03:00:15.934 INFO:teuthology.orchestra.run.smithi071.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-06-26T03:00:15.934 INFO:teuthology.orchestra.run.smithi071.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-06-26T03:00:15.935 INFO:teuthology.orchestra.run.smithi071.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-06-26T03:00:15.935 INFO:teuthology.orchestra.run.smithi071.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-06-26T03:00:15.935 INFO:teuthology.orchestra.run.smithi071.stdout:Use 'sudo apt autoremove' to remove them. 2023-06-26T03:00:15.936 INFO:teuthology.orchestra.run.smithi071.stdout:The following additional packages will be installed: 2023-06-26T03:00:15.936 INFO:teuthology.orchestra.run.smithi071.stdout: libbluetooth3 libfl-dev libfl2 libjson-perl libllvm14 liblzo2-2 2023-06-26T03:00:15.936 INFO:teuthology.orchestra.run.smithi071.stdout: libmbim-glib4 libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 2023-06-26T03:00:15.936 INFO:teuthology.orchestra.run.smithi071.stdout: libqmi-proxy libssl3 libteamdctl0 modemmanager network-manager-pptp 2023-06-26T03:00:15.936 INFO:teuthology.orchestra.run.smithi071.stdout: postgresql-14 postgresql-client-14 postgresql-client-common ppp pptp-linux 2023-06-26T03:00:15.936 INFO:teuthology.orchestra.run.smithi071.stdout: tcl tcl8.6 usb-modeswitch usb-modeswitch-data wpasupplicant 2023-06-26T03:00:15.937 INFO:teuthology.orchestra.run.smithi071.stdout:Suggested packages: 2023-06-26T03:00:15.937 INFO:teuthology.orchestra.run.smithi071.stdout: bison-doc flex-doc indent-doc libssl-doc avahi-autoipd libteam-utils 2023-06-26T03:00:15.937 INFO:teuthology.orchestra.run.smithi071.stdout: postgresql-doc postgresql-doc-14 tcl-tclreadline comgt wvdial wpagui 2023-06-26T03:00:15.937 INFO:teuthology.orchestra.run.smithi071.stdout: libengine-pkcs11-openssl 2023-06-26T03:00:15.972 INFO:teuthology.orchestra.run.smithi071.stdout:The following NEW packages will be installed: 2023-06-26T03:00:15.973 INFO:teuthology.orchestra.run.smithi071.stdout: bison dump flex indent libaio-dev libbluetooth3 libelf-dev libfl-dev libfl2 2023-06-26T03:00:15.973 INFO:teuthology.orchestra.run.smithi071.stdout: libjson-perl libllvm14 liblzo2-2 libmbim-glib4 libmbim-proxy libmm-glib0 2023-06-26T03:00:15.974 INFO:teuthology.orchestra.run.smithi071.stdout: libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl-dev libteamdctl0 2023-06-26T03:00:15.974 INFO:teuthology.orchestra.run.smithi071.stdout: modemmanager network-manager network-manager-pptp postgresql postgresql-14 2023-06-26T03:00:15.974 INFO:teuthology.orchestra.run.smithi071.stdout: postgresql-client postgresql-client-14 postgresql-client-common 2023-06-26T03:00:15.974 INFO:teuthology.orchestra.run.smithi071.stdout: postgresql-common postgresql-contrib ppp pptp-linux tcl tcl8.6 2023-06-26T03:00:15.974 INFO:teuthology.orchestra.run.smithi071.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2023-06-26T03:00:15.975 INFO:teuthology.orchestra.run.smithi071.stdout:The following packages will be upgraded: 2023-06-26T03:00:15.975 INFO:teuthology.orchestra.run.smithi071.stdout: libssl3 2023-06-26T03:00:16.026 INFO:teuthology.orchestra.run.smithi071.stdout:1 upgraded, 39 newly installed, 0 to remove and 199 not upgraded. 2023-06-26T03:00:16.026 INFO:teuthology.orchestra.run.smithi071.stdout:Need to get 54.6 MB of archives. 2023-06-26T03:00:16.026 INFO:teuthology.orchestra.run.smithi071.stdout:After this operation, 202 MB of additional disk space will be used. 2023-06-26T03:00:16.026 INFO:teuthology.orchestra.run.smithi071.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 flex amd64 2.6.4-8build2 [307 kB] 2023-06-26T03:00:16.125 INFO:teuthology.orchestra.run.smithi071.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl3 amd64 3.0.2-0ubuntu1.10 [1,901 kB] 2023-06-26T03:00:16.186 INFO:teuthology.orchestra.run.smithi071.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 bison amd64 2:3.8.2+dfsg-1build1 [748 kB] 2023-06-26T03:00:16.199 INFO:teuthology.orchestra.run.smithi071.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblzo2-2 amd64 2.10-2build3 [53.7 kB] 2023-06-26T03:00:16.200 INFO:teuthology.orchestra.run.smithi071.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 dump amd64 0.4b47-3 [133 kB] 2023-06-26T03:00:16.203 INFO:teuthology.orchestra.run.smithi071.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/main amd64 indent amd64 2.2.12-1build2 [90.8 kB] 2023-06-26T03:00:16.204 INFO:teuthology.orchestra.run.smithi071.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 libaio-dev amd64 0.3.112-13build1 [21.2 kB] 2023-06-26T03:00:16.205 INFO:teuthology.orchestra.run.smithi071.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/main amd64 libbluetooth3 amd64 5.64-0ubuntu1 [86.9 kB] 2023-06-26T03:00:16.207 INFO:teuthology.orchestra.run.smithi071.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/main amd64 libelf-dev amd64 0.186-1build1 [64.4 kB] 2023-06-26T03:00:16.208 INFO:teuthology.orchestra.run.smithi071.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl2 amd64 2.6.4-8build2 [10.7 kB] 2023-06-26T03:00:16.243 INFO:teuthology.orchestra.run.smithi071.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl-dev amd64 2.6.4-8build2 [6,236 B] 2023-06-26T03:00:16.244 INFO:teuthology.orchestra.run.smithi071.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjson-perl all 4.04000-1 [81.8 kB] 2023-06-26T03:00:16.294 INFO:teuthology.orchestra.run.smithi071.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 libllvm14 amd64 1:14.0.0-1ubuntu1 [24.0 MB] 2023-06-26T03:00:16.393 INFO:teuthology.orchestra.run.smithi023.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-06-26T03:00:16.678 INFO:teuthology.orchestra.run.smithi071.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-glib4 amd64 1.28.0-1~ubuntu20.04.1 [191 kB] 2023-06-26T03:00:16.679 INFO:teuthology.orchestra.run.smithi071.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-proxy amd64 1.28.0-1~ubuntu20.04.1 [6,130 B] 2023-06-26T03:00:16.680 INFO:teuthology.orchestra.run.smithi071.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmm-glib0 amd64 1.20.0-1~ubuntu22.04.1 [263 kB] 2023-06-26T03:00:16.682 INFO:teuthology.orchestra.run.smithi071.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/main amd64 libndp0 amd64 1.8-0ubuntu3 [12.3 kB] 2023-06-26T03:00:16.729 INFO:teuthology.orchestra.run.smithi071.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libnm0 amd64 1.36.6-0ubuntu2 [456 kB] 2023-06-26T03:00:16.733 INFO:teuthology.orchestra.run.smithi071.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpq5 amd64 14.8-0ubuntu0.22.04.1 [141 kB] 2023-06-26T03:00:16.735 INFO:teuthology.orchestra.run.smithi071.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-glib5 amd64 1.32.0-1ubuntu0.22.04.1 [772 kB] 2023-06-26T03:00:16.741 INFO:teuthology.orchestra.run.smithi071.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-proxy amd64 1.32.0-1ubuntu0.22.04.1 [6,072 B] 2023-06-26T03:00:16.775 INFO:teuthology.orchestra.run.smithi071.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl-dev amd64 3.0.2-0ubuntu1.10 [2,372 kB] 2023-06-26T03:00:16.836 INFO:teuthology.orchestra.run.smithi023.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-06-26T03:00:16.838 DEBUG:teuthology.orchestra.run.smithi023:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2023-06-26T03:00:16.897 INFO:teuthology.orchestra.run.smithi023.stdout:Reading package lists... 2023-06-26T03:00:16.936 INFO:teuthology.orchestra.run.smithi071.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 libteamdctl0 amd64 1.31-1build2 [12.6 kB] 2023-06-26T03:00:16.936 INFO:teuthology.orchestra.run.smithi071.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 modemmanager amd64 1.20.0-1~ubuntu22.04.1 [1,094 kB] 2023-06-26T03:00:16.958 INFO:teuthology.orchestra.run.smithi071.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 network-manager amd64 1.36.6-0ubuntu2 [2,203 kB] 2023-06-26T03:00:16.991 INFO:teuthology.orchestra.run.smithi071.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 ppp amd64 2.4.9-1+1ubuntu3 [363 kB] 2023-06-26T03:00:16.995 INFO:teuthology.orchestra.run.smithi071.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 pptp-linux amd64 1.10.0-1build3 [42.5 kB] 2023-06-26T03:00:16.996 INFO:teuthology.orchestra.run.smithi071.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 network-manager-pptp amd64 1.2.10-1 [30.9 kB] 2023-06-26T03:00:16.996 INFO:teuthology.orchestra.run.smithi071.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client-common all 238 [29.6 kB] 2023-06-26T03:00:16.997 INFO:teuthology.orchestra.run.smithi071.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-client-14 amd64 14.8-0ubuntu0.22.04.1 [1,221 kB] 2023-06-26T03:00:17.009 INFO:teuthology.orchestra.run.smithi071.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-common all 238 [169 kB] 2023-06-26T03:00:17.011 INFO:teuthology.orchestra.run.smithi071.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-14 amd64 14.8-0ubuntu0.22.04.1 [16.1 MB] 2023-06-26T03:00:17.078 INFO:teuthology.orchestra.run.smithi023.stdout:Building dependency tree... 2023-06-26T03:00:17.078 INFO:teuthology.orchestra.run.smithi023.stdout:Reading state information... 2023-06-26T03:00:17.242 INFO:teuthology.orchestra.run.smithi023.stdout:iproute2 is already the newest version (5.15.0-1ubuntu2). 2023-06-26T03:00:17.243 INFO:teuthology.orchestra.run.smithi023.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2023-06-26T03:00:17.243 INFO:teuthology.orchestra.run.smithi023.stdout:util-linux is already the newest version (2.37.2-4ubuntu3). 2023-06-26T03:00:17.243 INFO:teuthology.orchestra.run.smithi023.stdout:uuid-dev is already the newest version (2.37.2-4ubuntu3). 2023-06-26T03:00:17.243 INFO:teuthology.orchestra.run.smithi023.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2023-06-26T03:00:17.243 INFO:teuthology.orchestra.run.smithi023.stdout:The following packages were automatically installed and are no longer required: 2023-06-26T03:00:17.243 INFO:teuthology.orchestra.run.smithi023.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-06-26T03:00:17.244 INFO:teuthology.orchestra.run.smithi023.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-06-26T03:00:17.244 INFO:teuthology.orchestra.run.smithi023.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-06-26T03:00:17.244 INFO:teuthology.orchestra.run.smithi023.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-06-26T03:00:17.245 INFO:teuthology.orchestra.run.smithi023.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-06-26T03:00:17.245 INFO:teuthology.orchestra.run.smithi023.stdout:Use 'sudo apt autoremove' to remove them. 2023-06-26T03:00:17.245 INFO:teuthology.orchestra.run.smithi023.stdout:The following additional packages will be installed: 2023-06-26T03:00:17.245 INFO:teuthology.orchestra.run.smithi023.stdout: libbluetooth3 libfl-dev libfl2 libjson-perl libllvm14 liblzo2-2 2023-06-26T03:00:17.245 INFO:teuthology.orchestra.run.smithi023.stdout: libmbim-glib4 libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 2023-06-26T03:00:17.245 INFO:teuthology.orchestra.run.smithi023.stdout: libqmi-proxy libssl3 libteamdctl0 modemmanager network-manager-pptp 2023-06-26T03:00:17.246 INFO:teuthology.orchestra.run.smithi023.stdout: postgresql-14 postgresql-client-14 postgresql-client-common ppp pptp-linux 2023-06-26T03:00:17.246 INFO:teuthology.orchestra.run.smithi023.stdout: tcl tcl8.6 usb-modeswitch usb-modeswitch-data wpasupplicant 2023-06-26T03:00:17.246 INFO:teuthology.orchestra.run.smithi023.stdout:Suggested packages: 2023-06-26T03:00:17.246 INFO:teuthology.orchestra.run.smithi023.stdout: bison-doc flex-doc indent-doc libssl-doc avahi-autoipd libteam-utils 2023-06-26T03:00:17.247 INFO:teuthology.orchestra.run.smithi023.stdout: postgresql-doc postgresql-doc-14 tcl-tclreadline comgt wvdial wpagui 2023-06-26T03:00:17.247 INFO:teuthology.orchestra.run.smithi023.stdout: libengine-pkcs11-openssl 2023-06-26T03:00:17.255 INFO:teuthology.orchestra.run.smithi071.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql all 14+238 [3,288 B] 2023-06-26T03:00:17.272 INFO:teuthology.orchestra.run.smithi071.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client all 14+238 [3,292 B] 2023-06-26T03:00:17.273 INFO:teuthology.orchestra.run.smithi071.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-contrib all 14+238 [3,292 B] 2023-06-26T03:00:17.273 INFO:teuthology.orchestra.run.smithi071.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl8.6 amd64 8.6.12+dfsg-1build1 [15.0 kB] 2023-06-26T03:00:17.281 INFO:teuthology.orchestra.run.smithi023.stdout:The following NEW packages will be installed: 2023-06-26T03:00:17.282 INFO:teuthology.orchestra.run.smithi023.stdout: bison dump flex indent libaio-dev libbluetooth3 libelf-dev libfl-dev libfl2 2023-06-26T03:00:17.282 INFO:teuthology.orchestra.run.smithi023.stdout: libjson-perl libllvm14 liblzo2-2 libmbim-glib4 libmbim-proxy libmm-glib0 2023-06-26T03:00:17.282 INFO:teuthology.orchestra.run.smithi023.stdout: libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl-dev libteamdctl0 2023-06-26T03:00:17.283 INFO:teuthology.orchestra.run.smithi023.stdout: modemmanager network-manager network-manager-pptp postgresql postgresql-14 2023-06-26T03:00:17.283 INFO:teuthology.orchestra.run.smithi023.stdout: postgresql-client postgresql-client-14 postgresql-client-common 2023-06-26T03:00:17.283 INFO:teuthology.orchestra.run.smithi023.stdout: postgresql-common postgresql-contrib ppp pptp-linux tcl tcl8.6 2023-06-26T03:00:17.283 INFO:teuthology.orchestra.run.smithi023.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2023-06-26T03:00:17.283 INFO:teuthology.orchestra.run.smithi023.stdout:The following packages will be upgraded: 2023-06-26T03:00:17.284 INFO:teuthology.orchestra.run.smithi023.stdout: libssl3 2023-06-26T03:00:17.291 INFO:teuthology.orchestra.run.smithi071.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl amd64 8.6.11+1build2 [4,678 B] 2023-06-26T03:00:17.292 INFO:teuthology.orchestra.run.smithi071.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 wpasupplicant amd64 2:2.10-6ubuntu2 [1,481 kB] 2023-06-26T03:00:17.390 INFO:teuthology.orchestra.run.smithi071.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch-data all 20191128-4 [33.2 kB] 2023-06-26T03:00:17.392 INFO:teuthology.orchestra.run.smithi071.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch amd64 2.6.1-3ubuntu2 [46.0 kB] 2023-06-26T03:00:17.464 INFO:teuthology.orchestra.run.smithi023.stdout:1 upgraded, 39 newly installed, 0 to remove and 199 not upgraded. 2023-06-26T03:00:17.464 INFO:teuthology.orchestra.run.smithi023.stdout:Need to get 54.6 MB of archives. 2023-06-26T03:00:17.464 INFO:teuthology.orchestra.run.smithi023.stdout:After this operation, 202 MB of additional disk space will be used. 2023-06-26T03:00:17.464 INFO:teuthology.orchestra.run.smithi023.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 flex amd64 2.6.4-8build2 [307 kB] 2023-06-26T03:00:17.793 INFO:teuthology.orchestra.run.smithi071.stdout:Preconfiguring packages ... 2023-06-26T03:00:17.942 INFO:teuthology.orchestra.run.smithi023.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl3 amd64 3.0.2-0ubuntu1.10 [1,901 kB] 2023-06-26T03:00:17.952 INFO:teuthology.orchestra.run.smithi071.stdout:Fetched 54.6 MB in 1s (38.7 MB/s) 2023-06-26T03:00:18.083 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package flex. 2023-06-26T03:00:18.182 INFO:teuthology.orchestra.run.smithi071.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 172970 files and directories currently installed.) 2023-06-26T03:00:18.188 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../flex_2.6.4-8build2_amd64.deb ... 2023-06-26T03:00:18.199 INFO:teuthology.orchestra.run.smithi023.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 bison amd64 2:3.8.2+dfsg-1build1 [748 kB] 2023-06-26T03:00:18.231 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking flex (2.6.4-8build2) ... 2023-06-26T03:00:18.234 INFO:teuthology.orchestra.run.smithi023.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblzo2-2 amd64 2.10-2build3 [53.7 kB] 2023-06-26T03:00:18.236 INFO:teuthology.orchestra.run.smithi023.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 dump amd64 0.4b47-3 [133 kB] 2023-06-26T03:00:18.241 INFO:teuthology.orchestra.run.smithi023.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/main amd64 indent amd64 2.2.12-1build2 [90.8 kB] 2023-06-26T03:00:18.244 INFO:teuthology.orchestra.run.smithi023.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 libaio-dev amd64 0.3.112-13build1 [21.2 kB] 2023-06-26T03:00:18.245 INFO:teuthology.orchestra.run.smithi023.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/main amd64 libbluetooth3 amd64 5.64-0ubuntu1 [86.9 kB] 2023-06-26T03:00:18.248 INFO:teuthology.orchestra.run.smithi023.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/main amd64 libelf-dev amd64 0.186-1build1 [64.4 kB] 2023-06-26T03:00:18.250 INFO:teuthology.orchestra.run.smithi023.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl2 amd64 2.6.4-8build2 [10.7 kB] 2023-06-26T03:00:18.416 INFO:teuthology.orchestra.run.smithi023.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl-dev amd64 2.6.4-8build2 [6,236 B] 2023-06-26T03:00:18.417 INFO:teuthology.orchestra.run.smithi023.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjson-perl all 4.04000-1 [81.8 kB] 2023-06-26T03:00:18.662 INFO:teuthology.orchestra.run.smithi023.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 libllvm14 amd64 1:14.0.0-1ubuntu1 [24.0 MB] 2023-06-26T03:00:18.959 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../libssl3_3.0.2-0ubuntu1.10_amd64.deb ... 2023-06-26T03:00:19.117 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libssl3:amd64 (3.0.2-0ubuntu1.10) over (3.0.2-0ubuntu1.7) ... 2023-06-26T03:00:19.568 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libssl3:amd64 (3.0.2-0ubuntu1.10) ... 2023-06-26T03:00:19.786 INFO:teuthology.orchestra.run.smithi023.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-glib4 amd64 1.28.0-1~ubuntu20.04.1 [191 kB] 2023-06-26T03:00:19.791 INFO:teuthology.orchestra.run.smithi023.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-proxy amd64 1.28.0-1~ubuntu20.04.1 [6,130 B] 2023-06-26T03:00:19.791 INFO:teuthology.orchestra.run.smithi023.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmm-glib0 amd64 1.20.0-1~ubuntu22.04.1 [263 kB] 2023-06-26T03:00:19.798 INFO:teuthology.orchestra.run.smithi023.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/main amd64 libndp0 amd64 1.8-0ubuntu3 [12.3 kB] 2023-06-26T03:00:19.798 INFO:teuthology.orchestra.run.smithi023.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libnm0 amd64 1.36.6-0ubuntu2 [456 kB] 2023-06-26T03:00:19.809 INFO:teuthology.orchestra.run.smithi023.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpq5 amd64 14.8-0ubuntu0.22.04.1 [141 kB] 2023-06-26T03:00:19.813 INFO:teuthology.orchestra.run.smithi023.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-glib5 amd64 1.32.0-1ubuntu0.22.04.1 [772 kB] 2023-06-26T03:00:19.830 INFO:teuthology.orchestra.run.smithi023.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-proxy amd64 1.32.0-1ubuntu0.22.04.1 [6,072 B] 2023-06-26T03:00:19.993 INFO:teuthology.orchestra.run.smithi023.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl-dev amd64 3.0.2-0ubuntu1.10 [2,372 kB] 2023-06-26T03:00:20.094 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package bison. 2023-06-26T03:00:20.195 INFO:teuthology.orchestra.run.smithi071.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173043 files and directories currently installed.) 2023-06-26T03:00:20.200 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../00-bison_2%3a3.8.2+dfsg-1build1_amd64.deb ... 2023-06-26T03:00:20.254 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking bison (2:3.8.2+dfsg-1build1) ... 2023-06-26T03:00:20.664 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package liblzo2-2:amd64. 2023-06-26T03:00:20.691 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../01-liblzo2-2_2.10-2build3_amd64.deb ... 2023-06-26T03:00:20.716 INFO:teuthology.orchestra.run.smithi023.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 libteamdctl0 amd64 1.31-1build2 [12.6 kB] 2023-06-26T03:00:20.716 INFO:teuthology.orchestra.run.smithi023.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 modemmanager amd64 1.20.0-1~ubuntu22.04.1 [1,094 kB] 2023-06-26T03:00:20.730 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking liblzo2-2:amd64 (2.10-2build3) ... 2023-06-26T03:00:20.743 INFO:teuthology.orchestra.run.smithi023.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 network-manager amd64 1.36.6-0ubuntu2 [2,203 kB] 2023-06-26T03:00:20.820 INFO:teuthology.orchestra.run.smithi023.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 ppp amd64 2.4.9-1+1ubuntu3 [363 kB] 2023-06-26T03:00:20.829 INFO:teuthology.orchestra.run.smithi023.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 pptp-linux amd64 1.10.0-1build3 [42.5 kB] 2023-06-26T03:00:20.830 INFO:teuthology.orchestra.run.smithi023.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 network-manager-pptp amd64 1.2.10-1 [30.9 kB] 2023-06-26T03:00:20.831 INFO:teuthology.orchestra.run.smithi023.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client-common all 238 [29.6 kB] 2023-06-26T03:00:20.832 INFO:teuthology.orchestra.run.smithi023.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-client-14 amd64 14.8-0ubuntu0.22.04.1 [1,221 kB] 2023-06-26T03:00:20.858 INFO:teuthology.orchestra.run.smithi023.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-common all 238 [169 kB] 2023-06-26T03:00:20.862 INFO:teuthology.orchestra.run.smithi023.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-14 amd64 14.8-0ubuntu0.22.04.1 [16.1 MB] 2023-06-26T03:00:21.251 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package dump. 2023-06-26T03:00:21.278 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../02-dump_0.4b47-3_amd64.deb ... 2023-06-26T03:00:21.317 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking dump (0.4b47-3) ... 2023-06-26T03:00:21.564 INFO:teuthology.orchestra.run.smithi023.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql all 14+238 [3,288 B] 2023-06-26T03:00:21.587 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package indent. 2023-06-26T03:00:21.603 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../03-indent_2.2.12-1build2_amd64.deb ... 2023-06-26T03:00:21.638 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking indent (2.2.12-1build2) ... 2023-06-26T03:00:21.646 INFO:teuthology.orchestra.run.smithi023.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client all 14+238 [3,292 B] 2023-06-26T03:00:21.648 INFO:teuthology.orchestra.run.smithi023.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-contrib all 14+238 [3,292 B] 2023-06-26T03:00:21.649 INFO:teuthology.orchestra.run.smithi023.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl8.6 amd64 8.6.12+dfsg-1build1 [15.0 kB] 2023-06-26T03:00:21.736 INFO:teuthology.orchestra.run.smithi023.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl amd64 8.6.11+1build2 [4,678 B] 2023-06-26T03:00:21.742 INFO:teuthology.orchestra.run.smithi023.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 wpasupplicant amd64 2:2.10-6ubuntu2 [1,481 kB] 2023-06-26T03:00:21.881 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libaio-dev:amd64. 2023-06-26T03:00:21.897 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../04-libaio-dev_0.3.112-13build1_amd64.deb ... 2023-06-26T03:00:21.940 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libaio-dev:amd64 (0.3.112-13build1) ... 2023-06-26T03:00:22.198 INFO:teuthology.orchestra.run.smithi023.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch-data all 20191128-4 [33.2 kB] 2023-06-26T03:00:22.201 INFO:teuthology.orchestra.run.smithi023.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch amd64 2.6.1-3ubuntu2 [46.0 kB] 2023-06-26T03:00:22.269 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libbluetooth3:amd64. 2023-06-26T03:00:22.296 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../05-libbluetooth3_5.64-0ubuntu1_amd64.deb ... 2023-06-26T03:00:22.335 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libbluetooth3:amd64 (5.64-0ubuntu1) ... 2023-06-26T03:00:22.588 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libelf-dev:amd64. 2023-06-26T03:00:22.616 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../06-libelf-dev_0.186-1build1_amd64.deb ... 2023-06-26T03:00:22.622 INFO:teuthology.orchestra.run.smithi023.stdout:Preconfiguring packages ... 2023-06-26T03:00:22.655 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libelf-dev:amd64 (0.186-1build1) ... 2023-06-26T03:00:22.788 INFO:teuthology.orchestra.run.smithi023.stdout:Fetched 54.6 MB in 5s (11.1 MB/s) 2023-06-26T03:00:22.909 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package flex. 2023-06-26T03:00:23.000 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libfl2:amd64. 2023-06-26T03:00:23.013 INFO:teuthology.orchestra.run.smithi023.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 172970 files and directories currently installed.) 2023-06-26T03:00:23.018 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../flex_2.6.4-8build2_amd64.deb ... 2023-06-26T03:00:23.028 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../07-libfl2_2.6.4-8build2_amd64.deb ... 2023-06-26T03:00:23.067 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libfl2:amd64 (2.6.4-8build2) ... 2023-06-26T03:00:23.082 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking flex (2.6.4-8build2) ... 2023-06-26T03:00:23.319 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libfl-dev:amd64. 2023-06-26T03:00:23.335 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../08-libfl-dev_2.6.4-8build2_amd64.deb ... 2023-06-26T03:00:23.378 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libfl-dev:amd64 (2.6.4-8build2) ... 2023-06-26T03:00:23.630 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libjson-perl. 2023-06-26T03:00:23.647 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../09-libjson-perl_4.04000-1_all.deb ... 2023-06-26T03:00:23.649 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../libssl3_3.0.2-0ubuntu1.10_amd64.deb ... 2023-06-26T03:00:23.689 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libjson-perl (4.04000-1) ... 2023-06-26T03:00:23.813 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking libssl3:amd64 (3.0.2-0ubuntu1.10) over (3.0.2-0ubuntu1.7) ... 2023-06-26T03:00:24.002 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libllvm14:amd64. 2023-06-26T03:00:24.030 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../10-libllvm14_1%3a14.0.0-1ubuntu1_amd64.deb ... 2023-06-26T03:00:24.069 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libllvm14:amd64 (1:14.0.0-1ubuntu1) ... 2023-06-26T03:00:24.206 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up libssl3:amd64 (3.0.2-0ubuntu1.10) ... 2023-06-26T03:00:24.775 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package bison. 2023-06-26T03:00:24.881 INFO:teuthology.orchestra.run.smithi023.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173043 files and directories currently installed.) 2023-06-26T03:00:24.887 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../00-bison_2%3a3.8.2+dfsg-1build1_amd64.deb ... 2023-06-26T03:00:24.935 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking bison (2:3.8.2+dfsg-1build1) ... 2023-06-26T03:00:25.352 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package liblzo2-2:amd64. 2023-06-26T03:00:25.380 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../01-liblzo2-2_2.10-2build3_amd64.deb ... 2023-06-26T03:00:25.418 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking liblzo2-2:amd64 (2.10-2build3) ... 2023-06-26T03:00:25.705 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package dump. 2023-06-26T03:00:25.722 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../02-dump_0.4b47-3_amd64.deb ... 2023-06-26T03:00:25.755 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking dump (0.4b47-3) ... 2023-06-26T03:00:25.755 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2023-06-26T03:00:25.783 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../11-libmbim-glib4_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2023-06-26T03:00:25.821 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2023-06-26T03:00:26.033 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package indent. 2023-06-26T03:00:26.050 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../03-indent_2.2.12-1build2_amd64.deb ... 2023-06-26T03:00:26.066 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libmbim-proxy. 2023-06-26T03:00:26.082 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../12-libmbim-proxy_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2023-06-26T03:00:26.091 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking indent (2.2.12-1build2) ... 2023-06-26T03:00:26.116 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2023-06-26T03:00:26.352 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package libaio-dev:amd64. 2023-06-26T03:00:26.369 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../04-libaio-dev_0.3.112-13build1_amd64.deb ... 2023-06-26T03:00:26.410 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking libaio-dev:amd64 (0.3.112-13build1) ... 2023-06-26T03:00:26.511 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libmm-glib0:amd64. 2023-06-26T03:00:26.539 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../13-libmm-glib0_1.20.0-1~ubuntu22.04.1_amd64.deb ... 2023-06-26T03:00:26.577 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.1) ... 2023-06-26T03:00:26.714 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package libbluetooth3:amd64. 2023-06-26T03:00:26.743 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../05-libbluetooth3_5.64-0ubuntu1_amd64.deb ... 2023-06-26T03:00:26.781 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking libbluetooth3:amd64 (5.64-0ubuntu1) ... 2023-06-26T03:00:26.930 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libndp0:amd64. 2023-06-26T03:00:26.958 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../14-libndp0_1.8-0ubuntu3_amd64.deb ... 2023-06-26T03:00:26.997 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libndp0:amd64 (1.8-0ubuntu3) ... 2023-06-26T03:00:26.999 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package libelf-dev:amd64. 2023-06-26T03:00:27.016 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../06-libelf-dev_0.186-1build1_amd64.deb ... 2023-06-26T03:00:27.049 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking libelf-dev:amd64 (0.186-1build1) ... 2023-06-26T03:00:27.316 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libnm0:amd64. 2023-06-26T03:00:27.344 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../15-libnm0_1.36.6-0ubuntu2_amd64.deb ... 2023-06-26T03:00:27.383 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libnm0:amd64 (1.36.6-0ubuntu2) ... 2023-06-26T03:00:27.419 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package libfl2:amd64. 2023-06-26T03:00:27.448 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../07-libfl2_2.6.4-8build2_amd64.deb ... 2023-06-26T03:00:27.486 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking libfl2:amd64 (2.6.4-8build2) ... 2023-06-26T03:00:27.719 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libpq5:amd64. 2023-06-26T03:00:27.738 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package libfl-dev:amd64. 2023-06-26T03:00:27.747 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../16-libpq5_14.8-0ubuntu0.22.04.1_amd64.deb ... 2023-06-26T03:00:27.755 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../08-libfl-dev_2.6.4-8build2_amd64.deb ... 2023-06-26T03:00:27.786 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libpq5:amd64 (14.8-0ubuntu0.22.04.1) ... 2023-06-26T03:00:27.797 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking libfl-dev:amd64 (2.6.4-8build2) ... 2023-06-26T03:00:28.033 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package libjson-perl. 2023-06-26T03:00:28.049 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../09-libjson-perl_4.04000-1_all.deb ... 2023-06-26T03:00:28.082 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking libjson-perl (4.04000-1) ... 2023-06-26T03:00:28.139 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2023-06-26T03:00:28.167 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../17-libqmi-glib5_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2023-06-26T03:00:28.205 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2023-06-26T03:00:28.336 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package libllvm14:amd64. 2023-06-26T03:00:28.364 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../10-libllvm14_1%3a14.0.0-1ubuntu1_amd64.deb ... 2023-06-26T03:00:28.402 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking libllvm14:amd64 (1:14.0.0-1ubuntu1) ... 2023-06-26T03:00:28.491 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libqmi-proxy. 2023-06-26T03:00:28.519 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../18-libqmi-proxy_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2023-06-26T03:00:28.575 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2023-06-26T03:00:28.777 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libssl-dev:amd64. 2023-06-26T03:00:28.793 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../19-libssl-dev_3.0.2-0ubuntu1.10_amd64.deb ... 2023-06-26T03:00:28.835 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libssl-dev:amd64 (3.0.2-0ubuntu1.10) ... 2023-06-26T03:00:29.356 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libteamdctl0:amd64. 2023-06-26T03:00:29.384 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../20-libteamdctl0_1.31-1build2_amd64.deb ... 2023-06-26T03:00:29.422 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libteamdctl0:amd64 (1.31-1build2) ... 2023-06-26T03:00:29.792 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package modemmanager. 2023-06-26T03:00:29.821 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../21-modemmanager_1.20.0-1~ubuntu22.04.1_amd64.deb ... 2023-06-26T03:00:29.867 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking modemmanager (1.20.0-1~ubuntu22.04.1) ... 2023-06-26T03:00:30.491 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package network-manager. 2023-06-26T03:00:30.519 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../22-network-manager_1.36.6-0ubuntu2_amd64.deb ... 2023-06-26T03:00:30.558 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking network-manager (1.36.6-0ubuntu2) ... 2023-06-26T03:00:30.689 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2023-06-26T03:00:30.717 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../11-libmbim-glib4_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2023-06-26T03:00:30.755 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2023-06-26T03:00:31.024 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package libmbim-proxy. 2023-06-26T03:00:31.041 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../12-libmbim-proxy_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2023-06-26T03:00:31.083 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2023-06-26T03:00:31.198 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ppp. 2023-06-26T03:00:31.226 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../23-ppp_2.4.9-1+1ubuntu3_amd64.deb ... 2023-06-26T03:00:31.410 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package libmm-glib0:amd64. 2023-06-26T03:00:31.438 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../13-libmm-glib0_1.20.0-1~ubuntu22.04.1_amd64.deb ... 2023-06-26T03:00:31.477 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.1) ... 2023-06-26T03:00:31.537 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ppp (2.4.9-1+1ubuntu3) ... 2023-06-26T03:00:31.813 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package libndp0:amd64. 2023-06-26T03:00:31.820 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package pptp-linux. 2023-06-26T03:00:31.837 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../24-pptp-linux_1.10.0-1build3_amd64.deb ... 2023-06-26T03:00:31.841 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../14-libndp0_1.8-0ubuntu3_amd64.deb ... 2023-06-26T03:00:31.870 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking pptp-linux (1.10.0-1build3) ... 2023-06-26T03:00:31.871 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking libndp0:amd64 (1.8-0ubuntu3) ... 2023-06-26T03:00:32.098 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package network-manager-pptp. 2023-06-26T03:00:32.114 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../25-network-manager-pptp_1.2.10-1_amd64.deb ... 2023-06-26T03:00:32.156 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking network-manager-pptp (1.2.10-1) ... 2023-06-26T03:00:32.166 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package libnm0:amd64. 2023-06-26T03:00:32.194 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../15-libnm0_1.36.6-0ubuntu2_amd64.deb ... 2023-06-26T03:00:32.232 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking libnm0:amd64 (1.36.6-0ubuntu2) ... 2023-06-26T03:00:32.459 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package postgresql-client-common. 2023-06-26T03:00:32.487 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../26-postgresql-client-common_238_all.deb ... 2023-06-26T03:00:32.526 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking postgresql-client-common (238) ... 2023-06-26T03:00:32.610 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package libpq5:amd64. 2023-06-26T03:00:32.638 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../16-libpq5_14.8-0ubuntu0.22.04.1_amd64.deb ... 2023-06-26T03:00:32.677 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking libpq5:amd64 (14.8-0ubuntu0.22.04.1) ... 2023-06-26T03:00:32.796 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package postgresql-client-14. 2023-06-26T03:00:32.813 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../27-postgresql-client-14_14.8-0ubuntu0.22.04.1_amd64.deb ... 2023-06-26T03:00:32.871 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking postgresql-client-14 (14.8-0ubuntu0.22.04.1) ... 2023-06-26T03:00:33.021 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2023-06-26T03:00:33.049 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../17-libqmi-glib5_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2023-06-26T03:00:33.087 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2023-06-26T03:00:33.348 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package libqmi-proxy. 2023-06-26T03:00:33.365 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../18-libqmi-proxy_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2023-06-26T03:00:33.398 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2023-06-26T03:00:33.477 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package postgresql-common. 2023-06-26T03:00:33.505 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../28-postgresql-common_238_all.deb ... 2023-06-26T03:00:33.562 INFO:teuthology.orchestra.run.smithi071.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2023-06-26T03:00:33.592 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking postgresql-common (238) ... 2023-06-26T03:00:33.642 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package libssl-dev:amd64. 2023-06-26T03:00:33.667 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../19-libssl-dev_3.0.2-0ubuntu1.10_amd64.deb ... 2023-06-26T03:00:33.709 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking libssl-dev:amd64 (3.0.2-0ubuntu1.10) ... 2023-06-26T03:00:34.052 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package postgresql-14. 2023-06-26T03:00:34.080 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../29-postgresql-14_14.8-0ubuntu0.22.04.1_amd64.deb ... 2023-06-26T03:00:34.122 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking postgresql-14 (14.8-0ubuntu0.22.04.1) ... 2023-06-26T03:00:34.237 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package libteamdctl0:amd64. 2023-06-26T03:00:34.254 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../20-libteamdctl0_1.31-1build2_amd64.deb ... 2023-06-26T03:00:34.295 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking libteamdctl0:amd64 (1.31-1build2) ... 2023-06-26T03:00:34.657 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package modemmanager. 2023-06-26T03:00:34.685 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../21-modemmanager_1.20.0-1~ubuntu22.04.1_amd64.deb ... 2023-06-26T03:00:34.723 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking modemmanager (1.20.0-1~ubuntu22.04.1) ... 2023-06-26T03:00:35.398 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package network-manager. 2023-06-26T03:00:35.426 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../22-network-manager_1.36.6-0ubuntu2_amd64.deb ... 2023-06-26T03:00:35.472 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking network-manager (1.36.6-0ubuntu2) ... 2023-06-26T03:00:35.581 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package postgresql. 2023-06-26T03:00:35.610 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../30-postgresql_14+238_all.deb ... 2023-06-26T03:00:35.647 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking postgresql (14+238) ... 2023-06-26T03:00:35.891 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package postgresql-client. 2023-06-26T03:00:35.907 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../31-postgresql-client_14+238_all.deb ... 2023-06-26T03:00:35.950 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking postgresql-client (14+238) ... 2023-06-26T03:00:36.194 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package postgresql-contrib. 2023-06-26T03:00:36.210 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../32-postgresql-contrib_14+238_all.deb ... 2023-06-26T03:00:36.215 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package ppp. 2023-06-26T03:00:36.243 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../23-ppp_2.4.9-1+1ubuntu3_amd64.deb ... 2023-06-26T03:00:36.244 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking postgresql-contrib (14+238) ... 2023-06-26T03:00:36.522 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package tcl8.6. 2023-06-26T03:00:36.549 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../33-tcl8.6_8.6.12+dfsg-1build1_amd64.deb ... 2023-06-26T03:00:36.560 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking ppp (2.4.9-1+1ubuntu3) ... 2023-06-26T03:00:36.588 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking tcl8.6 (8.6.12+dfsg-1build1) ... 2023-06-26T03:00:36.866 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package tcl. 2023-06-26T03:00:36.869 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package pptp-linux. 2023-06-26T03:00:36.894 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../34-tcl_8.6.11+1build2_amd64.deb ... 2023-06-26T03:00:36.898 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../24-pptp-linux_1.10.0-1build3_amd64.deb ... 2023-06-26T03:00:36.936 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking pptp-linux (1.10.0-1build3) ... 2023-06-26T03:00:36.937 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking tcl (8.6.11+1build2) ... 2023-06-26T03:00:37.188 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package network-manager-pptp. 2023-06-26T03:00:37.205 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../25-network-manager-pptp_1.2.10-1_amd64.deb ... 2023-06-26T03:00:37.238 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking network-manager-pptp (1.2.10-1) ... 2023-06-26T03:00:37.244 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package wpasupplicant. 2023-06-26T03:00:37.272 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../35-wpasupplicant_2%3a2.10-6ubuntu2_amd64.deb ... 2023-06-26T03:00:37.310 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking wpasupplicant (2:2.10-6ubuntu2) ... 2023-06-26T03:00:37.491 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package postgresql-client-common. 2023-06-26T03:00:37.520 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../26-postgresql-client-common_238_all.deb ... 2023-06-26T03:00:37.550 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking postgresql-client-common (238) ... 2023-06-26T03:00:37.665 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package usb-modeswitch-data. 2023-06-26T03:00:37.681 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../36-usb-modeswitch-data_20191128-4_all.deb ... 2023-06-26T03:00:37.724 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking usb-modeswitch-data (20191128-4) ... 2023-06-26T03:00:37.853 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package postgresql-client-14. 2023-06-26T03:00:37.881 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../27-postgresql-client-14_14.8-0ubuntu0.22.04.1_amd64.deb ... 2023-06-26T03:00:37.920 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking postgresql-client-14 (14.8-0ubuntu0.22.04.1) ... 2023-06-26T03:00:38.110 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package usb-modeswitch. 2023-06-26T03:00:38.138 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../37-usb-modeswitch_2.6.1-3ubuntu2_amd64.deb ... 2023-06-26T03:00:38.186 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking usb-modeswitch (2.6.1-3ubuntu2) ... 2023-06-26T03:00:38.466 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package postgresql-common. 2023-06-26T03:00:38.481 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up postgresql-client-common (238) ... 2023-06-26T03:00:38.495 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../28-postgresql-common_238_all.deb ... 2023-06-26T03:00:38.551 INFO:teuthology.orchestra.run.smithi023.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2023-06-26T03:00:38.572 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking postgresql-common (238) ... 2023-06-26T03:00:38.692 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up flex (2.6.4-8build2) ... 2023-06-26T03:00:38.818 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up tcl8.6 (8.6.12+dfsg-1build1) ... 2023-06-26T03:00:38.927 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libpq5:amd64 (14.8-0ubuntu0.22.04.1) ... 2023-06-26T03:00:39.007 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package postgresql-14. 2023-06-26T03:00:39.028 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up liblzo2-2:amd64 (2.10-2build3) ... 2023-06-26T03:00:39.035 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../29-postgresql-14_14.8-0ubuntu0.22.04.1_amd64.deb ... 2023-06-26T03:00:39.077 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking postgresql-14 (14.8-0ubuntu0.22.04.1) ... 2023-06-26T03:00:39.154 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libaio-dev:amd64 (0.3.112-13build1) ... 2023-06-26T03:00:39.281 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up postgresql-client-14 (14.8-0ubuntu0.22.04.1) ... 2023-06-26T03:00:39.779 INFO:teuthology.orchestra.run.smithi071.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2023-06-26T03:00:39.870 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up wpasupplicant (2:2.10-6ubuntu2) ... 2023-06-26T03:00:40.207 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2023-06-26T03:00:40.208 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2023-06-26T03:00:40.343 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package postgresql. 2023-06-26T03:00:40.360 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../30-postgresql_14+238_all.deb ... 2023-06-26T03:00:40.393 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking postgresql (14+238) ... 2023-06-26T03:00:40.796 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package postgresql-client. 2023-06-26T03:00:40.798 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libteamdctl0:amd64 (1.31-1build2) ... 2023-06-26T03:00:40.825 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../31-postgresql-client_14+238_all.deb ... 2023-06-26T03:00:40.862 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking postgresql-client (14+238) ... 2023-06-26T03:00:40.924 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libssl-dev:amd64 (3.0.2-0ubuntu1.10) ... 2023-06-26T03:00:41.050 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up usb-modeswitch-data (20191128-4) ... 2023-06-26T03:00:41.106 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package postgresql-contrib. 2023-06-26T03:00:41.134 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../32-postgresql-contrib_14+238_all.deb ... 2023-06-26T03:00:41.181 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking postgresql-contrib (14+238) ... 2023-06-26T03:00:41.185 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libelf-dev:amd64 (0.186-1build1) ... 2023-06-26T03:00:41.311 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libfl2:amd64 (2.6.4-8build2) ... 2023-06-26T03:00:41.429 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libnm0:amd64 (1.36.6-0ubuntu2) ... 2023-06-26T03:00:41.434 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package tcl8.6. 2023-06-26T03:00:41.462 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../33-tcl8.6_8.6.12+dfsg-1build1_amd64.deb ... 2023-06-26T03:00:41.492 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking tcl8.6 (8.6.12+dfsg-1build1) ... 2023-06-26T03:00:41.530 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ppp (2.4.9-1+1ubuntu3) ... 2023-06-26T03:00:41.769 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package tcl. 2023-06-26T03:00:41.798 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../34-tcl_8.6.11+1build2_amd64.deb ... 2023-06-26T03:00:41.840 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking tcl (8.6.11+1build2) ... 2023-06-26T03:00:42.161 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libllvm14:amd64 (1:14.0.0-1ubuntu1) ... 2023-06-26T03:00:42.189 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package wpasupplicant. 2023-06-26T03:00:42.218 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../35-wpasupplicant_2%3a2.10-6ubuntu2_amd64.deb ... 2023-06-26T03:00:42.255 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking wpasupplicant (2:2.10-6ubuntu2) ... 2023-06-26T03:00:42.287 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up dump (0.4b47-3) ... 2023-06-26T03:00:42.363 INFO:teuthology.orchestra.run.smithi071.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2023-06-26T03:00:42.422 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.1) ... 2023-06-26T03:00:42.531 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libbluetooth3:amd64 (5.64-0ubuntu1) ... 2023-06-26T03:00:42.610 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package usb-modeswitch-data. 2023-06-26T03:00:42.627 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../36-usb-modeswitch-data_20191128-4_all.deb ... 2023-06-26T03:00:42.659 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking usb-modeswitch-data (20191128-4) ... 2023-06-26T03:00:42.833 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up tcl (8.6.11+1build2) ... 2023-06-26T03:00:42.959 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libjson-perl (4.04000-1) ... 2023-06-26T03:00:43.013 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package usb-modeswitch. 2023-06-26T03:00:43.041 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../37-usb-modeswitch_2.6.1-3ubuntu2_amd64.deb ... 2023-06-26T03:00:43.085 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up bison (2:3.8.2+dfsg-1build1) ... 2023-06-26T03:00:43.088 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking usb-modeswitch (2.6.1-3ubuntu2) ... 2023-06-26T03:00:43.184 INFO:teuthology.orchestra.run.smithi071.stdout:update-alternatives: using /usr/bin/bison.yacc to provide /usr/bin/yacc (yacc) in auto mode 2023-06-26T03:00:43.253 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up indent (2.2.12-1build2) ... 2023-06-26T03:00:43.379 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up usb-modeswitch (2.6.1-3ubuntu2) ... 2023-06-26T03:00:43.382 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up postgresql-client-common (238) ... 2023-06-26T03:00:43.555 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libndp0:amd64 (1.8-0ubuntu3) ... 2023-06-26T03:00:43.593 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up flex (2.6.4-8build2) ... 2023-06-26T03:00:43.682 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2023-06-26T03:00:43.719 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up tcl8.6 (8.6.12+dfsg-1build1) ... 2023-06-26T03:00:43.808 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up pptp-linux (1.10.0-1build3) ... 2023-06-26T03:00:43.845 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up libpq5:amd64 (14.8-0ubuntu0.22.04.1) ... 2023-06-26T03:00:43.946 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up liblzo2-2:amd64 (2.10-2build3) ... 2023-06-26T03:00:43.968 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up postgresql-client (14+238) ... 2023-06-26T03:00:44.047 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up libaio-dev:amd64 (0.3.112-13build1) ... 2023-06-26T03:00:44.069 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up network-manager (1.36.6-0ubuntu2) ... 2023-06-26T03:00:44.165 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up postgresql-client-14 (14.8-0ubuntu0.22.04.1) ... 2023-06-26T03:00:44.541 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:00:44.541 INFO:teuthology.orchestra.run.smithi071.stdout:The following network interfaces were found in /etc/network/interfaces 2023-06-26T03:00:44.542 INFO:teuthology.orchestra.run.smithi071.stdout:which means they are currently configured by ifupdown: 2023-06-26T03:00:44.542 INFO:teuthology.orchestra.run.smithi071.stdout:- enp3s0f1 2023-06-26T03:00:44.542 INFO:teuthology.orchestra.run.smithi071.stdout:If you want to manage those interfaces with NetworkManager instead 2023-06-26T03:00:44.542 INFO:teuthology.orchestra.run.smithi071.stdout:remove their configuration from /etc/network/interfaces. 2023-06-26T03:00:44.542 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:00:44.657 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2023-06-26T03:00:44.692 INFO:teuthology.orchestra.run.smithi023.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2023-06-26T03:00:44.779 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up wpasupplicant (2:2.10-6ubuntu2) ... 2023-06-26T03:00:45.020 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2023-06-26T03:00:45.256 INFO:teuthology.orchestra.run.smithi023.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2023-06-26T03:00:45.256 INFO:teuthology.orchestra.run.smithi023.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2023-06-26T03:00:45.380 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2023-06-26T03:00:45.773 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up libteamdctl0:amd64 (1.31-1build2) ... 2023-06-26T03:00:45.908 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up libssl-dev:amd64 (3.0.2-0ubuntu1.10) ... 2023-06-26T03:00:45.946 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2023-06-26T03:00:46.034 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up usb-modeswitch-data (20191128-4) ... 2023-06-26T03:00:46.089 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libfl-dev:amd64 (2.6.4-8build2) ... 2023-06-26T03:00:46.160 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up libelf-dev:amd64 (0.186-1build1) ... 2023-06-26T03:00:46.241 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up network-manager-pptp (1.2.10-1) ... 2023-06-26T03:00:46.286 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up libfl2:amd64 (2.6.4-8build2) ... 2023-06-26T03:00:46.367 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up postgresql-common (238) ... 2023-06-26T03:00:46.412 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up libnm0:amd64 (1.36.6-0ubuntu2) ... 2023-06-26T03:00:46.521 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up ppp (2.4.9-1+1ubuntu3) ... 2023-06-26T03:00:47.126 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up libllvm14:amd64 (1:14.0.0-1ubuntu1) ... 2023-06-26T03:00:47.252 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up dump (0.4b47-3) ... 2023-06-26T03:00:47.296 INFO:teuthology.orchestra.run.smithi071.stdout:Adding user postgres to group ssl-cert 2023-06-26T03:00:47.346 INFO:teuthology.orchestra.run.smithi023.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2023-06-26T03:00:47.412 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.1) ... 2023-06-26T03:00:47.494 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:00:47.494 INFO:teuthology.orchestra.run.smithi071.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2023-06-26T03:00:47.538 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up libbluetooth3:amd64 (5.64-0ubuntu1) ... 2023-06-26T03:00:47.647 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up tcl (8.6.11+1build2) ... 2023-06-26T03:00:47.676 INFO:teuthology.orchestra.run.smithi071.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2023-06-26T03:00:47.677 INFO:teuthology.orchestra.run.smithi071.stdout:Removing obsolete dictionary files: 2023-06-26T03:00:47.748 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up libjson-perl (4.04000-1) ... 2023-06-26T03:00:47.858 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up bison (2:3.8.2+dfsg-1build1) ... 2023-06-26T03:00:47.948 INFO:teuthology.orchestra.run.smithi023.stdout:update-alternatives: using /usr/bin/bison.yacc to provide /usr/bin/yacc (yacc) in auto mode 2023-06-26T03:00:48.009 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up indent (2.2.12-1build2) ... 2023-06-26T03:00:48.135 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up usb-modeswitch (2.6.1-3ubuntu2) ... 2023-06-26T03:00:48.295 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2023-06-26T03:00:48.311 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up libndp0:amd64 (1.8-0ubuntu3) ... 2023-06-26T03:00:48.446 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2023-06-26T03:00:48.555 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up pptp-linux (1.10.0-1build3) ... 2023-06-26T03:00:48.690 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up postgresql-client (14+238) ... 2023-06-26T03:00:48.720 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up postgresql-14 (14.8-0ubuntu0.22.04.1) ... 2023-06-26T03:00:48.791 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up network-manager (1.36.6-0ubuntu2) ... 2023-06-26T03:00:49.035 INFO:teuthology.orchestra.run.smithi071.stdout:Creating new PostgreSQL cluster 14/main ... 2023-06-26T03:00:49.058 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/lib/postgresql/14/bin/initdb -D /var/lib/postgresql/14/main --auth-local peer --auth-host scram-sha-256 --no-instructions 2023-06-26T03:00:49.105 INFO:teuthology.orchestra.run.smithi071.stdout:The files belonging to this database system will be owned by user "postgres". 2023-06-26T03:00:49.105 INFO:teuthology.orchestra.run.smithi071.stdout:This user must also own the server process. 2023-06-26T03:00:49.105 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:00:49.106 INFO:teuthology.orchestra.run.smithi071.stdout:The database cluster will be initialized with locale "en_US". 2023-06-26T03:00:49.106 INFO:teuthology.orchestra.run.smithi071.stdout:The default database encoding has accordingly been set to "LATIN1". 2023-06-26T03:00:49.106 INFO:teuthology.orchestra.run.smithi071.stdout:The default text search configuration will be set to "english". 2023-06-26T03:00:49.106 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:00:49.106 INFO:teuthology.orchestra.run.smithi071.stdout:Data page checksums are disabled. 2023-06-26T03:00:49.106 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:00:49.106 INFO:teuthology.orchestra.run.smithi071.stdout:fixing permissions on existing directory /var/lib/postgresql/14/main ... ok 2023-06-26T03:00:49.107 INFO:teuthology.orchestra.run.smithi071.stdout:creating subdirectories ... ok 2023-06-26T03:00:49.107 INFO:teuthology.orchestra.run.smithi071.stdout:selecting dynamic shared memory implementation ... posix 2023-06-26T03:00:49.120 INFO:teuthology.orchestra.run.smithi071.stdout:selecting default max_connections ... 100 2023-06-26T03:00:49.139 INFO:teuthology.orchestra.run.smithi071.stdout:selecting default shared_buffers ... 128MB 2023-06-26T03:00:49.149 INFO:teuthology.orchestra.run.smithi071.stdout:selecting default time zone ... Etc/UTC 2023-06-26T03:00:49.149 INFO:teuthology.orchestra.run.smithi071.stdout:creating configuration files ... ok 2023-06-26T03:00:49.264 INFO:teuthology.orchestra.run.smithi071.stdout:running bootstrap script ... ok 2023-06-26T03:00:49.269 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:00:49.269 INFO:teuthology.orchestra.run.smithi023.stdout:The following network interfaces were found in /etc/network/interfaces 2023-06-26T03:00:49.269 INFO:teuthology.orchestra.run.smithi023.stdout:which means they are currently configured by ifupdown: 2023-06-26T03:00:49.269 INFO:teuthology.orchestra.run.smithi023.stdout:- ens1f0 2023-06-26T03:00:49.269 INFO:teuthology.orchestra.run.smithi023.stdout:If you want to manage those interfaces with NetworkManager instead 2023-06-26T03:00:49.269 INFO:teuthology.orchestra.run.smithi023.stdout:remove their configuration from /etc/network/interfaces. 2023-06-26T03:00:49.269 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:00:49.411 INFO:teuthology.orchestra.run.smithi023.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2023-06-26T03:00:49.775 INFO:teuthology.orchestra.run.smithi023.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2023-06-26T03:00:50.021 INFO:teuthology.orchestra.run.smithi071.stdout:performing post-bootstrap initialization ... ok 2023-06-26T03:00:50.114 INFO:teuthology.orchestra.run.smithi023.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2023-06-26T03:00:50.657 INFO:teuthology.orchestra.run.smithi071.stdout:syncing data to disk ... ok 2023-06-26T03:00:50.676 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2023-06-26T03:00:50.811 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up libfl-dev:amd64 (2.6.4-8build2) ... 2023-06-26T03:00:50.937 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up network-manager-pptp (1.2.10-1) ... 2023-06-26T03:00:51.096 INFO:teuthology.orchestra.run.smithi071.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2023-06-26T03:00:51.347 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up postgresql-common (238) ... 2023-06-26T03:00:52.153 INFO:teuthology.orchestra.run.smithi023.stdout:Adding user postgres to group ssl-cert 2023-06-26T03:00:52.399 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:00:52.399 INFO:teuthology.orchestra.run.smithi023.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2023-06-26T03:00:52.588 INFO:teuthology.orchestra.run.smithi023.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2023-06-26T03:00:52.588 INFO:teuthology.orchestra.run.smithi023.stdout:Removing obsolete dictionary files: 2023-06-26T03:00:53.174 INFO:teuthology.orchestra.run.smithi023.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2023-06-26T03:00:53.581 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up postgresql-14 (14.8-0ubuntu0.22.04.1) ... 2023-06-26T03:00:53.915 INFO:teuthology.orchestra.run.smithi023.stdout:Creating new PostgreSQL cluster 14/main ... 2023-06-26T03:00:53.926 INFO:teuthology.orchestra.run.smithi023.stdout:/usr/lib/postgresql/14/bin/initdb -D /var/lib/postgresql/14/main --auth-local peer --auth-host scram-sha-256 --no-instructions 2023-06-26T03:00:53.960 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2023-06-26T03:00:53.973 INFO:teuthology.orchestra.run.smithi023.stdout:The files belonging to this database system will be owned by user "postgres". 2023-06-26T03:00:53.973 INFO:teuthology.orchestra.run.smithi023.stdout:This user must also own the server process. 2023-06-26T03:00:53.973 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:00:53.973 INFO:teuthology.orchestra.run.smithi023.stdout:The database cluster will be initialized with locale "en_US". 2023-06-26T03:00:53.973 INFO:teuthology.orchestra.run.smithi023.stdout:The default database encoding has accordingly been set to "LATIN1". 2023-06-26T03:00:53.974 INFO:teuthology.orchestra.run.smithi023.stdout:The default text search configuration will be set to "english". 2023-06-26T03:00:53.974 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:00:53.974 INFO:teuthology.orchestra.run.smithi023.stdout:Data page checksums are disabled. 2023-06-26T03:00:53.974 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:00:53.974 INFO:teuthology.orchestra.run.smithi023.stdout:fixing permissions on existing directory /var/lib/postgresql/14/main ... ok 2023-06-26T03:00:53.975 INFO:teuthology.orchestra.run.smithi023.stdout:creating subdirectories ... ok 2023-06-26T03:00:53.975 INFO:teuthology.orchestra.run.smithi023.stdout:selecting dynamic shared memory implementation ... posix 2023-06-26T03:00:53.989 INFO:teuthology.orchestra.run.smithi023.stdout:selecting default max_connections ... 100 2023-06-26T03:00:54.010 INFO:teuthology.orchestra.run.smithi023.stdout:selecting default shared_buffers ... 128MB 2023-06-26T03:00:54.021 INFO:teuthology.orchestra.run.smithi023.stdout:selecting default time zone ... Etc/UTC 2023-06-26T03:00:54.021 INFO:teuthology.orchestra.run.smithi023.stdout:creating configuration files ... ok 2023-06-26T03:00:54.069 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up postgresql-contrib (14+238) ... 2023-06-26T03:00:54.139 INFO:teuthology.orchestra.run.smithi023.stdout:running bootstrap script ... ok 2023-06-26T03:00:54.170 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up postgresql (14+238) ... 2023-06-26T03:00:54.271 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2023-06-26T03:00:54.398 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up modemmanager (1.20.0-1~ubuntu22.04.1) ... 2023-06-26T03:00:54.652 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2023-06-26T03:00:54.653 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2023-06-26T03:00:54.783 INFO:teuthology.orchestra.run.smithi023.stdout:performing post-bootstrap initialization ... ok 2023-06-26T03:00:55.258 INFO:teuthology.orchestra.run.smithi071.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2023-06-26T03:00:55.474 INFO:teuthology.orchestra.run.smithi023.stdout:syncing data to disk ... ok 2023-06-26T03:00:55.569 INFO:teuthology.orchestra.run.smithi071.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-06-26T03:00:55.713 INFO:teuthology.orchestra.run.smithi071.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-06-26T03:00:55.894 INFO:teuthology.orchestra.run.smithi023.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2023-06-26T03:00:57.033 INFO:teuthology.orchestra.run.smithi071.stdout:Processing triggers for dbus (1.12.20-2ubuntu4.1) ... 2023-06-26T03:00:57.133 INFO:teuthology.orchestra.run.smithi071.stdout:Processing triggers for install-info (6.8-4build1) ... 2023-06-26T03:00:57.756 INFO:teuthology.orchestra.run.smithi071.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-06-26T03:00:57.758 DEBUG:teuthology.parallel:result is None 2023-06-26T03:00:58.729 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2023-06-26T03:00:58.855 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up postgresql-contrib (14+238) ... 2023-06-26T03:00:58.981 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up postgresql (14+238) ... 2023-06-26T03:00:59.124 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2023-06-26T03:00:59.225 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up modemmanager (1.20.0-1~ubuntu22.04.1) ... 2023-06-26T03:00:59.464 INFO:teuthology.orchestra.run.smithi023.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2023-06-26T03:00:59.465 INFO:teuthology.orchestra.run.smithi023.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2023-06-26T03:01:00.061 INFO:teuthology.orchestra.run.smithi023.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2023-06-26T03:01:00.380 INFO:teuthology.orchestra.run.smithi023.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-06-26T03:01:00.522 INFO:teuthology.orchestra.run.smithi023.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-06-26T03:01:01.826 INFO:teuthology.orchestra.run.smithi023.stdout:Processing triggers for dbus (1.12.20-2ubuntu4.1) ... 2023-06-26T03:01:01.917 INFO:teuthology.orchestra.run.smithi023.stdout:Processing triggers for install-info (6.8-4build1) ... 2023-06-26T03:01:03.003 INFO:teuthology.orchestra.run.smithi023.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-06-26T03:01:03.005 DEBUG:teuthology.parallel:result is None 2023-06-26T03:01:03.005 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=6e29bf323ce1af97210bf5c3ab6386cc214ed162 2023-06-26T03:01:03.141 DEBUG:teuthology.orchestra.run.smithi023:> dpkg-query -W -f '${Version}' ceph 2023-06-26T03:01:03.158 INFO:teuthology.orchestra.run.smithi023.stdout:18.0.0-4444-g6e29bf32-1jammy 2023-06-26T03:01:03.159 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-4444-g6e29bf32-1jammy 2023-06-26T03:01:03.159 INFO:teuthology.task.install:The correct ceph version 18.0.0-4444-g6e29bf32-1jammy is installed. 2023-06-26T03:01:03.159 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=6e29bf323ce1af97210bf5c3ab6386cc214ed162 2023-06-26T03:01:03.293 DEBUG:teuthology.orchestra.run.smithi071:> dpkg-query -W -f '${Version}' ceph 2023-06-26T03:01:03.313 INFO:teuthology.orchestra.run.smithi071.stdout:18.0.0-4444-g6e29bf32-1jammy 2023-06-26T03:01:03.313 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-4444-g6e29bf32-1jammy 2023-06-26T03:01:03.313 INFO:teuthology.task.install:The correct ceph version 18.0.0-4444-g6e29bf32-1jammy is installed. 2023-06-26T03:01:03.313 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-06-26T03:01:03.314 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:01:03.314 DEBUG:teuthology.orchestra.run.smithi023:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-06-26T03:01:03.329 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-06-26T03:01:03.329 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-06-26T03:01:03.366 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-06-26T03:01:03.366 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:01:03.367 DEBUG:teuthology.orchestra.run.smithi023:> sudo dd of=/usr/bin/daemon-helper 2023-06-26T03:01:03.385 DEBUG:teuthology.orchestra.run.smithi023:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-06-26T03:01:03.441 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-06-26T03:01:03.442 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/usr/bin/daemon-helper 2023-06-26T03:01:03.454 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-06-26T03:01:03.508 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-06-26T03:01:03.509 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:01:03.509 DEBUG:teuthology.orchestra.run.smithi023:> sudo dd of=/usr/bin/adjust-ulimits 2023-06-26T03:01:03.522 DEBUG:teuthology.orchestra.run.smithi023:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-06-26T03:01:03.577 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-06-26T03:01:03.577 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/usr/bin/adjust-ulimits 2023-06-26T03:01:03.589 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-06-26T03:01:03.644 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2023-06-26T03:01:03.645 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:01:03.645 DEBUG:teuthology.orchestra.run.smithi023:> sudo dd of=/usr/bin/stdin-killer 2023-06-26T03:01:03.657 DEBUG:teuthology.orchestra.run.smithi023:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-06-26T03:01:03.713 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-06-26T03:01:03.713 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/usr/bin/stdin-killer 2023-06-26T03:01:03.726 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-06-26T03:01:03.781 INFO:teuthology.run_tasks:Running task ceph... 2023-06-26T03:01:03.849 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2023-06-26T03:01:03.850 DEBUG:teuthology.orchestra.run.smithi023:> sudo chmod 777 /var/log/ceph 2023-06-26T03:01:03.852 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod 777 /var/log/ceph 2023-06-26T03:01:03.865 INFO:tasks.ceph:Disabling ceph logrotate... 2023-06-26T03:01:03.865 DEBUG:teuthology.orchestra.run.smithi023:> sudo rm -f -- /etc/logrotate.d/ceph 2023-06-26T03:01:03.907 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -f -- /etc/logrotate.d/ceph 2023-06-26T03:01:03.921 INFO:tasks.ceph:Creating extra log directories... 2023-06-26T03:01:03.922 DEBUG:teuthology.orchestra.run.smithi023:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-06-26T03:01:03.962 DEBUG:teuthology.orchestra.run.smithi071:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-06-26T03:01:03.983 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2023-06-26T03:01:03.983 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2023-06-26T03:01:03.983 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2023-06-26T03:01:03.984 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:01:03.984 DEBUG:teuthology.orchestra.run.smithi023:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-06-26T03:01:04.021 DEBUG:teuthology.orchestra.run.smithi023:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-06-26T03:01:04.098 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-06-26T03:01:04.099 DEBUG:teuthology.orchestra.run.smithi071:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-06-26T03:01:04.104 DEBUG:teuthology.orchestra.run.smithi071:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-06-26T03:01:04.183 INFO:tasks.ceph:Creating ceph cluster ceph... 2023-06-26T03:01:04.184 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2023-06-26T03:01:04.184 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/xiubli-2023-06-26_02:38:43-fs:functional-wip-lxb-xlock-20230619-0716-distro-default-smithi/7316101', 'branch': 'wip-lxb-xlock-20230619-0716', 'description': 'fs:functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{ubuntu_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/xfstests-dev}', 'email': None, 'first_in_suite': False, 'job_id': '7316101', 'kernel': {'kdb': True, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'name': 'xiubli-2023-06-26_02:38:43-fs:functional-wip-lxb-xlock-20230619-0716-distro-default-smithi', 'no_nested_subset': False, 'nuke-on-error': True, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'ubuntu', 'os_version': '22.04', 'overrides': {'admin_socket': {'branch': 'wip-lxb-xlock-20230619-0716'}, 'ceph': {'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'sha1': '6e29bf323ce1af97210bf5c3ab6386cc214ed162'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {'osd default pool size': 2}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '6e29bf323ce1af97210bf5c3ab6386cc214ed162'}}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-lxb-xlock-20230619-0716', 'sha1': '6e29bf323ce1af97210bf5c3ab6386cc214ed162'}}, 'owner': 'scheduled_xiubli@teuthology', 'priority': 50, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'sha1': '6e29bf323ce1af97210bf5c3ab6386cc214ed162', 'sleep_before_teardown': 0, 'suite': 'fs:functional', 'suite_branch': 'wip-lxb-xlock-20230619-0716', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_6e29bf323ce1af97210bf5c3ab6386cc214ed162/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '6e29bf323ce1af97210bf5c3ab6386cc214ed162', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi023.front.sepia.ceph.com': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAINc579AvnU23ob4RlBh5VnpnJ63J0qNec5D3GX4M6mo7', 'smithi071.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJnx7/JAGt7akFTje4E9dL22wFKJ7RxsI8A8RZqVm81/Ch+E0wXLUgsmglh/TCRx8lBkHDfEukHfPnpUY2sQQfc='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '6e29bf323ce1af97210bf5c3ab6386cc214ed162'}}, {'ceph': None}, {'ceph-fuse': None}, {'cephfs_test_runner': {'fail_on_skip': False, 'modules': ['tasks.cephfs.tests_from_xfstests_dev']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': '076bbebc42a14f7d568aaa78eabb0038327bcb23', 'timestamp': '2023-06-26_02:38:43', 'tube': 'smithi', 'user': 'xiubli', 'verbose': True, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.23459'} 2023-06-26T03:01:04.185 DEBUG:teuthology.orchestra.run.smithi023:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-06-26T03:01:04.187 DEBUG:teuthology.orchestra.run.smithi071:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-06-26T03:01:04.230 DEBUG:teuthology.orchestra.run.smithi023:> sudo install -d -m0777 -- /var/run/ceph 2023-06-26T03:01:04.234 DEBUG:teuthology.orchestra.run.smithi071:> sudo install -d -m0777 -- /var/run/ceph 2023-06-26T03:01:04.289 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:01:04.290 DEBUG:teuthology.orchestra.run.smithi023:> dd if=/scratch_devs of=/dev/stdout 2023-06-26T03:01:04.295 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-06-26T03:01:04.295 DEBUG:teuthology.orchestra.run.smithi023:> stat /dev/vg_nvme/lv_1 2023-06-26T03:01:04.341 INFO:teuthology.orchestra.run.smithi023.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-06-26T03:01:04.342 INFO:teuthology.orchestra.run.smithi023.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-06-26T03:01:04.342 INFO:teuthology.orchestra.run.smithi023.stdout:Device: 5h/5d Inode: 863 Links: 1 2023-06-26T03:01:04.342 INFO:teuthology.orchestra.run.smithi023.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-06-26T03:01:04.342 INFO:teuthology.orchestra.run.smithi023.stdout:Access: 2023-06-26 02:55:00.317837174 +0000 2023-06-26T03:01:04.342 INFO:teuthology.orchestra.run.smithi023.stdout:Modify: 2023-06-26 02:54:59.981840171 +0000 2023-06-26T03:01:04.342 INFO:teuthology.orchestra.run.smithi023.stdout:Change: 2023-06-26 02:54:59.981840171 +0000 2023-06-26T03:01:04.342 INFO:teuthology.orchestra.run.smithi023.stdout: Birth: - 2023-06-26T03:01:04.343 DEBUG:teuthology.orchestra.run.smithi023:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-06-26T03:01:04.396 INFO:teuthology.orchestra.run.smithi023.stderr:1+0 records in 2023-06-26T03:01:04.396 INFO:teuthology.orchestra.run.smithi023.stderr:1+0 records out 2023-06-26T03:01:04.396 INFO:teuthology.orchestra.run.smithi023.stderr:512 bytes copied, 0.000488343 s, 1.0 MB/s 2023-06-26T03:01:04.397 DEBUG:teuthology.orchestra.run.smithi023:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-06-26T03:01:04.447 DEBUG:teuthology.orchestra.run.smithi023:> stat /dev/vg_nvme/lv_2 2023-06-26T03:01:04.493 INFO:teuthology.orchestra.run.smithi023.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-06-26T03:01:04.493 INFO:teuthology.orchestra.run.smithi023.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-06-26T03:01:04.494 INFO:teuthology.orchestra.run.smithi023.stdout:Device: 5h/5d Inode: 879 Links: 1 2023-06-26T03:01:04.494 INFO:teuthology.orchestra.run.smithi023.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-06-26T03:01:04.494 INFO:teuthology.orchestra.run.smithi023.stdout:Access: 2023-06-26 02:55:00.925831750 +0000 2023-06-26T03:01:04.494 INFO:teuthology.orchestra.run.smithi023.stdout:Modify: 2023-06-26 02:55:00.569834925 +0000 2023-06-26T03:01:04.494 INFO:teuthology.orchestra.run.smithi023.stdout:Change: 2023-06-26 02:55:00.569834925 +0000 2023-06-26T03:01:04.494 INFO:teuthology.orchestra.run.smithi023.stdout: Birth: - 2023-06-26T03:01:04.495 DEBUG:teuthology.orchestra.run.smithi023:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-06-26T03:01:04.548 INFO:teuthology.orchestra.run.smithi023.stderr:1+0 records in 2023-06-26T03:01:04.549 INFO:teuthology.orchestra.run.smithi023.stderr:1+0 records out 2023-06-26T03:01:04.549 INFO:teuthology.orchestra.run.smithi023.stderr:512 bytes copied, 0.000590875 s, 867 kB/s 2023-06-26T03:01:04.550 DEBUG:teuthology.orchestra.run.smithi023:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-06-26T03:01:04.599 DEBUG:teuthology.orchestra.run.smithi023:> stat /dev/vg_nvme/lv_3 2023-06-26T03:01:04.645 INFO:teuthology.orchestra.run.smithi023.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-06-26T03:01:04.646 INFO:teuthology.orchestra.run.smithi023.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-06-26T03:01:04.646 INFO:teuthology.orchestra.run.smithi023.stdout:Device: 5h/5d Inode: 894 Links: 1 2023-06-26T03:01:04.646 INFO:teuthology.orchestra.run.smithi023.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-06-26T03:01:04.646 INFO:teuthology.orchestra.run.smithi023.stdout:Access: 2023-06-26 02:55:01.521826432 +0000 2023-06-26T03:01:04.646 INFO:teuthology.orchestra.run.smithi023.stdout:Modify: 2023-06-26 02:55:01.165829608 +0000 2023-06-26T03:01:04.646 INFO:teuthology.orchestra.run.smithi023.stdout:Change: 2023-06-26 02:55:01.165829608 +0000 2023-06-26T03:01:04.646 INFO:teuthology.orchestra.run.smithi023.stdout: Birth: - 2023-06-26T03:01:04.647 DEBUG:teuthology.orchestra.run.smithi023:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-06-26T03:01:04.700 INFO:teuthology.orchestra.run.smithi023.stderr:1+0 records in 2023-06-26T03:01:04.700 INFO:teuthology.orchestra.run.smithi023.stderr:1+0 records out 2023-06-26T03:01:04.700 INFO:teuthology.orchestra.run.smithi023.stderr:512 bytes copied, 0.000357887 s, 1.4 MB/s 2023-06-26T03:01:04.701 DEBUG:teuthology.orchestra.run.smithi023:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-06-26T03:01:04.751 DEBUG:teuthology.orchestra.run.smithi023:> stat /dev/vg_nvme/lv_4 2023-06-26T03:01:04.797 INFO:teuthology.orchestra.run.smithi023.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-06-26T03:01:04.798 INFO:teuthology.orchestra.run.smithi023.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-06-26T03:01:04.798 INFO:teuthology.orchestra.run.smithi023.stdout:Device: 5h/5d Inode: 913 Links: 1 2023-06-26T03:01:04.798 INFO:teuthology.orchestra.run.smithi023.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-06-26T03:01:04.798 INFO:teuthology.orchestra.run.smithi023.stdout:Access: 2023-06-26 02:55:02.141820902 +0000 2023-06-26T03:01:04.798 INFO:teuthology.orchestra.run.smithi023.stdout:Modify: 2023-06-26 02:55:01.769824220 +0000 2023-06-26T03:01:04.798 INFO:teuthology.orchestra.run.smithi023.stdout:Change: 2023-06-26 02:55:01.769824220 +0000 2023-06-26T03:01:04.799 INFO:teuthology.orchestra.run.smithi023.stdout: Birth: - 2023-06-26T03:01:04.799 DEBUG:teuthology.orchestra.run.smithi023:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-06-26T03:01:04.852 INFO:teuthology.orchestra.run.smithi023.stderr:1+0 records in 2023-06-26T03:01:04.853 INFO:teuthology.orchestra.run.smithi023.stderr:1+0 records out 2023-06-26T03:01:04.853 INFO:teuthology.orchestra.run.smithi023.stderr:512 bytes copied, 0.00045587 s, 1.1 MB/s 2023-06-26T03:01:04.854 DEBUG:teuthology.orchestra.run.smithi023:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-06-26T03:01:04.902 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-06-26T03:01:04.903 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-06-26T03:01:04.903 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/scratch_devs of=/dev/stdout 2023-06-26T03:01:04.908 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-06-26T03:01:04.908 DEBUG:teuthology.orchestra.run.smithi071:> stat /dev/vg_nvme/lv_1 2023-06-26T03:01:04.954 INFO:teuthology.orchestra.run.smithi071.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-06-26T03:01:04.954 INFO:teuthology.orchestra.run.smithi071.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-06-26T03:01:04.954 INFO:teuthology.orchestra.run.smithi071.stdout:Device: 5h/5d Inode: 888 Links: 1 2023-06-26T03:01:04.955 INFO:teuthology.orchestra.run.smithi071.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-06-26T03:01:04.955 INFO:teuthology.orchestra.run.smithi071.stdout:Access: 2023-06-26 02:54:57.245349988 +0000 2023-06-26T03:01:04.955 INFO:teuthology.orchestra.run.smithi071.stdout:Modify: 2023-06-26 02:54:56.865353382 +0000 2023-06-26T03:01:04.955 INFO:teuthology.orchestra.run.smithi071.stdout:Change: 2023-06-26 02:54:56.865353382 +0000 2023-06-26T03:01:04.955 INFO:teuthology.orchestra.run.smithi071.stdout: Birth: - 2023-06-26T03:01:04.956 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-06-26T03:01:05.008 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records in 2023-06-26T03:01:05.008 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records out 2023-06-26T03:01:05.009 INFO:teuthology.orchestra.run.smithi071.stderr:512 bytes copied, 0.000413835 s, 1.2 MB/s 2023-06-26T03:01:05.010 DEBUG:teuthology.orchestra.run.smithi071:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-06-26T03:01:05.059 DEBUG:teuthology.orchestra.run.smithi071:> stat /dev/vg_nvme/lv_2 2023-06-26T03:01:05.105 INFO:teuthology.orchestra.run.smithi071.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-06-26T03:01:05.106 INFO:teuthology.orchestra.run.smithi071.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-06-26T03:01:05.106 INFO:teuthology.orchestra.run.smithi071.stdout:Device: 5h/5d Inode: 903 Links: 1 2023-06-26T03:01:05.106 INFO:teuthology.orchestra.run.smithi071.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-06-26T03:01:05.106 INFO:teuthology.orchestra.run.smithi071.stdout:Access: 2023-06-26 02:54:57.841344664 +0000 2023-06-26T03:01:05.106 INFO:teuthology.orchestra.run.smithi071.stdout:Modify: 2023-06-26 02:54:57.473347952 +0000 2023-06-26T03:01:05.106 INFO:teuthology.orchestra.run.smithi071.stdout:Change: 2023-06-26 02:54:57.473347952 +0000 2023-06-26T03:01:05.106 INFO:teuthology.orchestra.run.smithi071.stdout: Birth: - 2023-06-26T03:01:05.107 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-06-26T03:01:05.160 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records in 2023-06-26T03:01:05.161 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records out 2023-06-26T03:01:05.161 INFO:teuthology.orchestra.run.smithi071.stderr:512 bytes copied, 0.000417927 s, 1.2 MB/s 2023-06-26T03:01:05.162 DEBUG:teuthology.orchestra.run.smithi071:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-06-26T03:01:05.211 DEBUG:teuthology.orchestra.run.smithi071:> stat /dev/vg_nvme/lv_3 2023-06-26T03:01:05.258 INFO:teuthology.orchestra.run.smithi071.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-06-26T03:01:05.258 INFO:teuthology.orchestra.run.smithi071.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-06-26T03:01:05.258 INFO:teuthology.orchestra.run.smithi071.stdout:Device: 5h/5d Inode: 921 Links: 1 2023-06-26T03:01:05.258 INFO:teuthology.orchestra.run.smithi071.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-06-26T03:01:05.258 INFO:teuthology.orchestra.run.smithi071.stdout:Access: 2023-06-26 02:54:58.433339376 +0000 2023-06-26T03:01:05.258 INFO:teuthology.orchestra.run.smithi071.stdout:Modify: 2023-06-26 02:54:58.065342663 +0000 2023-06-26T03:01:05.259 INFO:teuthology.orchestra.run.smithi071.stdout:Change: 2023-06-26 02:54:58.065342663 +0000 2023-06-26T03:01:05.259 INFO:teuthology.orchestra.run.smithi071.stdout: Birth: - 2023-06-26T03:01:05.259 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-06-26T03:01:05.312 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records in 2023-06-26T03:01:05.312 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records out 2023-06-26T03:01:05.313 INFO:teuthology.orchestra.run.smithi071.stderr:512 bytes copied, 0.000405287 s, 1.3 MB/s 2023-06-26T03:01:05.314 DEBUG:teuthology.orchestra.run.smithi071:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-06-26T03:01:05.363 DEBUG:teuthology.orchestra.run.smithi071:> stat /dev/vg_nvme/lv_4 2023-06-26T03:01:05.410 INFO:teuthology.orchestra.run.smithi071.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-06-26T03:01:05.410 INFO:teuthology.orchestra.run.smithi071.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-06-26T03:01:05.410 INFO:teuthology.orchestra.run.smithi071.stdout:Device: 5h/5d Inode: 938 Links: 1 2023-06-26T03:01:05.410 INFO:teuthology.orchestra.run.smithi071.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-06-26T03:01:05.410 INFO:teuthology.orchestra.run.smithi071.stdout:Access: 2023-06-26 02:54:59.021334125 +0000 2023-06-26T03:01:05.410 INFO:teuthology.orchestra.run.smithi071.stdout:Modify: 2023-06-26 02:54:58.673337233 +0000 2023-06-26T03:01:05.411 INFO:teuthology.orchestra.run.smithi071.stdout:Change: 2023-06-26 02:54:58.673337233 +0000 2023-06-26T03:01:05.411 INFO:teuthology.orchestra.run.smithi071.stdout: Birth: - 2023-06-26T03:01:05.411 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-06-26T03:01:05.464 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records in 2023-06-26T03:01:05.464 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records out 2023-06-26T03:01:05.464 INFO:teuthology.orchestra.run.smithi071.stderr:512 bytes copied, 0.000399186 s, 1.3 MB/s 2023-06-26T03:01:05.465 DEBUG:teuthology.orchestra.run.smithi071:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-06-26T03:01:05.511 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-06-26T03:01:05.512 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi023.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi071.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-06-26T03:01:05.512 INFO:tasks.ceph:Generating config... 2023-06-26T03:01:05.513 INFO:tasks.ceph:[client] client mount timeout = 600 2023-06-26T03:01:05.513 INFO:tasks.ceph:[client] debug client = 20 2023-06-26T03:01:05.514 INFO:tasks.ceph:[client] debug ms = 1 2023-06-26T03:01:05.514 INFO:tasks.ceph:[client] pid file = 2023-06-26T03:01:05.514 INFO:tasks.ceph:[client] rados mon op timeout = 900 2023-06-26T03:01:05.514 INFO:tasks.ceph:[client] rados osd op timeout = 900 2023-06-26T03:01:05.514 INFO:tasks.ceph:[mds] debug mds = 20 2023-06-26T03:01:05.515 INFO:tasks.ceph:[mds] debug mds balancer = 20 2023-06-26T03:01:05.515 INFO:tasks.ceph:[mds] debug ms = 1 2023-06-26T03:01:05.515 INFO:tasks.ceph:[mds] mds debug frag = True 2023-06-26T03:01:05.515 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2023-06-26T03:01:05.515 INFO:tasks.ceph:[mds] mds op complaint time = 180 2023-06-26T03:01:05.515 INFO:tasks.ceph:[mds] mds verify scatter = True 2023-06-26T03:01:05.516 INFO:tasks.ceph:[mds] osd op complaint time = 180 2023-06-26T03:01:05.516 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2023-06-26T03:01:05.516 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2023-06-26T03:01:05.516 INFO:tasks.ceph:[mgr] debug mgr = 20 2023-06-26T03:01:05.516 INFO:tasks.ceph:[mgr] debug ms = 1 2023-06-26T03:01:05.517 INFO:tasks.ceph:[mon] debug mon = 20 2023-06-26T03:01:05.517 INFO:tasks.ceph:[mon] debug ms = 1 2023-06-26T03:01:05.517 INFO:tasks.ceph:[mon] debug paxos = 20 2023-06-26T03:01:05.517 INFO:tasks.ceph:[mon] mon op complaint time = 120 2023-06-26T03:01:05.517 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2023-06-26T03:01:05.518 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2023-06-26T03:01:05.518 INFO:tasks.ceph:[osd] debug bluefs = 20 2023-06-26T03:01:05.518 INFO:tasks.ceph:[osd] debug bluestore = 20 2023-06-26T03:01:05.518 INFO:tasks.ceph:[osd] debug ms = 1 2023-06-26T03:01:05.518 INFO:tasks.ceph:[osd] debug osd = 20 2023-06-26T03:01:05.519 INFO:tasks.ceph:[osd] debug rocksdb = 10 2023-06-26T03:01:05.519 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2023-06-26T03:01:05.519 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2023-06-26T03:01:05.519 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2023-06-26T03:01:05.519 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2023-06-26T03:01:05.519 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2023-06-26T03:01:05.520 INFO:tasks.ceph:[osd] osd op complaint time = 180 2023-06-26T03:01:05.520 INFO:tasks.ceph:Setting up mon.a... 2023-06-26T03:01:05.520 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2023-06-26T03:01:05.555 INFO:teuthology.orchestra.run.smithi023.stdout:creating /etc/ceph/ceph.keyring 2023-06-26T03:01:05.572 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2023-06-26T03:01:05.648 DEBUG:teuthology.orchestra.run.smithi023:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-06-26T03:01:05.701 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.23'), ('mon.b', '172.21.15.71'), ('mon.c', '[v2:172.21.15.71:3301,v1:172.21.15.71:6790]')] 2023-06-26T03:01:05.701 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.23,172.21.15.71,[v2:172.21.15.71:3301,v1:172.21.15.71:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon op complaint time': 120}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2023-06-26T03:01:05.702 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:01:05.703 DEBUG:teuthology.orchestra.run.smithi023:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2023-06-26T03:01:05.750 DEBUG:teuthology.orchestra.run.smithi023:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.23 --add b 172.21.15.71 --addv c '[v2:172.21.15.71:3301,v1:172.21.15.71:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2023-06-26T03:01:05.837 INFO:teuthology.orchestra.run.smithi023.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2023-06-26T03:01:05.837 INFO:teuthology.orchestra.run.smithi023.stdout:monmaptool: generated fsid 3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9 2023-06-26T03:01:05.837 INFO:teuthology.orchestra.run.smithi023.stdout:setting min_mon_release = pacific 2023-06-26T03:01:05.837 INFO:teuthology.orchestra.run.smithi023.stdout:epoch 0 2023-06-26T03:01:05.837 INFO:teuthology.orchestra.run.smithi023.stdout:fsid 3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9 2023-06-26T03:01:05.838 INFO:teuthology.orchestra.run.smithi023.stdout:last_changed 2023-06-26T03:01:05.834345+0000 2023-06-26T03:01:05.838 INFO:teuthology.orchestra.run.smithi023.stdout:created 2023-06-26T03:01:05.834345+0000 2023-06-26T03:01:05.838 INFO:teuthology.orchestra.run.smithi023.stdout:min_mon_release 16 (pacific) 2023-06-26T03:01:05.838 INFO:teuthology.orchestra.run.smithi023.stdout:election_strategy: 1 2023-06-26T03:01:05.838 INFO:teuthology.orchestra.run.smithi023.stdout:0: [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] mon.a 2023-06-26T03:01:05.838 INFO:teuthology.orchestra.run.smithi023.stdout:1: [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] mon.b 2023-06-26T03:01:05.838 INFO:teuthology.orchestra.run.smithi023.stdout:2: [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] mon.c 2023-06-26T03:01:05.839 INFO:teuthology.orchestra.run.smithi023.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2023-06-26T03:01:05.840 DEBUG:teuthology.orchestra.run.smithi023:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2023-06-26T03:01:05.885 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9... 2023-06-26T03:01:05.886 DEBUG:teuthology.orchestra.run.smithi023:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-06-26T03:01:05.930 DEBUG:teuthology.orchestra.run.smithi071:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-06-26T03:01:05.959 INFO:teuthology.orchestra.run.smithi023.stdout:[global] 2023-06-26T03:01:05.959 INFO:teuthology.orchestra.run.smithi023.stdout: chdir = "" 2023-06-26T03:01:05.959 INFO:teuthology.orchestra.run.smithi023.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-06-26T03:01:05.959 INFO:teuthology.orchestra.run.smithi023.stdout: auth supported = cephx 2023-06-26T03:01:05.959 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:01:05.959 INFO:teuthology.orchestra.run.smithi023.stdout: filestore xattr use omap = true 2023-06-26T03:01:05.960 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:01:05.960 INFO:teuthology.orchestra.run.smithi023.stdout: mon clock drift allowed = 1.000 2023-06-26T03:01:05.960 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:01:05.960 INFO:teuthology.orchestra.run.smithi023.stdout: osd crush chooseleaf type = 0 2023-06-26T03:01:05.960 INFO:teuthology.orchestra.run.smithi023.stdout: auth debug = true 2023-06-26T03:01:05.960 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:01:05.960 INFO:teuthology.orchestra.run.smithi023.stdout: ms die on old message = true 2023-06-26T03:01:05.960 INFO:teuthology.orchestra.run.smithi023.stdout: ms die on bug = true 2023-06-26T03:01:05.961 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:01:05.961 INFO:teuthology.orchestra.run.smithi023.stdout: mon max pg per osd = 10000 # >= luminous 2023-06-26T03:01:05.961 INFO:teuthology.orchestra.run.smithi023.stdout: mon pg warn max object skew = 0 2023-06-26T03:01:05.961 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:01:05.961 INFO:teuthology.orchestra.run.smithi023.stdout: # disable pg_autoscaler by default for new pools 2023-06-26T03:01:05.961 INFO:teuthology.orchestra.run.smithi023.stdout: osd_pool_default_pg_autoscale_mode = off 2023-06-26T03:01:05.961 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:01:05.962 INFO:teuthology.orchestra.run.smithi023.stdout: osd pool default size = 2 2023-06-26T03:01:05.962 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:01:05.962 INFO:teuthology.orchestra.run.smithi023.stdout: mon osd allow primary affinity = true 2023-06-26T03:01:05.962 INFO:teuthology.orchestra.run.smithi023.stdout: mon osd allow pg remap = true 2023-06-26T03:01:05.962 INFO:teuthology.orchestra.run.smithi023.stdout: mon warn on legacy crush tunables = false 2023-06-26T03:01:05.962 INFO:teuthology.orchestra.run.smithi023.stdout: mon warn on crush straw calc version zero = false 2023-06-26T03:01:05.962 INFO:teuthology.orchestra.run.smithi023.stdout: mon warn on no sortbitwise = false 2023-06-26T03:01:05.962 INFO:teuthology.orchestra.run.smithi023.stdout: mon warn on osd down out interval zero = false 2023-06-26T03:01:05.963 INFO:teuthology.orchestra.run.smithi023.stdout: mon warn on too few osds = false 2023-06-26T03:01:05.963 INFO:teuthology.orchestra.run.smithi023.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-06-26T03:01:05.963 INFO:teuthology.orchestra.run.smithi023.stdout: mon_warn_on_pool_no_redundancy = false 2023-06-26T03:01:05.963 INFO:teuthology.orchestra.run.smithi023.stdout: mon_allow_pool_size_one = true 2023-06-26T03:01:05.963 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:01:05.963 INFO:teuthology.orchestra.run.smithi023.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-06-26T03:01:05.963 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:01:05.963 INFO:teuthology.orchestra.run.smithi023.stdout: osd default data pool replay window = 5 2023-06-26T03:01:05.964 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:01:05.964 INFO:teuthology.orchestra.run.smithi023.stdout: mon allow pool delete = true 2023-06-26T03:01:05.964 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:01:05.964 INFO:teuthology.orchestra.run.smithi023.stdout: mon cluster log file level = debug 2023-06-26T03:01:05.964 INFO:teuthology.orchestra.run.smithi023.stdout: debug asserts on shutdown = true 2023-06-26T03:01:05.964 INFO:teuthology.orchestra.run.smithi023.stdout: mon health detail to clog = false 2023-06-26T03:01:05.964 INFO:teuthology.orchestra.run.smithi023.stdout: mon host = "172.21.15.23,172.21.15.71,[v2:172.21.15.71:3301,v1:172.21.15.71:6790]" 2023-06-26T03:01:05.964 INFO:teuthology.orchestra.run.smithi023.stdout: fsid = 3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9 2023-06-26T03:01:05.965 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:01:05.965 INFO:teuthology.orchestra.run.smithi023.stdout:[osd] 2023-06-26T03:01:05.965 INFO:teuthology.orchestra.run.smithi023.stdout: osd journal size = 100 2023-06-26T03:01:05.965 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:01:05.965 INFO:teuthology.orchestra.run.smithi023.stdout: osd scrub load threshold = 5.0 2023-06-26T03:01:05.965 INFO:teuthology.orchestra.run.smithi023.stdout: osd scrub max interval = 600 2023-06-26T03:01:05.965 INFO:teuthology.orchestra.run.smithi023.stdout: osd mclock profile = high_recovery_ops 2023-06-26T03:01:05.965 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:01:05.966 INFO:teuthology.orchestra.run.smithi023.stdout: osd recover clone overlap = true 2023-06-26T03:01:05.966 INFO:teuthology.orchestra.run.smithi023.stdout: osd recovery max chunk = 1048576 2023-06-26T03:01:05.966 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:01:05.966 INFO:teuthology.orchestra.run.smithi023.stdout: osd debug shutdown = true 2023-06-26T03:01:05.966 INFO:teuthology.orchestra.run.smithi023.stdout: osd debug op order = true 2023-06-26T03:01:05.966 INFO:teuthology.orchestra.run.smithi023.stdout: osd debug verify stray on activate = true 2023-06-26T03:01:05.966 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:01:05.966 INFO:teuthology.orchestra.run.smithi023.stdout: osd open classes on start = true 2023-06-26T03:01:05.967 INFO:teuthology.orchestra.run.smithi023.stdout: osd debug pg log writeout = true 2023-06-26T03:01:05.967 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:01:05.967 INFO:teuthology.orchestra.run.smithi023.stdout: osd deep scrub update digest min age = 30 2023-06-26T03:01:05.967 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:01:05.967 INFO:teuthology.orchestra.run.smithi023.stdout: osd map max advance = 10 2023-06-26T03:01:05.967 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:01:05.967 INFO:teuthology.orchestra.run.smithi023.stdout: journal zero on create = true 2023-06-26T03:01:05.967 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:01:05.968 INFO:teuthology.orchestra.run.smithi023.stdout: filestore ondisk finisher threads = 3 2023-06-26T03:01:05.968 INFO:teuthology.orchestra.run.smithi023.stdout: filestore apply finisher threads = 3 2023-06-26T03:01:05.968 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:01:05.968 INFO:teuthology.orchestra.run.smithi023.stdout: bdev debug aio = true 2023-06-26T03:01:05.968 INFO:teuthology.orchestra.run.smithi023.stdout: osd debug misdirected ops = true 2023-06-26T03:01:05.968 INFO:teuthology.orchestra.run.smithi023.stdout: bluestore block size = 96636764160 2023-06-26T03:01:05.968 INFO:teuthology.orchestra.run.smithi023.stdout: bluestore fsck on mount = True 2023-06-26T03:01:05.968 INFO:teuthology.orchestra.run.smithi023.stdout: debug bluefs = 20 2023-06-26T03:01:05.969 INFO:teuthology.orchestra.run.smithi023.stdout: debug bluestore = 20 2023-06-26T03:01:05.969 INFO:teuthology.orchestra.run.smithi023.stdout: debug ms = 1 2023-06-26T03:01:05.969 INFO:teuthology.orchestra.run.smithi023.stdout: debug osd = 20 2023-06-26T03:01:05.969 INFO:teuthology.orchestra.run.smithi023.stdout: debug rocksdb = 10 2023-06-26T03:01:05.969 INFO:teuthology.orchestra.run.smithi023.stdout: mon osd backfillfull_ratio = 0.85 2023-06-26T03:01:05.969 INFO:teuthology.orchestra.run.smithi023.stdout: mon osd full ratio = 0.9 2023-06-26T03:01:05.969 INFO:teuthology.orchestra.run.smithi023.stdout: mon osd nearfull ratio = 0.8 2023-06-26T03:01:05.970 INFO:teuthology.orchestra.run.smithi023.stdout: osd failsafe full ratio = 0.95 2023-06-26T03:01:05.970 INFO:teuthology.orchestra.run.smithi023.stdout: osd objectstore = bluestore 2023-06-26T03:01:05.970 INFO:teuthology.orchestra.run.smithi023.stdout: osd op complaint time = 180 2023-06-26T03:01:05.970 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:01:05.970 INFO:teuthology.orchestra.run.smithi023.stdout:[mgr] 2023-06-26T03:01:05.970 INFO:teuthology.orchestra.run.smithi023.stdout: debug ms = 1 2023-06-26T03:01:05.970 INFO:teuthology.orchestra.run.smithi023.stdout: debug mgr = 20 2023-06-26T03:01:05.970 INFO:teuthology.orchestra.run.smithi023.stdout: debug mon = 20 2023-06-26T03:01:05.971 INFO:teuthology.orchestra.run.smithi023.stdout: debug auth = 20 2023-06-26T03:01:05.971 INFO:teuthology.orchestra.run.smithi023.stdout: mon reweight min pgs per osd = 4 2023-06-26T03:01:05.971 INFO:teuthology.orchestra.run.smithi023.stdout: mon reweight min bytes per osd = 10 2023-06-26T03:01:05.971 INFO:teuthology.orchestra.run.smithi023.stdout: mgr/telemetry/nag = false 2023-06-26T03:01:05.971 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:01:05.971 INFO:teuthology.orchestra.run.smithi023.stdout:[mon] 2023-06-26T03:01:05.971 INFO:teuthology.orchestra.run.smithi023.stdout: debug ms = 1 2023-06-26T03:01:05.971 INFO:teuthology.orchestra.run.smithi023.stdout: debug mon = 20 2023-06-26T03:01:05.972 INFO:teuthology.orchestra.run.smithi023.stdout: debug paxos = 20 2023-06-26T03:01:05.972 INFO:teuthology.orchestra.run.smithi023.stdout: debug auth = 20 2023-06-26T03:01:05.972 INFO:teuthology.orchestra.run.smithi023.stdout: mon data avail warn = 5 2023-06-26T03:01:05.972 INFO:teuthology.orchestra.run.smithi023.stdout: mon mgr mkfs grace = 240 2023-06-26T03:01:05.972 INFO:teuthology.orchestra.run.smithi023.stdout: mon reweight min pgs per osd = 4 2023-06-26T03:01:05.972 INFO:teuthology.orchestra.run.smithi023.stdout: mon osd reporter subtree level = osd 2023-06-26T03:01:05.972 INFO:teuthology.orchestra.run.smithi023.stdout: mon osd prime pg temp = true 2023-06-26T03:01:05.972 INFO:teuthology.orchestra.run.smithi023.stdout: mon reweight min bytes per osd = 10 2023-06-26T03:01:05.973 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:01:05.973 INFO:teuthology.orchestra.run.smithi023.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-06-26T03:01:05.973 INFO:teuthology.orchestra.run.smithi023.stdout: auth mon ticket ttl = 660 # 11m 2023-06-26T03:01:05.973 INFO:teuthology.orchestra.run.smithi023.stdout: auth service ticket ttl = 240 # 4m 2023-06-26T03:01:05.973 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:01:05.973 INFO:teuthology.orchestra.run.smithi023.stdout: # don't complain about insecure global_id in the test suite 2023-06-26T03:01:05.973 INFO:teuthology.orchestra.run.smithi023.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-06-26T03:01:05.973 INFO:teuthology.orchestra.run.smithi023.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-06-26T03:01:05.974 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:01:05.974 INFO:teuthology.orchestra.run.smithi023.stdout: # 1m isn't quite enough 2023-06-26T03:01:05.974 INFO:teuthology.orchestra.run.smithi023.stdout: mon_down_mkfs_grace = 2m 2023-06-26T03:01:05.974 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:01:05.974 INFO:teuthology.orchestra.run.smithi023.stdout: mon_warn_on_filestore_osds = false 2023-06-26T03:01:05.974 INFO:teuthology.orchestra.run.smithi023.stdout: mon op complaint time = 120 2023-06-26T03:01:05.974 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:01:05.974 INFO:teuthology.orchestra.run.smithi023.stdout:[client] 2023-06-26T03:01:05.975 INFO:teuthology.orchestra.run.smithi023.stdout: rgw cache enabled = true 2023-06-26T03:01:05.975 INFO:teuthology.orchestra.run.smithi023.stdout: rgw enable ops log = true 2023-06-26T03:01:05.975 INFO:teuthology.orchestra.run.smithi023.stdout: rgw enable usage log = true 2023-06-26T03:01:05.975 INFO:teuthology.orchestra.run.smithi023.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-06-26T03:01:05.975 INFO:teuthology.orchestra.run.smithi023.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-06-26T03:01:05.975 INFO:teuthology.orchestra.run.smithi023.stdout: client mount timeout = 600 2023-06-26T03:01:05.975 INFO:teuthology.orchestra.run.smithi023.stdout: debug client = 20 2023-06-26T03:01:05.975 INFO:teuthology.orchestra.run.smithi023.stdout: debug ms = 1 2023-06-26T03:01:05.976 INFO:teuthology.orchestra.run.smithi023.stdout: pid file = "" 2023-06-26T03:01:05.976 INFO:teuthology.orchestra.run.smithi023.stdout: rados mon op timeout = 900 2023-06-26T03:01:05.976 INFO:teuthology.orchestra.run.smithi023.stdout: rados osd op timeout = 900 2023-06-26T03:01:05.976 INFO:teuthology.orchestra.run.smithi023.stdout:[mon.a] 2023-06-26T03:01:05.976 INFO:teuthology.orchestra.run.smithi023.stdout:[mon.b] 2023-06-26T03:01:05.976 INFO:teuthology.orchestra.run.smithi023.stdout:[mon.c] 2023-06-26T03:01:05.976 INFO:teuthology.orchestra.run.smithi023.stdout:[mds.a] 2023-06-26T03:01:05.976 INFO:teuthology.orchestra.run.smithi023.stdout:[mds.c] 2023-06-26T03:01:05.977 INFO:teuthology.orchestra.run.smithi023.stdout:[mds.b] 2023-06-26T03:01:05.977 INFO:teuthology.orchestra.run.smithi023.stdout:[mds.d] 2023-06-26T03:01:05.977 INFO:teuthology.orchestra.run.smithi023.stdout:[mds] 2023-06-26T03:01:05.977 INFO:teuthology.orchestra.run.smithi023.stdout: debug mds = 20 2023-06-26T03:01:05.977 INFO:teuthology.orchestra.run.smithi023.stdout: debug mds balancer = 20 2023-06-26T03:01:05.977 INFO:teuthology.orchestra.run.smithi023.stdout: debug ms = 1 2023-06-26T03:01:05.977 INFO:teuthology.orchestra.run.smithi023.stdout: mds debug frag = True 2023-06-26T03:01:05.977 INFO:teuthology.orchestra.run.smithi023.stdout: mds debug scatterstat = True 2023-06-26T03:01:05.978 INFO:teuthology.orchestra.run.smithi023.stdout: mds op complaint time = 180 2023-06-26T03:01:05.978 INFO:teuthology.orchestra.run.smithi023.stdout: mds verify scatter = True 2023-06-26T03:01:05.978 INFO:teuthology.orchestra.run.smithi023.stdout: osd op complaint time = 180 2023-06-26T03:01:05.978 INFO:teuthology.orchestra.run.smithi023.stdout: rados mon op timeout = 900 2023-06-26T03:01:05.978 INFO:teuthology.orchestra.run.smithi023.stdout: rados osd op timeout = 900 2023-06-26T03:01:05.979 INFO:teuthology.orchestra.run.smithi071.stdout:[global] 2023-06-26T03:01:05.979 INFO:teuthology.orchestra.run.smithi071.stdout: chdir = "" 2023-06-26T03:01:05.979 INFO:teuthology.orchestra.run.smithi071.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-06-26T03:01:05.980 INFO:teuthology.orchestra.run.smithi071.stdout: auth supported = cephx 2023-06-26T03:01:05.980 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:01:05.980 INFO:teuthology.orchestra.run.smithi071.stdout: filestore xattr use omap = true 2023-06-26T03:01:05.980 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:01:05.980 INFO:teuthology.orchestra.run.smithi071.stdout: mon clock drift allowed = 1.000 2023-06-26T03:01:05.980 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:01:05.980 INFO:teuthology.orchestra.run.smithi071.stdout: osd crush chooseleaf type = 0 2023-06-26T03:01:05.981 INFO:teuthology.orchestra.run.smithi071.stdout: auth debug = true 2023-06-26T03:01:05.981 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:01:05.981 INFO:teuthology.orchestra.run.smithi071.stdout: ms die on old message = true 2023-06-26T03:01:05.981 INFO:teuthology.orchestra.run.smithi071.stdout: ms die on bug = true 2023-06-26T03:01:05.981 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:01:05.981 INFO:teuthology.orchestra.run.smithi071.stdout: mon max pg per osd = 10000 # >= luminous 2023-06-26T03:01:05.981 INFO:teuthology.orchestra.run.smithi071.stdout: mon pg warn max object skew = 0 2023-06-26T03:01:05.981 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:01:05.982 INFO:teuthology.orchestra.run.smithi071.stdout: # disable pg_autoscaler by default for new pools 2023-06-26T03:01:05.982 INFO:teuthology.orchestra.run.smithi071.stdout: osd_pool_default_pg_autoscale_mode = off 2023-06-26T03:01:05.982 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:01:05.982 INFO:teuthology.orchestra.run.smithi071.stdout: osd pool default size = 2 2023-06-26T03:01:05.982 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:01:05.982 INFO:teuthology.orchestra.run.smithi071.stdout: mon osd allow primary affinity = true 2023-06-26T03:01:05.982 INFO:teuthology.orchestra.run.smithi071.stdout: mon osd allow pg remap = true 2023-06-26T03:01:05.982 INFO:teuthology.orchestra.run.smithi071.stdout: mon warn on legacy crush tunables = false 2023-06-26T03:01:05.983 INFO:teuthology.orchestra.run.smithi071.stdout: mon warn on crush straw calc version zero = false 2023-06-26T03:01:05.983 INFO:teuthology.orchestra.run.smithi071.stdout: mon warn on no sortbitwise = false 2023-06-26T03:01:05.983 INFO:teuthology.orchestra.run.smithi071.stdout: mon warn on osd down out interval zero = false 2023-06-26T03:01:05.983 INFO:teuthology.orchestra.run.smithi071.stdout: mon warn on too few osds = false 2023-06-26T03:01:05.983 INFO:teuthology.orchestra.run.smithi071.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-06-26T03:01:05.983 INFO:teuthology.orchestra.run.smithi071.stdout: mon_warn_on_pool_no_redundancy = false 2023-06-26T03:01:05.983 INFO:teuthology.orchestra.run.smithi071.stdout: mon_allow_pool_size_one = true 2023-06-26T03:01:05.984 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:01:05.984 INFO:teuthology.orchestra.run.smithi071.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-06-26T03:01:05.984 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:01:05.984 INFO:teuthology.orchestra.run.smithi071.stdout: osd default data pool replay window = 5 2023-06-26T03:01:05.984 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:01:05.984 INFO:teuthology.orchestra.run.smithi071.stdout: mon allow pool delete = true 2023-06-26T03:01:05.984 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:01:05.984 INFO:teuthology.orchestra.run.smithi071.stdout: mon cluster log file level = debug 2023-06-26T03:01:05.985 INFO:teuthology.orchestra.run.smithi071.stdout: debug asserts on shutdown = true 2023-06-26T03:01:05.985 INFO:teuthology.orchestra.run.smithi071.stdout: mon health detail to clog = false 2023-06-26T03:01:05.985 INFO:teuthology.orchestra.run.smithi071.stdout: mon host = "172.21.15.23,172.21.15.71,[v2:172.21.15.71:3301,v1:172.21.15.71:6790]" 2023-06-26T03:01:05.985 INFO:teuthology.orchestra.run.smithi071.stdout: fsid = 3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9 2023-06-26T03:01:05.985 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:01:05.985 INFO:teuthology.orchestra.run.smithi071.stdout:[osd] 2023-06-26T03:01:05.985 INFO:teuthology.orchestra.run.smithi071.stdout: osd journal size = 100 2023-06-26T03:01:05.985 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:01:05.986 INFO:teuthology.orchestra.run.smithi071.stdout: osd scrub load threshold = 5.0 2023-06-26T03:01:05.986 INFO:teuthology.orchestra.run.smithi071.stdout: osd scrub max interval = 600 2023-06-26T03:01:05.986 INFO:teuthology.orchestra.run.smithi071.stdout: osd mclock profile = high_recovery_ops 2023-06-26T03:01:05.986 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:01:05.986 INFO:teuthology.orchestra.run.smithi071.stdout: osd recover clone overlap = true 2023-06-26T03:01:05.986 INFO:teuthology.orchestra.run.smithi071.stdout: osd recovery max chunk = 1048576 2023-06-26T03:01:05.986 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:01:05.986 INFO:teuthology.orchestra.run.smithi071.stdout: osd debug shutdown = true 2023-06-26T03:01:05.987 INFO:teuthology.orchestra.run.smithi071.stdout: osd debug op order = true 2023-06-26T03:01:05.987 INFO:teuthology.orchestra.run.smithi071.stdout: osd debug verify stray on activate = true 2023-06-26T03:01:05.987 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:01:05.987 INFO:teuthology.orchestra.run.smithi071.stdout: osd open classes on start = true 2023-06-26T03:01:05.987 INFO:teuthology.orchestra.run.smithi071.stdout: osd debug pg log writeout = true 2023-06-26T03:01:05.987 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:01:05.987 INFO:teuthology.orchestra.run.smithi071.stdout: osd deep scrub update digest min age = 30 2023-06-26T03:01:05.987 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:01:05.988 INFO:teuthology.orchestra.run.smithi071.stdout: osd map max advance = 10 2023-06-26T03:01:05.988 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:01:05.988 INFO:teuthology.orchestra.run.smithi071.stdout: journal zero on create = true 2023-06-26T03:01:05.988 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:01:05.988 INFO:teuthology.orchestra.run.smithi071.stdout: filestore ondisk finisher threads = 3 2023-06-26T03:01:05.988 INFO:teuthology.orchestra.run.smithi071.stdout: filestore apply finisher threads = 3 2023-06-26T03:01:05.988 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:01:05.988 INFO:teuthology.orchestra.run.smithi071.stdout: bdev debug aio = true 2023-06-26T03:01:05.989 INFO:teuthology.orchestra.run.smithi071.stdout: osd debug misdirected ops = true 2023-06-26T03:01:05.989 INFO:teuthology.orchestra.run.smithi071.stdout: bluestore block size = 96636764160 2023-06-26T03:01:05.989 INFO:teuthology.orchestra.run.smithi071.stdout: bluestore fsck on mount = True 2023-06-26T03:01:05.989 INFO:teuthology.orchestra.run.smithi071.stdout: debug bluefs = 20 2023-06-26T03:01:05.989 INFO:teuthology.orchestra.run.smithi071.stdout: debug bluestore = 20 2023-06-26T03:01:05.989 INFO:teuthology.orchestra.run.smithi071.stdout: debug ms = 1 2023-06-26T03:01:05.989 INFO:teuthology.orchestra.run.smithi071.stdout: debug osd = 20 2023-06-26T03:01:05.989 INFO:teuthology.orchestra.run.smithi071.stdout: debug rocksdb = 10 2023-06-26T03:01:05.990 INFO:teuthology.orchestra.run.smithi071.stdout: mon osd backfillfull_ratio = 0.85 2023-06-26T03:01:05.990 INFO:teuthology.orchestra.run.smithi071.stdout: mon osd full ratio = 0.9 2023-06-26T03:01:05.990 INFO:teuthology.orchestra.run.smithi071.stdout: mon osd nearfull ratio = 0.8 2023-06-26T03:01:05.990 INFO:teuthology.orchestra.run.smithi071.stdout: osd failsafe full ratio = 0.95 2023-06-26T03:01:05.990 INFO:teuthology.orchestra.run.smithi071.stdout: osd objectstore = bluestore 2023-06-26T03:01:05.990 INFO:teuthology.orchestra.run.smithi071.stdout: osd op complaint time = 180 2023-06-26T03:01:05.990 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:01:05.991 INFO:teuthology.orchestra.run.smithi071.stdout:[mgr] 2023-06-26T03:01:05.991 INFO:teuthology.orchestra.run.smithi071.stdout: debug ms = 1 2023-06-26T03:01:05.991 INFO:teuthology.orchestra.run.smithi071.stdout: debug mgr = 20 2023-06-26T03:01:05.991 INFO:teuthology.orchestra.run.smithi071.stdout: debug mon = 20 2023-06-26T03:01:05.991 INFO:teuthology.orchestra.run.smithi071.stdout: debug auth = 20 2023-06-26T03:01:05.991 INFO:teuthology.orchestra.run.smithi071.stdout: mon reweight min pgs per osd = 4 2023-06-26T03:01:05.992 INFO:teuthology.orchestra.run.smithi071.stdout: mon reweight min bytes per osd = 10 2023-06-26T03:01:05.992 INFO:teuthology.orchestra.run.smithi071.stdout: mgr/telemetry/nag = false 2023-06-26T03:01:05.992 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:01:05.992 INFO:teuthology.orchestra.run.smithi071.stdout:[mon] 2023-06-26T03:01:05.993 INFO:teuthology.orchestra.run.smithi071.stdout: debug ms = 1 2023-06-26T03:01:05.993 INFO:teuthology.orchestra.run.smithi071.stdout: debug mon = 20 2023-06-26T03:01:05.993 INFO:teuthology.orchestra.run.smithi071.stdout: debug paxos = 20 2023-06-26T03:01:05.993 INFO:teuthology.orchestra.run.smithi071.stdout: debug auth = 20 2023-06-26T03:01:05.993 INFO:teuthology.orchestra.run.smithi071.stdout: mon data avail warn = 5 2023-06-26T03:01:05.993 INFO:teuthology.orchestra.run.smithi071.stdout: mon mgr mkfs grace = 240 2023-06-26T03:01:05.993 INFO:teuthology.orchestra.run.smithi071.stdout: mon reweight min pgs per osd = 4 2023-06-26T03:01:05.993 INFO:teuthology.orchestra.run.smithi071.stdout: mon osd reporter subtree level = osd 2023-06-26T03:01:05.994 INFO:teuthology.orchestra.run.smithi071.stdout: mon osd prime pg temp = true 2023-06-26T03:01:05.994 INFO:teuthology.orchestra.run.smithi071.stdout: mon reweight min bytes per osd = 10 2023-06-26T03:01:05.994 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:01:05.994 INFO:teuthology.orchestra.run.smithi071.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-06-26T03:01:05.994 INFO:teuthology.orchestra.run.smithi071.stdout: auth mon ticket ttl = 660 # 11m 2023-06-26T03:01:05.994 INFO:teuthology.orchestra.run.smithi071.stdout: auth service ticket ttl = 240 # 4m 2023-06-26T03:01:05.994 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:01:05.995 INFO:teuthology.orchestra.run.smithi071.stdout: # don't complain about insecure global_id in the test suite 2023-06-26T03:01:05.995 INFO:teuthology.orchestra.run.smithi071.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-06-26T03:01:05.995 INFO:teuthology.orchestra.run.smithi071.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-06-26T03:01:05.995 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:01:05.995 INFO:teuthology.orchestra.run.smithi071.stdout: # 1m isn't quite enough 2023-06-26T03:01:05.995 INFO:teuthology.orchestra.run.smithi071.stdout: mon_down_mkfs_grace = 2m 2023-06-26T03:01:05.995 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:01:05.995 INFO:teuthology.orchestra.run.smithi071.stdout: mon_warn_on_filestore_osds = false 2023-06-26T03:01:05.995 INFO:teuthology.orchestra.run.smithi071.stdout: mon op complaint time = 120 2023-06-26T03:01:05.996 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-06-26T03:01:05.996 INFO:teuthology.orchestra.run.smithi071.stdout:[client] 2023-06-26T03:01:05.996 INFO:teuthology.orchestra.run.smithi071.stdout: rgw cache enabled = true 2023-06-26T03:01:05.996 INFO:teuthology.orchestra.run.smithi071.stdout: rgw enable ops log = true 2023-06-26T03:01:05.996 INFO:teuthology.orchestra.run.smithi071.stdout: rgw enable usage log = true 2023-06-26T03:01:05.996 INFO:teuthology.orchestra.run.smithi071.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-06-26T03:01:05.996 INFO:teuthology.orchestra.run.smithi071.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-06-26T03:01:05.997 INFO:teuthology.orchestra.run.smithi071.stdout: client mount timeout = 600 2023-06-26T03:01:05.997 INFO:teuthology.orchestra.run.smithi071.stdout: debug client = 20 2023-06-26T03:01:05.997 INFO:teuthology.orchestra.run.smithi071.stdout: debug ms = 1 2023-06-26T03:01:05.997 INFO:teuthology.orchestra.run.smithi071.stdout: pid file = "" 2023-06-26T03:01:05.997 INFO:teuthology.orchestra.run.smithi071.stdout: rados mon op timeout = 900 2023-06-26T03:01:05.997 INFO:teuthology.orchestra.run.smithi071.stdout: rados osd op timeout = 900 2023-06-26T03:01:05.997 INFO:teuthology.orchestra.run.smithi071.stdout:[mon.a] 2023-06-26T03:01:05.997 INFO:teuthology.orchestra.run.smithi071.stdout:[mon.b] 2023-06-26T03:01:05.998 INFO:teuthology.orchestra.run.smithi071.stdout:[mon.c] 2023-06-26T03:01:05.998 INFO:teuthology.orchestra.run.smithi071.stdout:[mds.a] 2023-06-26T03:01:05.998 INFO:teuthology.orchestra.run.smithi071.stdout:[mds.c] 2023-06-26T03:01:05.998 INFO:teuthology.orchestra.run.smithi071.stdout:[mds.b] 2023-06-26T03:01:05.998 INFO:teuthology.orchestra.run.smithi071.stdout:[mds.d] 2023-06-26T03:01:05.998 INFO:teuthology.orchestra.run.smithi071.stdout:[mds] 2023-06-26T03:01:05.998 INFO:teuthology.orchestra.run.smithi071.stdout: debug mds = 20 2023-06-26T03:01:05.998 INFO:teuthology.orchestra.run.smithi071.stdout: debug mds balancer = 20 2023-06-26T03:01:05.998 INFO:teuthology.orchestra.run.smithi071.stdout: debug ms = 1 2023-06-26T03:01:05.999 INFO:teuthology.orchestra.run.smithi071.stdout: mds debug frag = True 2023-06-26T03:01:05.999 INFO:teuthology.orchestra.run.smithi071.stdout: mds debug scatterstat = True 2023-06-26T03:01:05.999 INFO:teuthology.orchestra.run.smithi071.stdout: mds op complaint time = 180 2023-06-26T03:01:05.999 INFO:teuthology.orchestra.run.smithi071.stdout: mds verify scatter = True 2023-06-26T03:01:05.999 INFO:teuthology.orchestra.run.smithi071.stdout: osd op complaint time = 180 2023-06-26T03:01:05.999 INFO:teuthology.orchestra.run.smithi071.stdout: rados mon op timeout = 900 2023-06-26T03:01:05.999 INFO:teuthology.orchestra.run.smithi071.stdout: rados osd op timeout = 900 2023-06-26T03:01:06.000 INFO:tasks.ceph:Creating admin key on mon.a... 2023-06-26T03:01:06.000 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2023-06-26T03:01:06.070 INFO:tasks.ceph:Copying monmap to all nodes... 2023-06-26T03:01:06.071 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:01:06.071 DEBUG:teuthology.orchestra.run.smithi023:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2023-06-26T03:01:06.076 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:01:06.076 DEBUG:teuthology.orchestra.run.smithi023:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2023-06-26T03:01:06.121 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi023.front.sepia.ceph.com 2023-06-26T03:01:06.122 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:01:06.122 DEBUG:teuthology.orchestra.run.smithi023:> sudo dd of=/etc/ceph/ceph.keyring 2023-06-26T03:01:06.122 DEBUG:teuthology.orchestra.run.smithi023:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-06-26T03:01:06.187 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:01:06.187 DEBUG:teuthology.orchestra.run.smithi023:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-06-26T03:01:06.233 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi071.front.sepia.ceph.com 2023-06-26T03:01:06.234 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-06-26T03:01:06.234 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/ceph/ceph.keyring 2023-06-26T03:01:06.234 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-06-26T03:01:06.257 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-06-26T03:01:06.258 DEBUG:teuthology.orchestra.run.smithi071:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-06-26T03:01:06.306 INFO:tasks.ceph:Setting up mon nodes... 2023-06-26T03:01:06.306 INFO:tasks.ceph:Setting up mgr nodes... 2023-06-26T03:01:06.306 DEBUG:teuthology.orchestra.run.smithi023:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2023-06-26T03:01:06.351 INFO:teuthology.orchestra.run.smithi023.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2023-06-26T03:01:06.354 DEBUG:teuthology.orchestra.run.smithi071:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2023-06-26T03:01:06.398 INFO:teuthology.orchestra.run.smithi071.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2023-06-26T03:01:06.411 INFO:tasks.ceph:Setting up mds nodes... 2023-06-26T03:01:06.411 DEBUG:teuthology.orchestra.run.smithi023:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2023-06-26T03:01:06.451 INFO:teuthology.orchestra.run.smithi023.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2023-06-26T03:01:06.454 DEBUG:teuthology.orchestra.run.smithi023:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2023-06-26T03:01:06.508 DEBUG:teuthology.orchestra.run.smithi023:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2023-06-26T03:01:06.586 INFO:teuthology.orchestra.run.smithi023.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2023-06-26T03:01:06.589 DEBUG:teuthology.orchestra.run.smithi023:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2023-06-26T03:01:06.640 DEBUG:teuthology.orchestra.run.smithi071:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2023-06-26T03:01:06.683 INFO:teuthology.orchestra.run.smithi071.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2023-06-26T03:01:06.686 DEBUG:teuthology.orchestra.run.smithi071:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2023-06-26T03:01:06.741 DEBUG:teuthology.orchestra.run.smithi071:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2023-06-26T03:01:06.827 INFO:teuthology.orchestra.run.smithi071.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2023-06-26T03:01:06.829 DEBUG:teuthology.orchestra.run.smithi071:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2023-06-26T03:01:06.881 INFO:tasks.ceph_client:Setting up client nodes... 2023-06-26T03:01:06.882 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-06-26T03:01:06.919 INFO:teuthology.orchestra.run.smithi023.stdout:creating /etc/ceph/ceph.client.0.keyring 2023-06-26T03:01:06.929 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2023-06-26T03:01:07.004 INFO:teuthology.orchestra.run.smithi023.stdout:creating /etc/ceph/ceph.client.2.keyring 2023-06-26T03:01:07.015 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2023-06-26T03:01:07.050 INFO:teuthology.orchestra.run.smithi071.stdout:creating /etc/ceph/ceph.client.1.keyring 2023-06-26T03:01:07.061 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2023-06-26T03:01:07.135 INFO:teuthology.orchestra.run.smithi071.stdout:creating /etc/ceph/ceph.client.3.keyring 2023-06-26T03:01:07.145 INFO:tasks.ceph:Running mkfs on osd nodes... 2023-06-26T03:01:07.145 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi023.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi071.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-06-26T03:01:07.145 DEBUG:teuthology.orchestra.run.smithi023:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2023-06-26T03:01:07.160 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-06-26T03:01:07.160 INFO:tasks.ceph:role: osd.0 2023-06-26T03:01:07.160 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi023.front.sepia.ceph.com 2023-06-26T03:01:07.161 DEBUG:teuthology.orchestra.run.smithi023:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-06-26T03:01:07.243 INFO:teuthology.orchestra.run.smithi023.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-06-26T03:01:07.243 INFO:teuthology.orchestra.run.smithi023.stdout: = sectsz=512 attr=2, projid32bit=1 2023-06-26T03:01:07.243 INFO:teuthology.orchestra.run.smithi023.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-06-26T03:01:07.243 INFO:teuthology.orchestra.run.smithi023.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-06-26T03:01:07.244 INFO:teuthology.orchestra.run.smithi023.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-06-26T03:01:07.244 INFO:teuthology.orchestra.run.smithi023.stdout: = sunit=0 swidth=0 blks 2023-06-26T03:01:07.244 INFO:teuthology.orchestra.run.smithi023.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-06-26T03:01:07.244 INFO:teuthology.orchestra.run.smithi023.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-06-26T03:01:07.244 INFO:teuthology.orchestra.run.smithi023.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-06-26T03:01:07.244 INFO:teuthology.orchestra.run.smithi023.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-06-26T03:01:08.535 INFO:teuthology.orchestra.run.smithi023.stdout:Discarding blocks...Done. 2023-06-26T03:01:08.537 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi023.front.sepia.ceph.com -o noatime 2023-06-26T03:01:08.537 DEBUG:teuthology.orchestra.run.smithi023:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2023-06-26T03:01:08.604 DEBUG:teuthology.orchestra.run.smithi023:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2023-06-26T03:01:08.654 INFO:teuthology.orchestra.run.smithi023.stderr:sudo: /sbin/restorecon: command not found 2023-06-26T03:01:08.654 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-26T03:01:08.655 DEBUG:teuthology.orchestra.run.smithi023:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2023-06-26T03:01:08.708 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-06-26T03:01:08.708 INFO:tasks.ceph:role: osd.1 2023-06-26T03:01:08.709 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi023.front.sepia.ceph.com 2023-06-26T03:01:08.709 DEBUG:teuthology.orchestra.run.smithi023:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-06-26T03:01:08.790 INFO:teuthology.orchestra.run.smithi023.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-06-26T03:01:08.791 INFO:teuthology.orchestra.run.smithi023.stdout: = sectsz=512 attr=2, projid32bit=1 2023-06-26T03:01:08.791 INFO:teuthology.orchestra.run.smithi023.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-06-26T03:01:08.791 INFO:teuthology.orchestra.run.smithi023.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-06-26T03:01:08.791 INFO:teuthology.orchestra.run.smithi023.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-06-26T03:01:08.791 INFO:teuthology.orchestra.run.smithi023.stdout: = sunit=0 swidth=0 blks 2023-06-26T03:01:08.791 INFO:teuthology.orchestra.run.smithi023.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-06-26T03:01:08.792 INFO:teuthology.orchestra.run.smithi023.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-06-26T03:01:08.792 INFO:teuthology.orchestra.run.smithi023.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-06-26T03:01:08.792 INFO:teuthology.orchestra.run.smithi023.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-06-26T03:01:10.092 INFO:teuthology.orchestra.run.smithi023.stdout:Discarding blocks...Done. 2023-06-26T03:01:10.094 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi023.front.sepia.ceph.com -o noatime 2023-06-26T03:01:10.095 DEBUG:teuthology.orchestra.run.smithi023:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2023-06-26T03:01:10.157 DEBUG:teuthology.orchestra.run.smithi023:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2023-06-26T03:01:10.210 INFO:teuthology.orchestra.run.smithi023.stderr:sudo: /sbin/restorecon: command not found 2023-06-26T03:01:10.211 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-26T03:01:10.211 DEBUG:teuthology.orchestra.run.smithi023:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2023-06-26T03:01:10.265 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-06-26T03:01:10.265 INFO:tasks.ceph:role: osd.2 2023-06-26T03:01:10.266 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi023.front.sepia.ceph.com 2023-06-26T03:01:10.266 DEBUG:teuthology.orchestra.run.smithi023:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-06-26T03:01:10.351 INFO:teuthology.orchestra.run.smithi023.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-06-26T03:01:10.351 INFO:teuthology.orchestra.run.smithi023.stdout: = sectsz=512 attr=2, projid32bit=1 2023-06-26T03:01:10.351 INFO:teuthology.orchestra.run.smithi023.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-06-26T03:01:10.351 INFO:teuthology.orchestra.run.smithi023.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-06-26T03:01:10.352 INFO:teuthology.orchestra.run.smithi023.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-06-26T03:01:10.352 INFO:teuthology.orchestra.run.smithi023.stdout: = sunit=0 swidth=0 blks 2023-06-26T03:01:10.352 INFO:teuthology.orchestra.run.smithi023.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-06-26T03:01:10.352 INFO:teuthology.orchestra.run.smithi023.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-06-26T03:01:10.352 INFO:teuthology.orchestra.run.smithi023.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-06-26T03:01:10.352 INFO:teuthology.orchestra.run.smithi023.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-06-26T03:01:11.653 INFO:teuthology.orchestra.run.smithi023.stdout:Discarding blocks...Done. 2023-06-26T03:01:11.656 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi023.front.sepia.ceph.com -o noatime 2023-06-26T03:01:11.656 DEBUG:teuthology.orchestra.run.smithi023:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2023-06-26T03:01:11.716 DEBUG:teuthology.orchestra.run.smithi023:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2023-06-26T03:01:11.766 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-26T03:01:11.767 INFO:teuthology.orchestra.run.smithi023.stderr:sudo: /sbin/restorecon: command not found 2023-06-26T03:01:11.767 DEBUG:teuthology.orchestra.run.smithi023:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2023-06-26T03:01:11.820 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-06-26T03:01:11.820 INFO:tasks.ceph:role: osd.3 2023-06-26T03:01:11.821 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi023.front.sepia.ceph.com 2023-06-26T03:01:11.821 DEBUG:teuthology.orchestra.run.smithi023:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-06-26T03:01:11.904 INFO:teuthology.orchestra.run.smithi023.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-06-26T03:01:11.904 INFO:teuthology.orchestra.run.smithi023.stdout: = sectsz=512 attr=2, projid32bit=1 2023-06-26T03:01:11.904 INFO:teuthology.orchestra.run.smithi023.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-06-26T03:01:11.905 INFO:teuthology.orchestra.run.smithi023.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-06-26T03:01:11.905 INFO:teuthology.orchestra.run.smithi023.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-06-26T03:01:11.905 INFO:teuthology.orchestra.run.smithi023.stdout: = sunit=0 swidth=0 blks 2023-06-26T03:01:11.905 INFO:teuthology.orchestra.run.smithi023.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-06-26T03:01:11.905 INFO:teuthology.orchestra.run.smithi023.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-06-26T03:01:11.905 INFO:teuthology.orchestra.run.smithi023.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-06-26T03:01:11.905 INFO:teuthology.orchestra.run.smithi023.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-06-26T03:01:13.188 INFO:teuthology.orchestra.run.smithi023.stdout:Discarding blocks...Done. 2023-06-26T03:01:13.189 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi023.front.sepia.ceph.com -o noatime 2023-06-26T03:01:13.190 DEBUG:teuthology.orchestra.run.smithi023:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2023-06-26T03:01:13.253 DEBUG:teuthology.orchestra.run.smithi023:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2023-06-26T03:01:13.302 INFO:teuthology.orchestra.run.smithi023.stderr:sudo: /sbin/restorecon: command not found 2023-06-26T03:01:13.303 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-26T03:01:13.303 DEBUG:teuthology.orchestra.run.smithi023:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-06-26T03:01:13.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:13.399+0000 7f8f12aca640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2023-06-26T03:01:13.409 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:13.399+0000 7f8f12aca640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2023-06-26T03:01:13.409 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:13.399+0000 7f8f12aca640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-06-26T03:01:13.409 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:13.399+0000 7f8f12aca640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-06-26T03:01:13.409 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:13.399+0000 7f8f12aca640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-06-26T03:01:13.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:13.403+0000 7f8f12aca640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2023-06-26T03:01:16.440 DEBUG:teuthology.orchestra.run.smithi023:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-06-26T03:01:16.454 DEBUG:teuthology.orchestra.run.smithi023:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-06-26T03:01:16.537 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:16.527+0000 7f588ee7b640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2023-06-26T03:01:16.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:16.531+0000 7f588ee7b640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2023-06-26T03:01:16.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:16.531+0000 7f588ee7b640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-06-26T03:01:16.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:16.531+0000 7f588ee7b640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-06-26T03:01:16.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:16.531+0000 7f588ee7b640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-06-26T03:01:16.539 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:16.531+0000 7f588ee7b640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2023-06-26T03:01:19.558 DEBUG:teuthology.orchestra.run.smithi023:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-06-26T03:01:19.613 DEBUG:teuthology.orchestra.run.smithi023:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-06-26T03:01:19.703 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:19.695+0000 7fdaa1dc2640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2023-06-26T03:01:19.703 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:19.695+0000 7fdaa1dc2640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2023-06-26T03:01:19.704 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:19.695+0000 7fdaa1dc2640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-06-26T03:01:19.704 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:19.695+0000 7fdaa1dc2640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-06-26T03:01:19.704 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:19.695+0000 7fdaa1dc2640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-06-26T03:01:19.705 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:19.695+0000 7fdaa1dc2640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2023-06-26T03:01:22.722 DEBUG:teuthology.orchestra.run.smithi023:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-06-26T03:01:22.778 DEBUG:teuthology.orchestra.run.smithi023:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-06-26T03:01:22.860 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:22.851+0000 7ff44d010640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2023-06-26T03:01:22.861 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:22.851+0000 7ff44d010640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2023-06-26T03:01:22.861 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:22.855+0000 7ff44d010640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-06-26T03:01:22.862 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:22.855+0000 7ff44d010640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-06-26T03:01:22.862 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:22.855+0000 7ff44d010640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-06-26T03:01:22.862 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:22.855+0000 7ff44d010640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2023-06-26T03:01:25.891 DEBUG:teuthology.orchestra.run.smithi023:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-06-26T03:01:25.947 DEBUG:teuthology.orchestra.run.smithi071:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2023-06-26T03:01:25.960 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-06-26T03:01:25.961 INFO:tasks.ceph:role: osd.4 2023-06-26T03:01:25.961 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi071.front.sepia.ceph.com 2023-06-26T03:01:25.961 DEBUG:teuthology.orchestra.run.smithi071:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-06-26T03:01:26.022 INFO:teuthology.orchestra.run.smithi071.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-06-26T03:01:26.022 INFO:teuthology.orchestra.run.smithi071.stdout: = sectsz=512 attr=2, projid32bit=1 2023-06-26T03:01:26.022 INFO:teuthology.orchestra.run.smithi071.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-06-26T03:01:26.023 INFO:teuthology.orchestra.run.smithi071.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-06-26T03:01:26.023 INFO:teuthology.orchestra.run.smithi071.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-06-26T03:01:26.023 INFO:teuthology.orchestra.run.smithi071.stdout: = sunit=0 swidth=0 blks 2023-06-26T03:01:26.023 INFO:teuthology.orchestra.run.smithi071.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-06-26T03:01:26.023 INFO:teuthology.orchestra.run.smithi071.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-06-26T03:01:26.023 INFO:teuthology.orchestra.run.smithi071.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-06-26T03:01:26.023 INFO:teuthology.orchestra.run.smithi071.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-06-26T03:01:26.484 INFO:teuthology.orchestra.run.smithi071.stdout:Discarding blocks...Done. 2023-06-26T03:01:26.486 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi071.front.sepia.ceph.com -o noatime 2023-06-26T03:01:26.486 DEBUG:teuthology.orchestra.run.smithi071:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2023-06-26T03:01:26.592 DEBUG:teuthology.orchestra.run.smithi071:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2023-06-26T03:01:26.602 INFO:teuthology.orchestra.run.smithi071.stderr:sudo: /sbin/restorecon: command not found 2023-06-26T03:01:26.603 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-26T03:01:26.604 DEBUG:teuthology.orchestra.run.smithi071:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2023-06-26T03:01:26.655 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-06-26T03:01:26.655 INFO:tasks.ceph:role: osd.5 2023-06-26T03:01:26.655 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi071.front.sepia.ceph.com 2023-06-26T03:01:26.656 DEBUG:teuthology.orchestra.run.smithi071:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-06-26T03:01:26.716 INFO:teuthology.orchestra.run.smithi071.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-06-26T03:01:26.717 INFO:teuthology.orchestra.run.smithi071.stdout: = sectsz=512 attr=2, projid32bit=1 2023-06-26T03:01:26.717 INFO:teuthology.orchestra.run.smithi071.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-06-26T03:01:26.717 INFO:teuthology.orchestra.run.smithi071.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-06-26T03:01:26.717 INFO:teuthology.orchestra.run.smithi071.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-06-26T03:01:26.717 INFO:teuthology.orchestra.run.smithi071.stdout: = sunit=0 swidth=0 blks 2023-06-26T03:01:26.717 INFO:teuthology.orchestra.run.smithi071.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-06-26T03:01:26.718 INFO:teuthology.orchestra.run.smithi071.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-06-26T03:01:26.718 INFO:teuthology.orchestra.run.smithi071.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-06-26T03:01:26.718 INFO:teuthology.orchestra.run.smithi071.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-06-26T03:01:27.188 INFO:teuthology.orchestra.run.smithi071.stdout:Discarding blocks...Done. 2023-06-26T03:01:27.190 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi071.front.sepia.ceph.com -o noatime 2023-06-26T03:01:27.190 DEBUG:teuthology.orchestra.run.smithi071:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2023-06-26T03:01:27.353 DEBUG:teuthology.orchestra.run.smithi071:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2023-06-26T03:01:27.363 INFO:teuthology.orchestra.run.smithi071.stderr:sudo: /sbin/restorecon: command not found 2023-06-26T03:01:27.364 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-26T03:01:27.364 DEBUG:teuthology.orchestra.run.smithi071:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2023-06-26T03:01:27.421 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-06-26T03:01:27.421 INFO:tasks.ceph:role: osd.6 2023-06-26T03:01:27.421 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi071.front.sepia.ceph.com 2023-06-26T03:01:27.421 DEBUG:teuthology.orchestra.run.smithi071:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-06-26T03:01:27.481 INFO:teuthology.orchestra.run.smithi071.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-06-26T03:01:27.481 INFO:teuthology.orchestra.run.smithi071.stdout: = sectsz=512 attr=2, projid32bit=1 2023-06-26T03:01:27.482 INFO:teuthology.orchestra.run.smithi071.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-06-26T03:01:27.482 INFO:teuthology.orchestra.run.smithi071.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-06-26T03:01:27.482 INFO:teuthology.orchestra.run.smithi071.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-06-26T03:01:27.482 INFO:teuthology.orchestra.run.smithi071.stdout: = sunit=0 swidth=0 blks 2023-06-26T03:01:27.482 INFO:teuthology.orchestra.run.smithi071.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-06-26T03:01:27.482 INFO:teuthology.orchestra.run.smithi071.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-06-26T03:01:27.482 INFO:teuthology.orchestra.run.smithi071.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-06-26T03:01:27.483 INFO:teuthology.orchestra.run.smithi071.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-06-26T03:01:27.962 INFO:teuthology.orchestra.run.smithi071.stdout:Discarding blocks...Done. 2023-06-26T03:01:27.964 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi071.front.sepia.ceph.com -o noatime 2023-06-26T03:01:27.965 DEBUG:teuthology.orchestra.run.smithi071:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2023-06-26T03:01:28.106 DEBUG:teuthology.orchestra.run.smithi071:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2023-06-26T03:01:28.117 INFO:teuthology.orchestra.run.smithi071.stderr:sudo: /sbin/restorecon: command not found 2023-06-26T03:01:28.118 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-26T03:01:28.119 DEBUG:teuthology.orchestra.run.smithi071:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2023-06-26T03:01:28.174 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-06-26T03:01:28.174 INFO:tasks.ceph:role: osd.7 2023-06-26T03:01:28.175 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi071.front.sepia.ceph.com 2023-06-26T03:01:28.175 DEBUG:teuthology.orchestra.run.smithi071:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-06-26T03:01:28.236 INFO:teuthology.orchestra.run.smithi071.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-06-26T03:01:28.236 INFO:teuthology.orchestra.run.smithi071.stdout: = sectsz=512 attr=2, projid32bit=1 2023-06-26T03:01:28.237 INFO:teuthology.orchestra.run.smithi071.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-06-26T03:01:28.237 INFO:teuthology.orchestra.run.smithi071.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-06-26T03:01:28.237 INFO:teuthology.orchestra.run.smithi071.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-06-26T03:01:28.237 INFO:teuthology.orchestra.run.smithi071.stdout: = sunit=0 swidth=0 blks 2023-06-26T03:01:28.237 INFO:teuthology.orchestra.run.smithi071.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-06-26T03:01:28.237 INFO:teuthology.orchestra.run.smithi071.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-06-26T03:01:28.237 INFO:teuthology.orchestra.run.smithi071.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-06-26T03:01:28.237 INFO:teuthology.orchestra.run.smithi071.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-06-26T03:01:28.663 INFO:teuthology.orchestra.run.smithi071.stdout:Discarding blocks...Done. 2023-06-26T03:01:28.664 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi071.front.sepia.ceph.com -o noatime 2023-06-26T03:01:28.665 DEBUG:teuthology.orchestra.run.smithi071:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2023-06-26T03:01:28.759 DEBUG:teuthology.orchestra.run.smithi071:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2023-06-26T03:01:28.767 INFO:teuthology.orchestra.run.smithi071.stderr:sudo: /sbin/restorecon: command not found 2023-06-26T03:01:28.768 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-26T03:01:28.769 DEBUG:teuthology.orchestra.run.smithi071:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-06-26T03:01:28.869 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:28.864+0000 7fc029947640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2023-06-26T03:01:28.872 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:28.868+0000 7fc029947640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2023-06-26T03:01:28.873 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:28.868+0000 7fc029947640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-06-26T03:01:28.873 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:28.868+0000 7fc029947640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-06-26T03:01:28.873 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:28.868+0000 7fc029947640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-06-26T03:01:28.879 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:28.876+0000 7fc029947640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2023-06-26T03:01:31.899 DEBUG:teuthology.orchestra.run.smithi071:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2023-06-26T03:01:31.913 DEBUG:teuthology.orchestra.run.smithi071:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-06-26T03:01:31.993 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:31.988+0000 7f508d0bc640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2023-06-26T03:01:31.994 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:31.992+0000 7f508d0bc640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2023-06-26T03:01:31.994 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:31.992+0000 7f508d0bc640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-06-26T03:01:31.994 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:31.992+0000 7f508d0bc640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-06-26T03:01:31.994 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:31.992+0000 7f508d0bc640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-06-26T03:01:31.995 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:31.992+0000 7f508d0bc640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2023-06-26T03:01:34.187 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:01:34.189 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:01:35.005 DEBUG:teuthology.orchestra.run.smithi071:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-06-26T03:01:35.019 DEBUG:teuthology.orchestra.run.smithi071:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-06-26T03:01:35.099 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:35.096+0000 7f59948be640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2023-06-26T03:01:35.099 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:35.096+0000 7f59948be640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2023-06-26T03:01:35.100 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:35.096+0000 7f59948be640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-06-26T03:01:35.100 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:35.096+0000 7f59948be640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-06-26T03:01:35.100 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:35.096+0000 7f59948be640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-06-26T03:01:35.100 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:35.096+0000 7f59948be640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2023-06-26T03:01:38.101 DEBUG:teuthology.orchestra.run.smithi071:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-06-26T03:01:38.161 DEBUG:teuthology.orchestra.run.smithi071:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-06-26T03:01:38.244 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:38.240+0000 7fa8c5df6640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2023-06-26T03:01:38.245 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:38.240+0000 7fa8c5df6640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2023-06-26T03:01:38.245 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:38.240+0000 7fa8c5df6640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-06-26T03:01:38.245 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:38.240+0000 7fa8c5df6640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-06-26T03:01:38.245 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:38.240+0000 7fa8c5df6640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-06-26T03:01:38.246 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:38.244+0000 7fa8c5df6640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2023-06-26T03:01:41.273 DEBUG:teuthology.orchestra.run.smithi071:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-06-26T03:01:41.326 INFO:tasks.ceph:Reading keys from all nodes... 2023-06-26T03:01:41.326 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:01:41.327 DEBUG:teuthology.orchestra.run.smithi023:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2023-06-26T03:01:41.341 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:01:41.341 DEBUG:teuthology.orchestra.run.smithi023:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2023-06-26T03:01:41.397 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:01:41.398 DEBUG:teuthology.orchestra.run.smithi023:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2023-06-26T03:01:41.453 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:01:41.453 DEBUG:teuthology.orchestra.run.smithi023:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2023-06-26T03:01:41.510 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:01:41.510 DEBUG:teuthology.orchestra.run.smithi023:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2023-06-26T03:01:41.565 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:01:41.565 DEBUG:teuthology.orchestra.run.smithi023:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2023-06-26T03:01:41.621 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:01:41.621 DEBUG:teuthology.orchestra.run.smithi023:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2023-06-26T03:01:41.681 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-06-26T03:01:41.681 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2023-06-26T03:01:41.694 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-06-26T03:01:41.695 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2023-06-26T03:01:41.748 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-06-26T03:01:41.749 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2023-06-26T03:01:41.801 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-06-26T03:01:41.801 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2023-06-26T03:01:41.856 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-06-26T03:01:41.857 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2023-06-26T03:01:41.908 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-06-26T03:01:41.909 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2023-06-26T03:01:41.961 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-06-26T03:01:41.961 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2023-06-26T03:01:42.012 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:01:42.012 DEBUG:teuthology.orchestra.run.smithi023:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2023-06-26T03:01:42.017 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:01:42.018 DEBUG:teuthology.orchestra.run.smithi023:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2023-06-26T03:01:42.065 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-06-26T03:01:42.066 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2023-06-26T03:01:42.071 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-06-26T03:01:42.071 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2023-06-26T03:01:42.117 INFO:tasks.ceph:Adding keys to all mons... 2023-06-26T03:01:42.117 DEBUG:teuthology.orchestra.run.smithi023:> sudo tee -a /etc/ceph/ceph.keyring 2023-06-26T03:01:42.119 DEBUG:teuthology.orchestra.run.smithi071:> sudo tee -a /etc/ceph/ceph.keyring 2023-06-26T03:01:42.163 INFO:teuthology.orchestra.run.smithi023.stdout:[mgr.y] 2023-06-26T03:01:42.163 INFO:teuthology.orchestra.run.smithi023.stdout: key = AQBy/5hk+RDTFBAAY2D6BawL4i7ZTrhkjZRavQ== 2023-06-26T03:01:42.163 INFO:teuthology.orchestra.run.smithi023.stdout:[mds.a] 2023-06-26T03:01:42.163 INFO:teuthology.orchestra.run.smithi023.stdout: key = AQBy/5hk1LzGGhAAV0xiU3B2rxIjIu7zC63dgw== 2023-06-26T03:01:42.164 INFO:teuthology.orchestra.run.smithi023.stdout:[mds.c] 2023-06-26T03:01:42.164 INFO:teuthology.orchestra.run.smithi023.stdout: key = AQBy/5hk4EXNIhAAVVcBC/Zsrp7nRI3g+3b9qA== 2023-06-26T03:01:42.164 INFO:teuthology.orchestra.run.smithi023.stdout:[osd.0] 2023-06-26T03:01:42.164 INFO:teuthology.orchestra.run.smithi023.stdout: key = AQB5/5hkzC0oGBAAGQ6yme91I+1oD5LaOKCMQQ== 2023-06-26T03:01:42.164 INFO:teuthology.orchestra.run.smithi023.stdout:[osd.1] 2023-06-26T03:01:42.164 INFO:teuthology.orchestra.run.smithi023.stdout: key = AQB8/5hkWMXhHxAArJNBOcunUWzZHYRDI8zLEg== 2023-06-26T03:01:42.164 INFO:teuthology.orchestra.run.smithi023.stdout:[osd.2] 2023-06-26T03:01:42.164 INFO:teuthology.orchestra.run.smithi023.stdout: key = AQB//5hkkPC/KRAAbe2zbwZS9E9HYSEm0jApJQ== 2023-06-26T03:01:42.165 INFO:teuthology.orchestra.run.smithi023.stdout:[osd.3] 2023-06-26T03:01:42.165 INFO:teuthology.orchestra.run.smithi023.stdout: key = AQCC/5hkqm8nMxAAeRv+2Fz7qZQ7kJzmNy37FA== 2023-06-26T03:01:42.165 INFO:teuthology.orchestra.run.smithi023.stdout:[mgr.x] 2023-06-26T03:01:42.165 INFO:teuthology.orchestra.run.smithi023.stdout: key = AQBy/5hkyj7FFxAAeXDtGSRSjuAXGQXlLDV3CQ== 2023-06-26T03:01:42.165 INFO:teuthology.orchestra.run.smithi023.stdout:[mds.b] 2023-06-26T03:01:42.165 INFO:teuthology.orchestra.run.smithi023.stdout: key = AQBy/5hkno/KKBAAvBqNVpR4sTs4G8/pz7fWXA== 2023-06-26T03:01:42.165 INFO:teuthology.orchestra.run.smithi023.stdout:[mds.d] 2023-06-26T03:01:42.165 INFO:teuthology.orchestra.run.smithi023.stdout: key = AQBy/5hk/nNQMRAAnwAvz9yFxvOw6+DgHS4TkA== 2023-06-26T03:01:42.166 INFO:teuthology.orchestra.run.smithi023.stdout:[osd.4] 2023-06-26T03:01:42.166 INFO:teuthology.orchestra.run.smithi023.stdout: key = AQCI/5hkNenZMxAAjP5k8i3fo6ra4K/TCGt19w== 2023-06-26T03:01:42.166 INFO:teuthology.orchestra.run.smithi023.stdout:[osd.5] 2023-06-26T03:01:42.166 INFO:teuthology.orchestra.run.smithi023.stdout: key = AQCL/5hkyRRFOxAAlNhShkBJYJThlVqf393+Bw== 2023-06-26T03:01:42.166 INFO:teuthology.orchestra.run.smithi023.stdout:[osd.6] 2023-06-26T03:01:42.166 INFO:teuthology.orchestra.run.smithi023.stdout: key = AQCP/5hkUbXzBRAArdgv7VOjFzAnQXp3LTCz4w== 2023-06-26T03:01:42.166 INFO:teuthology.orchestra.run.smithi023.stdout:[osd.7] 2023-06-26T03:01:42.167 INFO:teuthology.orchestra.run.smithi023.stdout: key = AQCS/5hkwSWkDhAAJu7UD/3rN9JhnZGAxOv77A== 2023-06-26T03:01:42.167 INFO:teuthology.orchestra.run.smithi023.stdout:[client.0] 2023-06-26T03:01:42.167 INFO:teuthology.orchestra.run.smithi023.stdout: key = AQBy/5hkisCoNhAAMUI0Y/WA0D1CKQwHqjoYwA== 2023-06-26T03:01:42.167 INFO:teuthology.orchestra.run.smithi023.stdout:[client.2] 2023-06-26T03:01:42.167 INFO:teuthology.orchestra.run.smithi023.stdout: key = AQBz/5hk13MiABAAYLvbMLFmEgV4xXhSb9vAcQ== 2023-06-26T03:01:42.167 INFO:teuthology.orchestra.run.smithi023.stdout:[client.1] 2023-06-26T03:01:42.167 INFO:teuthology.orchestra.run.smithi023.stdout: key = AQBz/5hkiBsQAxAA9QjvuIrE2CM/hTbwP0e+DQ== 2023-06-26T03:01:42.167 INFO:teuthology.orchestra.run.smithi023.stdout:[client.3] 2023-06-26T03:01:42.168 INFO:teuthology.orchestra.run.smithi023.stdout: key = AQBz/5hk7CIfCBAAWRMZmCdtMenB1m8ThvUUVw== 2023-06-26T03:01:42.171 INFO:teuthology.orchestra.run.smithi071.stdout:[mgr.y] 2023-06-26T03:01:42.172 INFO:teuthology.orchestra.run.smithi071.stdout: key = AQBy/5hk+RDTFBAAY2D6BawL4i7ZTrhkjZRavQ== 2023-06-26T03:01:42.172 INFO:teuthology.orchestra.run.smithi071.stdout:[mds.a] 2023-06-26T03:01:42.172 INFO:teuthology.orchestra.run.smithi071.stdout: key = AQBy/5hk1LzGGhAAV0xiU3B2rxIjIu7zC63dgw== 2023-06-26T03:01:42.172 INFO:teuthology.orchestra.run.smithi071.stdout:[mds.c] 2023-06-26T03:01:42.172 INFO:teuthology.orchestra.run.smithi071.stdout: key = AQBy/5hk4EXNIhAAVVcBC/Zsrp7nRI3g+3b9qA== 2023-06-26T03:01:42.172 INFO:teuthology.orchestra.run.smithi071.stdout:[osd.0] 2023-06-26T03:01:42.173 INFO:teuthology.orchestra.run.smithi071.stdout: key = AQB5/5hkzC0oGBAAGQ6yme91I+1oD5LaOKCMQQ== 2023-06-26T03:01:42.173 INFO:teuthology.orchestra.run.smithi071.stdout:[osd.1] 2023-06-26T03:01:42.173 INFO:teuthology.orchestra.run.smithi071.stdout: key = AQB8/5hkWMXhHxAArJNBOcunUWzZHYRDI8zLEg== 2023-06-26T03:01:42.173 INFO:teuthology.orchestra.run.smithi071.stdout:[osd.2] 2023-06-26T03:01:42.173 INFO:teuthology.orchestra.run.smithi071.stdout: key = AQB//5hkkPC/KRAAbe2zbwZS9E9HYSEm0jApJQ== 2023-06-26T03:01:42.173 INFO:teuthology.orchestra.run.smithi071.stdout:[osd.3] 2023-06-26T03:01:42.173 INFO:teuthology.orchestra.run.smithi071.stdout: key = AQCC/5hkqm8nMxAAeRv+2Fz7qZQ7kJzmNy37FA== 2023-06-26T03:01:42.173 INFO:teuthology.orchestra.run.smithi071.stdout:[mgr.x] 2023-06-26T03:01:42.174 INFO:teuthology.orchestra.run.smithi071.stdout: key = AQBy/5hkyj7FFxAAeXDtGSRSjuAXGQXlLDV3CQ== 2023-06-26T03:01:42.174 INFO:teuthology.orchestra.run.smithi071.stdout:[mds.b] 2023-06-26T03:01:42.174 INFO:teuthology.orchestra.run.smithi071.stdout: key = AQBy/5hkno/KKBAAvBqNVpR4sTs4G8/pz7fWXA== 2023-06-26T03:01:42.174 INFO:teuthology.orchestra.run.smithi071.stdout:[mds.d] 2023-06-26T03:01:42.174 INFO:teuthology.orchestra.run.smithi071.stdout: key = AQBy/5hk/nNQMRAAnwAvz9yFxvOw6+DgHS4TkA== 2023-06-26T03:01:42.174 INFO:teuthology.orchestra.run.smithi071.stdout:[osd.4] 2023-06-26T03:01:42.174 INFO:teuthology.orchestra.run.smithi071.stdout: key = AQCI/5hkNenZMxAAjP5k8i3fo6ra4K/TCGt19w== 2023-06-26T03:01:42.174 INFO:teuthology.orchestra.run.smithi071.stdout:[osd.5] 2023-06-26T03:01:42.175 INFO:teuthology.orchestra.run.smithi071.stdout: key = AQCL/5hkyRRFOxAAlNhShkBJYJThlVqf393+Bw== 2023-06-26T03:01:42.175 INFO:teuthology.orchestra.run.smithi071.stdout:[osd.6] 2023-06-26T03:01:42.175 INFO:teuthology.orchestra.run.smithi071.stdout: key = AQCP/5hkUbXzBRAArdgv7VOjFzAnQXp3LTCz4w== 2023-06-26T03:01:42.175 INFO:teuthology.orchestra.run.smithi071.stdout:[osd.7] 2023-06-26T03:01:42.175 INFO:teuthology.orchestra.run.smithi071.stdout: key = AQCS/5hkwSWkDhAAJu7UD/3rN9JhnZGAxOv77A== 2023-06-26T03:01:42.175 INFO:teuthology.orchestra.run.smithi071.stdout:[client.0] 2023-06-26T03:01:42.175 INFO:teuthology.orchestra.run.smithi071.stdout: key = AQBy/5hkisCoNhAAMUI0Y/WA0D1CKQwHqjoYwA== 2023-06-26T03:01:42.175 INFO:teuthology.orchestra.run.smithi071.stdout:[client.2] 2023-06-26T03:01:42.176 INFO:teuthology.orchestra.run.smithi071.stdout: key = AQBz/5hk13MiABAAYLvbMLFmEgV4xXhSb9vAcQ== 2023-06-26T03:01:42.176 INFO:teuthology.orchestra.run.smithi071.stdout:[client.1] 2023-06-26T03:01:42.176 INFO:teuthology.orchestra.run.smithi071.stdout: key = AQBz/5hkiBsQAxAA9QjvuIrE2CM/hTbwP0e+DQ== 2023-06-26T03:01:42.176 INFO:teuthology.orchestra.run.smithi071.stdout:[client.3] 2023-06-26T03:01:42.176 INFO:teuthology.orchestra.run.smithi071.stdout: key = AQBz/5hk7CIfCBAAWRMZmCdtMenB1m8ThvUUVw== 2023-06-26T03:01:42.177 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-06-26T03:01:42.210 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-06-26T03:01:42.269 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-06-26T03:01:42.271 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-06-26T03:01:42.352 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-06-26T03:01:42.358 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-06-26T03:01:42.434 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-26T03:01:42.442 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-26T03:01:42.521 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-26T03:01:42.523 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-26T03:01:42.599 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-26T03:01:42.610 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-26T03:01:42.684 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-26T03:01:42.698 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-26T03:01:42.765 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-06-26T03:01:42.782 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-06-26T03:01:42.846 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-06-26T03:01:42.866 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-06-26T03:01:42.929 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-06-26T03:01:42.950 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-06-26T03:01:43.008 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-26T03:01:43.034 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-26T03:01:43.092 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-26T03:01:43.094 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-26T03:01:43.171 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-26T03:01:43.178 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-26T03:01:43.251 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-26T03:01:43.258 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-06-26T03:01:43.331 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-06-26T03:01:43.342 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-06-26T03:01:43.419 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-06-26T03:01:43.430 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-06-26T03:01:43.474 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-06-26T03:01:43.514 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-06-26T03:01:43.560 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-06-26T03:01:43.562 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-06-26T03:01:43.636 INFO:tasks.ceph:Running mkfs on mon nodes... 2023-06-26T03:01:43.637 DEBUG:teuthology.orchestra.run.smithi023:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2023-06-26T03:01:43.654 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-06-26T03:01:43.751 DEBUG:teuthology.orchestra.run.smithi023:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2023-06-26T03:01:43.761 DEBUG:teuthology.orchestra.run.smithi071:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2023-06-26T03:01:43.774 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-06-26T03:01:43.870 DEBUG:teuthology.orchestra.run.smithi071:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2023-06-26T03:01:43.880 DEBUG:teuthology.orchestra.run.smithi071:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2023-06-26T03:01:43.931 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-06-26T03:01:44.025 DEBUG:teuthology.orchestra.run.smithi071:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2023-06-26T03:01:44.036 DEBUG:teuthology.orchestra.run.smithi023:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-06-26T03:01:44.038 DEBUG:teuthology.orchestra.run.smithi071:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-06-26T03:01:44.080 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2023-06-26T03:01:44.081 INFO:tasks.ceph.mon.a:Restarting daemon 2023-06-26T03:01:44.081 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2023-06-26T03:01:44.086 INFO:tasks.ceph.mon.a:Started 2023-06-26T03:01:44.087 INFO:tasks.ceph.mon.b:Restarting daemon 2023-06-26T03:01:44.087 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2023-06-26T03:01:44.122 INFO:tasks.ceph.mon.b:Started 2023-06-26T03:01:44.122 INFO:tasks.ceph.mon.c:Restarting daemon 2023-06-26T03:01:44.123 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2023-06-26T03:01:44.124 INFO:tasks.ceph.mon.c:Started 2023-06-26T03:01:44.125 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2023-06-26T03:01:44.125 INFO:tasks.ceph.mgr.y:Restarting daemon 2023-06-26T03:01:44.125 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2023-06-26T03:01:44.127 INFO:tasks.ceph.mgr.y:Started 2023-06-26T03:01:44.128 INFO:tasks.ceph.mgr.x:Restarting daemon 2023-06-26T03:01:44.128 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2023-06-26T03:01:44.129 INFO:tasks.ceph.mgr.x:Started 2023-06-26T03:01:44.130 INFO:tasks.ceph:Setting crush tunables to default 2023-06-26T03:01:44.130 DEBUG:teuthology.orchestra.run.smithi023:> sudo ceph --cluster ceph osd crush tunables default 2023-06-26T03:01:44.248 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.239+0000 7f48ee997640 1 Processor -- start 2023-06-26T03:01:44.248 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.239+0000 7f48ee997640 1 -- start start 2023-06-26T03:01:44.249 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.239+0000 7f48ee997640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f48e80cb670 0x7f48e815d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:44.249 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.239+0000 7f48ee997640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f48e815dc10 0x7f48e80c8a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:44.249 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.239+0000 7f48ee997640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f48e815d240 con 0x7f48e81594c0 2023-06-26T03:01:44.249 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.239+0000 7f48ee997640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f48e8159fa0 con 0x7f48e815dc10 2023-06-26T03:01:44.249 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.239+0000 7f48ee997640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48e80cb280 con 0x7f48e80cb670 2023-06-26T03:01:44.250 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.239+0000 7f48e7fff640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f48e81594c0 0x7f48e8159890 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:45388/0 (socket says 172.21.15.23:45388) 2023-06-26T03:01:44.250 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.239+0000 7f48e7fff640 1 -- 172.21.15.23:0/928649670 learned_addr learned my addr 172.21.15.23:0/928649670 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:01:44.250 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.243+0000 7f48e77fe640 1 --2- 172.21.15.23:0/928649670 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f48e80cb670 0x7f48e815d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:44.251 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.243+0000 7f48ecf34640 1 --2- 172.21.15.23:0/928649670 >> v2:172.21.15.71:3300/0 conn(0x7f48e815dc10 0x7f48e80c8a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:44.251 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.243+0000 7f48e77fe640 1 -- 172.21.15.23:0/928649670 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f48e80cb670 msgr2=0x7f48e815d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-06-26T03:01:44.251 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.243+0000 7f48e77fe640 1 -- 172.21.15.23:0/928649670 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f48e80cb670 msgr2=0x7f48e815d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-06-26T03:01:44.251 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.243+0000 7f48e77fe640 1 --2- 172.21.15.23:0/928649670 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f48e80cb670 0x7f48e815d6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-06-26T03:01:44.251 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.243+0000 7f48e77fe640 1 --2- 172.21.15.23:0/928649670 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f48e80cb670 0x7f48e815d6d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-06-26T03:01:44.251 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.243+0000 7f48ecf34640 1 -- 172.21.15.23:0/928649670 >> v2:172.21.15.71:3300/0 conn(0x7f48e815dc10 msgr2=0x7f48e80c8a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2023-06-26T03:01:44.251 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.243+0000 7f48ecf34640 1 -- 172.21.15.23:0/928649670 >> v2:172.21.15.71:3300/0 conn(0x7f48e815dc10 msgr2=0x7f48e80c8a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-06-26T03:01:44.252 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.243+0000 7f48ecf34640 1 --2- 172.21.15.23:0/928649670 >> v2:172.21.15.71:3300/0 conn(0x7f48e815dc10 0x7f48e80c8a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-06-26T03:01:44.252 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.243+0000 7f48ecf34640 1 --2- 172.21.15.23:0/928649670 >> v2:172.21.15.71:3300/0 conn(0x7f48e815dc10 0x7f48e80c8a20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-06-26T03:01:44.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.447+0000 7f48e77fe640 1 --2- 172.21.15.23:0/928649670 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f48e80cb670 0x7f48e815d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:44.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.447+0000 7f48ecf34640 1 --2- 172.21.15.23:0/928649670 >> v2:172.21.15.71:3300/0 conn(0x7f48e815dc10 0x7f48e80c8a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:44.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.447+0000 7f48e77fe640 1 -- 172.21.15.23:0/928649670 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f48e80cb670 msgr2=0x7f48e815d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2023-06-26T03:01:44.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.447+0000 7f48e77fe640 1 -- 172.21.15.23:0/928649670 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f48e80cb670 msgr2=0x7f48e815d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-06-26T03:01:44.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.447+0000 7f48e77fe640 1 --2- 172.21.15.23:0/928649670 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f48e80cb670 0x7f48e815d6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-06-26T03:01:44.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.447+0000 7f48e77fe640 1 --2- 172.21.15.23:0/928649670 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f48e80cb670 0x7f48e815d6d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-06-26T03:01:44.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.447+0000 7f48ecf34640 1 -- 172.21.15.23:0/928649670 >> v2:172.21.15.71:3300/0 conn(0x7f48e815dc10 msgr2=0x7f48e80c8a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-06-26T03:01:44.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.447+0000 7f48ecf34640 1 -- 172.21.15.23:0/928649670 >> v2:172.21.15.71:3300/0 conn(0x7f48e815dc10 msgr2=0x7f48e80c8a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-06-26T03:01:44.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.447+0000 7f48ecf34640 1 --2- 172.21.15.23:0/928649670 >> v2:172.21.15.71:3300/0 conn(0x7f48e815dc10 0x7f48e80c8a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-06-26T03:01:44.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.447+0000 7f48ecf34640 1 --2- 172.21.15.23:0/928649670 >> v2:172.21.15.71:3300/0 conn(0x7f48e815dc10 0x7f48e80c8a20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-06-26T03:01:44.512 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.503+0000 7f48e6ffd640 1 -- 172.21.15.23:0/928649670 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3924932325 0 0) 0x7f48e815d240 con 0x7f48e81594c0 2023-06-26T03:01:44.513 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.503+0000 7f48e6ffd640 1 -- 172.21.15.23:0/928649670 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f48d0003530 con 0x7f48e81594c0 2023-06-26T03:01:44.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.503+0000 7f48e6ffd640 1 -- 172.21.15.23:0/928649670 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 489667046 0 0) 0x7f48d0003530 con 0x7f48e81594c0 2023-06-26T03:01:44.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.507+0000 7f48e6ffd640 1 -- 172.21.15.23:0/928649670 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f48e80cb670 msgr2=0x7f48e815d6d0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-06-26T03:01:44.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.507+0000 7f48e6ffd640 1 --2- 172.21.15.23:0/928649670 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f48e80cb670 0x7f48e815d6d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:44.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.507+0000 7f48e6ffd640 1 -- 172.21.15.23:0/928649670 >> v2:172.21.15.71:3300/0 conn(0x7f48e815dc10 msgr2=0x7f48e80c8a20 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-06-26T03:01:44.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.507+0000 7f48e6ffd640 1 --2- 172.21.15.23:0/928649670 >> v2:172.21.15.71:3300/0 conn(0x7f48e815dc10 0x7f48e80c8a20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:44.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.507+0000 7f48e6ffd640 1 -- 172.21.15.23:0/928649670 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48e815a1b0 con 0x7f48e81594c0 2023-06-26T03:01:44.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.507+0000 7f48e6ffd640 1 -- 172.21.15.23:0/928649670 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f48d8001680 con 0x7f48e81594c0 2023-06-26T03:01:44.515 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.507+0000 7f48e6ffd640 1 -- 172.21.15.23:0/928649670 >> v1:172.21.15.23:6789/0 conn(0x7f48e81594c0 legacy=0x7f48e8159890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:44.515 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.507+0000 7f48e6ffd640 1 --2- 172.21.15.23:0/928649670 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f48e80cb670 0x7f48d0003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:44.515 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.507+0000 7f48e6ffd640 1 --2- 172.21.15.23:0/928649670 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f48d0004000 0x7f48d00047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:44.515 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.507+0000 7f48e6ffd640 1 --2- 172.21.15.23:0/928649670 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f48d0004d10 0x7f48d0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:44.515 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.507+0000 7f48e6ffd640 1 -- 172.21.15.23:0/928649670 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48e8159fa0 con 0x7f48d0004d10 2023-06-26T03:01:44.515 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.507+0000 7f48e6ffd640 1 -- 172.21.15.23:0/928649670 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48e80cb280 con 0x7f48d0004000 2023-06-26T03:01:44.515 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.507+0000 7f48e6ffd640 1 -- 172.21.15.23:0/928649670 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48d000bb70 con 0x7f48e80cb670 2023-06-26T03:01:44.516 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.507+0000 7f48ecf34640 1 --2- 172.21.15.23:0/928649670 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f48d0004d10 0x7f48d0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:44.516 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.507+0000 7f48e7fff640 1 --2- 172.21.15.23:0/928649670 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f48e80cb670 0x7f48d0003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:44.516 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.507+0000 7f48e77fe640 1 --2- 172.21.15.23:0/928649670 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f48d0004000 0x7f48d00047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:44.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.507+0000 7f48ecf34640 1 -- 172.21.15.23:0/928649670 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f48e80cb670 msgr2=0x7f48d0003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:44.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.507+0000 7f48ecf34640 1 --2- 172.21.15.23:0/928649670 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f48e80cb670 0x7f48d0003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:44.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.507+0000 7f48ecf34640 1 -- 172.21.15.23:0/928649670 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f48d0004000 msgr2=0x7f48d00047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:44.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.507+0000 7f48ecf34640 1 --2- 172.21.15.23:0/928649670 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f48d0004000 0x7f48d00047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:44.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.507+0000 7f48ecf34640 1 -- 172.21.15.23:0/928649670 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48d0003530 con 0x7f48d0004d10 2023-06-26T03:01:44.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.511+0000 7f48ecf34640 1 --2- 172.21.15.23:0/928649670 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f48d0004d10 0x7f48d0005180 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f48e0009610 tx=0x7f48e001cfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97de90a7ca5e2fe3 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:44.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.511+0000 7f48e6ffd640 1 -- 172.21.15.23:0/928649670 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48e00a5dd0 con 0x7f48d0004d10 2023-06-26T03:01:44.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.515+0000 7f48e6ffd640 1 -- 172.21.15.23:0/928649670 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48e00ad440 con 0x7f48d0004d10 2023-06-26T03:01:44.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.515+0000 7f48e6ffd640 1 -- 172.21.15.23:0/928649670 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48e00ad830 con 0x7f48d0004d10 2023-06-26T03:01:44.523 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.515+0000 7f48ee997640 1 -- 172.21.15.23:0/928649670 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f48d0004d10 msgr2=0x7f48d0005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:44.523 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.515+0000 7f48ee997640 1 --2- 172.21.15.23:0/928649670 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f48d0004d10 0x7f48d0005180 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f48e0009610 tx=0x7f48e001cfd0 comp rx=0 tx=0).stop 2023-06-26T03:01:44.523 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.515+0000 7f48ecf34640 1 -- 172.21.15.23:0/928649670 reap_dead start 2023-06-26T03:01:44.523 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.515+0000 7f48ee997640 1 -- 172.21.15.23:0/928649670 shutdown_connections 2023-06-26T03:01:44.523 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.515+0000 7f48ee997640 1 -- 172.21.15.23:0/928649670 >> 172.21.15.23:0/928649670 conn(0x7f48e8069400 msgr2=0x7f48e8069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:44.524 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.515+0000 7f48ee997640 1 -- 172.21.15.23:0/928649670 shutdown_connections 2023-06-26T03:01:44.524 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.515+0000 7f48ee997640 1 -- 172.21.15.23:0/928649670 wait complete. 2023-06-26T03:01:44.526 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.519+0000 7f48ee997640 1 Processor -- start 2023-06-26T03:01:44.526 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.519+0000 7f48ee997640 1 -- start start 2023-06-26T03:01:44.529 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.519+0000 7f48ee997640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f48e814aab0 0x7f48e814b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:44.529 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.519+0000 7f48ee997640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f48e80c98b0 0x7f48e80c9d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:44.529 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.519+0000 7f48ee997640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f48e81f4700 0x7f48e81f4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:44.529 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.519+0000 7f48ee997640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48e80ca260 con 0x7f48e814aab0 2023-06-26T03:01:44.529 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.519+0000 7f48ee997640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48e81f56a0 con 0x7f48e80c98b0 2023-06-26T03:01:44.529 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.519+0000 7f48ee997640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48e814b6b0 con 0x7f48e81f4700 2023-06-26T03:01:44.530 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.519+0000 7f48e7fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f48e814aab0 0x7f48e814b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:44.530 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.519+0000 7f48e7fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f48e814aab0 0x7f48e814b170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35592/0 (socket says 172.21.15.23:35592) 2023-06-26T03:01:44.530 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.519+0000 7f48e7fff640 1 -- 172.21.15.23:0/1612505273 learned_addr learned my addr 172.21.15.23:0/1612505273 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:01:44.530 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.519+0000 7f48e77fe640 1 --2- 172.21.15.23:0/1612505273 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f48e80c98b0 0x7f48e80c9d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:44.530 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.519+0000 7f48ecf34640 1 --2- 172.21.15.23:0/1612505273 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f48e81f4700 0x7f48e81f4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:44.531 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.523+0000 7f48e7fff640 1 -- 172.21.15.23:0/1612505273 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f48e81f4700 msgr2=0x7f48e81f4ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:44.531 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.523+0000 7f48e7fff640 1 --2- 172.21.15.23:0/1612505273 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f48e81f4700 0x7f48e81f4ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:44.532 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.523+0000 7f48e7fff640 1 -- 172.21.15.23:0/1612505273 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f48e80c98b0 msgr2=0x7f48e80c9d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:44.532 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.523+0000 7f48e7fff640 1 --2- 172.21.15.23:0/1612505273 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f48e80c98b0 0x7f48e80c9d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:44.532 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.523+0000 7f48e7fff640 1 -- 172.21.15.23:0/1612505273 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48e80ae620 con 0x7f48e814aab0 2023-06-26T03:01:44.532 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.523+0000 7f48e77fe640 1 --2- 172.21.15.23:0/1612505273 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f48e80c98b0 0x7f48e80c9d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T03:01:44.532 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.523+0000 7f48e7fff640 1 --2- 172.21.15.23:0/1612505273 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f48e814aab0 0x7f48e814b170 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f48d8012880 tx=0x7f48d8012d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:44.532 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.523+0000 7f48e4ff9640 1 -- 172.21.15.23:0/1612505273 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48d80109c0 con 0x7f48e814aab0 2023-06-26T03:01:44.532 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.523+0000 7f48e4ff9640 1 -- 172.21.15.23:0/1612505273 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48d8010b20 con 0x7f48e814aab0 2023-06-26T03:01:44.533 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.523+0000 7f48ee997640 1 -- 172.21.15.23:0/1612505273 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f48e81f53c0 con 0x7f48e814aab0 2023-06-26T03:01:44.533 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.523+0000 7f48e4ff9640 1 -- 172.21.15.23:0/1612505273 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48d8010e90 con 0x7f48e814aab0 2023-06-26T03:01:44.533 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.523+0000 7f48ee997640 1 -- 172.21.15.23:0/1612505273 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f48e80aeba0 con 0x7f48e814aab0 2023-06-26T03:01:44.533 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.523+0000 7f48e4ff9640 1 -- 172.21.15.23:0/1612505273 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f48d8016480 con 0x7f48e814aab0 2023-06-26T03:01:44.533 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.523+0000 7f48e4ff9640 1 -- 172.21.15.23:0/1612505273 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f48d80205a0 con 0x7f48e814aab0 2023-06-26T03:01:44.533 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.523+0000 7f48ee997640 1 -- 172.21.15.23:0/1612505273 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f48e804d790 con 0x7f48e814aab0 2023-06-26T03:01:44.534 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.527+0000 7f48e4ff9640 1 -- 172.21.15.23:0/1612505273 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7f48d8016910 con 0x7f48e814aab0 2023-06-26T03:01:44.597 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.591+0000 7f48ee997640 1 -- 172.21.15.23:0/1612505273 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f48e80722f0 con 0x7f48e814aab0 2023-06-26T03:01:44.610 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.603+0000 7f48e4ff9640 1 -- 172.21.15.23:0/1612505273 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) v1 ==== 124+0+0 (secure 0 0 0) 0x7f48d8016ab0 con 0x7f48e814aab0 2023-06-26T03:01:44.610 INFO:teuthology.orchestra.run.smithi023.stderr:adjusted tunables profile to default 2023-06-26T03:01:44.611 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.603+0000 7f48ee997640 1 -- 172.21.15.23:0/1612505273 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f48e814aab0 msgr2=0x7f48e814b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:44.611 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.603+0000 7f48ee997640 1 --2- 172.21.15.23:0/1612505273 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f48e814aab0 0x7f48e814b170 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f48d8012880 tx=0x7f48d8012d40 comp rx=0 tx=0).stop 2023-06-26T03:01:44.611 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.603+0000 7f48ee997640 1 -- 172.21.15.23:0/1612505273 shutdown_connections 2023-06-26T03:01:44.612 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.603+0000 7f48ee997640 1 --2- 172.21.15.23:0/1612505273 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f48e81f4700 0x7f48e81f4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:44.612 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.603+0000 7f48ee997640 1 --2- 172.21.15.23:0/1612505273 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f48e80c98b0 0x7f48e80c9d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:44.612 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.603+0000 7f48ee997640 1 --2- 172.21.15.23:0/1612505273 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f48e814aab0 0x7f48e814b170 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:44.612 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.603+0000 7f48ee997640 1 -- 172.21.15.23:0/1612505273 >> 172.21.15.23:0/1612505273 conn(0x7f48e8069400 msgr2=0x7f48e8069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:44.612 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.603+0000 7f48ee997640 1 -- 172.21.15.23:0/1612505273 shutdown_connections 2023-06-26T03:01:44.612 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:44.603+0000 7f48ee997640 1 -- 172.21.15.23:0/1612505273 wait complete. 2023-06-26T03:01:44.630 INFO:tasks.ceph:check_enable_crimson: False 2023-06-26T03:01:44.630 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2023-06-26T03:01:44.631 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:01:44.631 DEBUG:teuthology.orchestra.run.smithi023:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2023-06-26T03:01:44.642 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:01:44.642 DEBUG:teuthology.orchestra.run.smithi023:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2023-06-26T03:01:44.694 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:01:44.695 DEBUG:teuthology.orchestra.run.smithi023:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2023-06-26T03:01:44.746 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:01:44.747 DEBUG:teuthology.orchestra.run.smithi023:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2023-06-26T03:01:44.772 INFO:tasks.ceph.mgr.x.smithi071.stderr:2023-06-26T03:01:44.768+0000 7f0dfd12a180 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-06-26T03:01:44.798 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-06-26T03:01:44.799 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2023-06-26T03:01:44.812 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-06-26T03:01:44.813 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2023-06-26T03:01:44.865 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-06-26T03:01:44.865 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2023-06-26T03:01:44.920 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-06-26T03:01:44.921 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2023-06-26T03:01:44.972 DEBUG:teuthology.orchestra.run.smithi071:> sudo ceph --cluster ceph osd new df0ab8b1-e7a6-4ec5-a957-112c5254152a 0 2023-06-26T03:01:45.098 INFO:tasks.ceph.mgr.y.smithi023.stderr:2023-06-26T03:01:45.091+0000 7f70fc2b4180 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-06-26T03:01:45.135 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.132+0000 7fb9dce35640 1 Processor -- start 2023-06-26T03:01:45.136 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.132+0000 7fb9dce35640 1 -- start start 2023-06-26T03:01:45.137 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.132+0000 7fb9dce35640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb9d815b6e0 0x7fb9d80cc5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:45.137 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.132+0000 7fb9dce35640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fb9d80ccb30 0x7fb9d80b3a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:45.137 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.132+0000 7fb9dce35640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fb9d80b3f60 0x7fb9d815f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:45.137 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.132+0000 7fb9dce35640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb9d80b43c0 con 0x7fb9d80ccb30 2023-06-26T03:01:45.138 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.132+0000 7fb9dce35640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb9d80cf960 con 0x7fb9d80b3f60 2023-06-26T03:01:45.138 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.132+0000 7fb9dce35640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9d80cfca0 con 0x7fb9d815b6e0 2023-06-26T03:01:45.138 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.132+0000 7fb9d659c640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb9d815b6e0 0x7fb9d80cc5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:45.138 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.132+0000 7fb9d6d9d640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fb9d80b3f60 0x7fb9d815f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:45.138 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.132+0000 7fb9d659c640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb9d815b6e0 0x7fb9d80cc5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3301/0 says I am v2:172.21.15.71:36120/0 (socket says 172.21.15.71:36120) 2023-06-26T03:01:45.138 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.132+0000 7fb9d6d9d640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fb9d80b3f60 0x7fb9d815f2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50390/0 (socket says 172.21.15.71:50390) 2023-06-26T03:01:45.138 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.132+0000 7fb9d659c640 1 -- 172.21.15.71:0/3753839415 learned_addr learned my addr 172.21.15.71:0/3753839415 (peer_addr_for_me v2:172.21.15.71:0/0) 2023-06-26T03:01:45.139 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.132+0000 7fb9d5d9b640 1 --2- 172.21.15.71:0/3753839415 >> v2:172.21.15.23:3300/0 conn(0x7fb9d80ccb30 0x7fb9d80b3a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:45.139 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.136+0000 7fb9d6d9d640 1 -- 172.21.15.71:0/3753839415 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb9d815b6e0 msgr2=0x7fb9d80cc5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:45.139 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.136+0000 7fb9d6d9d640 1 --2- 172.21.15.71:0/3753839415 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb9d815b6e0 0x7fb9d80cc5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:45.139 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.136+0000 7fb9d6d9d640 1 -- 172.21.15.71:0/3753839415 >> v2:172.21.15.23:3300/0 conn(0x7fb9d80ccb30 msgr2=0x7fb9d80b3a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:45.139 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.136+0000 7fb9d6d9d640 1 --2- 172.21.15.71:0/3753839415 >> v2:172.21.15.23:3300/0 conn(0x7fb9d80ccb30 0x7fb9d80b3a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:45.139 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.136+0000 7fb9d6d9d640 1 -- 172.21.15.71:0/3753839415 --> v2:172.21.15.71:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9d80cede0 con 0x7fb9d80b3f60 2023-06-26T03:01:45.139 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.136+0000 7fb9d659c640 1 --2- 172.21.15.71:0/3753839415 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb9d815b6e0 0x7fb9d80cc5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T03:01:45.140 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.136+0000 7fb9d6d9d640 1 --2- 172.21.15.71:0/3753839415 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb9d80b3f60 0x7fb9d815f2e0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fb9d8089fa0 tx=0x7fb9d001c590 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f6c3fc4c1ec5a139 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:45.141 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.136+0000 7fb9d559a640 1 -- 172.21.15.71:0/3753839415 <== mon.1 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9d00a9630 con 0x7fb9d80b3f60 2023-06-26T03:01:45.141 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.136+0000 7fb9d559a640 1 -- 172.21.15.71:0/3753839415 <== mon.1 v2:172.21.15.71:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9d00a9790 con 0x7fb9d80b3f60 2023-06-26T03:01:45.141 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.136+0000 7fb9d559a640 1 -- 172.21.15.71:0/3753839415 <== mon.1 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9d00a9b20 con 0x7fb9d80b3f60 2023-06-26T03:01:45.141 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.136+0000 7fb9dce35640 1 -- 172.21.15.71:0/3753839415 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb9d80b3f60 msgr2=0x7fb9d815f2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:45.141 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.136+0000 7fb9dce35640 1 --2- 172.21.15.71:0/3753839415 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb9d80b3f60 0x7fb9d815f2e0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fb9d8089fa0 tx=0x7fb9d001c590 comp rx=0 tx=0).stop 2023-06-26T03:01:45.141 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.136+0000 7fb9dce35640 1 -- 172.21.15.71:0/3753839415 shutdown_connections 2023-06-26T03:01:45.141 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.136+0000 7fb9dce35640 1 --2- 172.21.15.71:0/3753839415 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb9d80b3f60 0x7fb9d815f2e0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:45.142 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.136+0000 7fb9dce35640 1 --2- 172.21.15.71:0/3753839415 >> v2:172.21.15.23:3300/0 conn(0x7fb9d80ccb30 0x7fb9d80b3a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:45.142 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.136+0000 7fb9dce35640 1 --2- 172.21.15.71:0/3753839415 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb9d815b6e0 0x7fb9d80cc5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:45.142 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.136+0000 7fb9dce35640 1 -- 172.21.15.71:0/3753839415 >> 172.21.15.71:0/3753839415 conn(0x7fb9d80d1fa0 msgr2=0x7fb9d80d23a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:45.142 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.136+0000 7fb9dce35640 1 -- 172.21.15.71:0/3753839415 shutdown_connections 2023-06-26T03:01:45.142 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.136+0000 7fb9dce35640 1 -- 172.21.15.71:0/3753839415 wait complete. 2023-06-26T03:01:45.144 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.140+0000 7fb9dce35640 1 Processor -- start 2023-06-26T03:01:45.144 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.140+0000 7fb9dce35640 1 -- start start 2023-06-26T03:01:45.144 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.140+0000 7fb9dce35640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb9d80b3f60 0x7fb9d80b75c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:45.144 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.140+0000 7fb9dce35640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb9d80ccb30 0x7fb9d813f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:45.144 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.140+0000 7fb9dce35640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb9d815b6e0 0x7fb9d81517f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:45.144 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.140+0000 7fb9dce35640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9d813ce60 con 0x7fb9d815b6e0 2023-06-26T03:01:45.145 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.140+0000 7fb9dce35640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9d80b4f70 con 0x7fb9d80b3f60 2023-06-26T03:01:45.145 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.140+0000 7fb9dce35640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9d80b5250 con 0x7fb9d80ccb30 2023-06-26T03:01:45.145 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.140+0000 7fb9d659c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb9d80b3f60 0x7fb9d80b75c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:45.145 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.140+0000 7fb9d659c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb9d80b3f60 0x7fb9d80b75c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50396/0 (socket says 172.21.15.71:50396) 2023-06-26T03:01:45.145 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.140+0000 7fb9d659c640 1 -- 172.21.15.71:0/2947795144 learned_addr learned my addr 172.21.15.71:0/2947795144 (peer_addr_for_me v2:172.21.15.71:0/0) 2023-06-26T03:01:45.145 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.140+0000 7fb9d5d9b640 1 --2- 172.21.15.71:0/2947795144 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb9d80ccb30 0x7fb9d813f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:45.145 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.140+0000 7fb9d6d9d640 1 --2- 172.21.15.71:0/2947795144 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb9d815b6e0 0x7fb9d81517f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:45.145 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.140+0000 7fb9d5d9b640 1 -- 172.21.15.71:0/2947795144 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb9d80b3f60 msgr2=0x7fb9d80b75c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:45.146 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.140+0000 7fb9d5d9b640 1 --2- 172.21.15.71:0/2947795144 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb9d80b3f60 0x7fb9d80b75c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:45.146 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.140+0000 7fb9d5d9b640 1 -- 172.21.15.71:0/2947795144 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb9d815b6e0 msgr2=0x7fb9d81517f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:45.146 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.140+0000 7fb9d5d9b640 1 --2- 172.21.15.71:0/2947795144 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb9d815b6e0 0x7fb9d81517f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:45.146 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.140+0000 7fb9d5d9b640 1 -- 172.21.15.71:0/2947795144 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9c80094d0 con 0x7fb9d80ccb30 2023-06-26T03:01:45.146 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.140+0000 7fb9d659c640 1 --2- 172.21.15.71:0/2947795144 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb9d80b3f60 0x7fb9d80b75c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T03:01:45.146 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.140+0000 7fb9d6d9d640 1 --2- 172.21.15.71:0/2947795144 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb9d815b6e0 0x7fb9d81517f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:01:45.146 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.140+0000 7fb9d5d9b640 1 --2- 172.21.15.71:0/2947795144 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb9d80ccb30 0x7fb9d813f020 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fb9cc00d5f0 tx=0x7fb9cc00dab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:45.146 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.140+0000 7fb9c6ffd640 1 -- 172.21.15.71:0/2947795144 <== mon.2 v2:172.21.15.71:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9cc014620 con 0x7fb9d80ccb30 2023-06-26T03:01:45.147 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.140+0000 7fb9c6ffd640 1 -- 172.21.15.71:0/2947795144 <== mon.2 v2:172.21.15.71:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9cc014780 con 0x7fb9d80ccb30 2023-06-26T03:01:45.147 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.140+0000 7fb9dce35640 1 -- 172.21.15.71:0/2947795144 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9d0009a70 con 0x7fb9d80ccb30 2023-06-26T03:01:45.147 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.140+0000 7fb9c6ffd640 1 -- 172.21.15.71:0/2947795144 <== mon.2 v2:172.21.15.71:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9cc014b10 con 0x7fb9d80ccb30 2023-06-26T03:01:45.147 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.140+0000 7fb9dce35640 1 -- 172.21.15.71:0/2947795144 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9d81526c0 con 0x7fb9d80ccb30 2023-06-26T03:01:45.147 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.140+0000 7fb9c6ffd640 1 -- 172.21.15.71:0/2947795144 <== mon.2 v2:172.21.15.71:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fb9cc01d400 con 0x7fb9d80ccb30 2023-06-26T03:01:45.147 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.140+0000 7fb9c6ffd640 1 -- 172.21.15.71:0/2947795144 <== mon.2 v2:172.21.15.71:3301/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 725+0+0 (secure 0 0 0) 0x7fb9cc012570 con 0x7fb9d80ccb30 2023-06-26T03:01:45.148 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.140+0000 7fb9dce35640 1 -- 172.21.15.71:0/2947795144 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb9d804d790 con 0x7fb9d80ccb30 2023-06-26T03:01:45.155 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.152+0000 7fb9c6ffd640 1 -- 172.21.15.71:0/2947795144 <== mon.2 v2:172.21.15.71:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7fb9cc018020 con 0x7fb9d80ccb30 2023-06-26T03:01:45.301 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.296+0000 7fb9dce35640 1 -- 172.21.15.71:0/2947795144 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_command({"prefix": "osd new", "uuid": "df0ab8b1-e7a6-4ec5-a957-112c5254152a", "id": 0} v 0) v1 -- 0x7fb9d80cc910 con 0x7fb9d80ccb30 2023-06-26T03:01:45.312 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.308+0000 7fb9c6ffd640 1 -- 172.21.15.71:0/2947795144 <== mon.2 v2:172.21.15.71:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "df0ab8b1-e7a6-4ec5-a957-112c5254152a", "id": 0}]=0 v3) v1 ==== 112+0+2 (secure 0 0 0) 0x7fb9cc02c0b0 con 0x7fb9d80ccb30 2023-06-26T03:01:45.312 INFO:teuthology.orchestra.run.smithi071.stdout:0 2023-06-26T03:01:45.313 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.308+0000 7fb9dce35640 1 -- 172.21.15.71:0/2947795144 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb9d80ccb30 msgr2=0x7fb9d813f020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:45.313 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.308+0000 7fb9dce35640 1 --2- 172.21.15.71:0/2947795144 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb9d80ccb30 0x7fb9d813f020 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fb9cc00d5f0 tx=0x7fb9cc00dab0 comp rx=0 tx=0).stop 2023-06-26T03:01:45.313 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.308+0000 7fb9dce35640 1 -- 172.21.15.71:0/2947795144 shutdown_connections 2023-06-26T03:01:45.314 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.308+0000 7fb9dce35640 1 --2- 172.21.15.71:0/2947795144 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb9d815b6e0 0x7fb9d81517f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:45.314 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.308+0000 7fb9dce35640 1 --2- 172.21.15.71:0/2947795144 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb9d80ccb30 0x7fb9d813f020 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:45.314 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.308+0000 7fb9dce35640 1 --2- 172.21.15.71:0/2947795144 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb9d80b3f60 0x7fb9d80b75c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:45.314 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.308+0000 7fb9dce35640 1 -- 172.21.15.71:0/2947795144 >> 172.21.15.71:0/2947795144 conn(0x7fb9d80d1fa0 msgr2=0x7fb9d8165cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:45.314 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.312+0000 7fb9dce35640 1 -- 172.21.15.71:0/2947795144 shutdown_connections 2023-06-26T03:01:45.314 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.312+0000 7fb9dce35640 1 -- 172.21.15.71:0/2947795144 wait complete. 2023-06-26T03:01:45.330 DEBUG:teuthology.orchestra.run.smithi071:> sudo ceph --cluster ceph osd new 513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb 1 2023-06-26T03:01:45.389 INFO:tasks.ceph.mgr.x.smithi071.stderr:2023-06-26T03:01:45.388+0000 7f0dfd12a180 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-06-26T03:01:45.448 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.444+0000 7fdba5ae7640 1 Processor -- start 2023-06-26T03:01:45.449 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.444+0000 7fdba5ae7640 1 -- start start 2023-06-26T03:01:45.450 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.448+0000 7fdba5ae7640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fdba00b1c90 0x7fdba015d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:45.450 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.448+0000 7fdba5ae7640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fdba00b2060 0x7fdba013f600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:45.450 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.448+0000 7fdba5ae7640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdba013ee90 con 0x7fdba00b24b0 2023-06-26T03:01:45.450 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.448+0000 7fdba5ae7640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdba015d620 con 0x7fdba00b1c90 2023-06-26T03:01:45.451 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.448+0000 7fdba5ae7640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdba015d830 con 0x7fdba00b2060 2023-06-26T03:01:45.451 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.448+0000 7fdb9effd640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fdba00b2060 0x7fdba013f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:45.451 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.448+0000 7fdb9effd640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fdba00b2060 0x7fdba013f600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50404/0 (socket says 172.21.15.71:50404) 2023-06-26T03:01:45.451 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.448+0000 7fdb9effd640 1 -- 172.21.15.71:0/1269862991 learned_addr learned my addr 172.21.15.71:0/1269862991 (peer_addr_for_me v2:172.21.15.71:0/0) 2023-06-26T03:01:45.451 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.448+0000 7fdb9f7fe640 1 --2- 172.21.15.71:0/1269862991 >> v2:172.21.15.23:3300/0 conn(0x7fdba00b1c90 0x7fdba015d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:45.451 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.448+0000 7fdb9effd640 1 -- 172.21.15.71:0/1269862991 >> v2:172.21.15.23:3300/0 conn(0x7fdba00b1c90 msgr2=0x7fdba015d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:45.451 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.448+0000 7fdb9effd640 1 --2- 172.21.15.71:0/1269862991 >> v2:172.21.15.23:3300/0 conn(0x7fdba00b1c90 0x7fdba015d0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:45.451 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.448+0000 7fdb9effd640 1 -- 172.21.15.71:0/1269862991 >> v1:172.21.15.23:6789/0 conn(0x7fdba00b24b0 legacy=0x7fdba006cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:45.452 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.448+0000 7fdb9effd640 1 -- 172.21.15.71:0/1269862991 --> v2:172.21.15.71:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdba015db10 con 0x7fdba00b2060 2023-06-26T03:01:45.452 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.448+0000 7fdb9effd640 1 --2- 172.21.15.71:0/1269862991 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdba00b2060 0x7fdba013f600 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fdba00cfd10 tx=0x7fdb8801c370 comp rx=0 tx=0).ready entity=mon.1 client_cookie=76a8cc462d54e1d7 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:45.452 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.448+0000 7fdb9e7fc640 1 -- 172.21.15.71:0/1269862991 <== mon.1 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb880ab600 con 0x7fdba00b2060 2023-06-26T03:01:45.453 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.448+0000 7fdb9e7fc640 1 -- 172.21.15.71:0/1269862991 <== mon.1 v2:172.21.15.71:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb880a7050 con 0x7fdba00b2060 2023-06-26T03:01:45.453 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.448+0000 7fdb9e7fc640 1 -- 172.21.15.71:0/1269862991 <== mon.1 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb880ab980 con 0x7fdba00b2060 2023-06-26T03:01:45.453 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.448+0000 7fdba5ae7640 1 -- 172.21.15.71:0/1269862991 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdba00b2060 msgr2=0x7fdba013f600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:45.454 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.448+0000 7fdba5ae7640 1 --2- 172.21.15.71:0/1269862991 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdba00b2060 0x7fdba013f600 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fdba00cfd10 tx=0x7fdb8801c370 comp rx=0 tx=0).stop 2023-06-26T03:01:45.454 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.448+0000 7fdba5ae7640 1 -- 172.21.15.71:0/1269862991 shutdown_connections 2023-06-26T03:01:45.454 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.448+0000 7fdba5ae7640 1 --2- 172.21.15.71:0/1269862991 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdba00b2060 0x7fdba013f600 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:45.454 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.448+0000 7fdba5ae7640 1 --2- 172.21.15.71:0/1269862991 >> v2:172.21.15.23:3300/0 conn(0x7fdba00b1c90 0x7fdba015d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:45.454 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.448+0000 7fdba5ae7640 1 -- 172.21.15.71:0/1269862991 >> 172.21.15.71:0/1269862991 conn(0x7fdba006c2a0 msgr2=0x7fdba00cfdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:45.454 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.452+0000 7fdba5ae7640 1 -- 172.21.15.71:0/1269862991 shutdown_connections 2023-06-26T03:01:45.454 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.452+0000 7fdba5ae7640 1 -- 172.21.15.71:0/1269862991 wait complete. 2023-06-26T03:01:45.455 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.452+0000 7fdba5ae7640 1 Processor -- start 2023-06-26T03:01:45.455 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.452+0000 7fdba5ae7640 1 -- start start 2023-06-26T03:01:45.456 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.452+0000 7fdba5ae7640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdba00b1c90 0x7fdba00c7800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:45.456 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.452+0000 7fdba5ae7640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdba00b2060 0x7fdba0158f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:45.456 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.452+0000 7fdba5ae7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdba00b24b0 0x7fdba00b4bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:45.456 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.452+0000 7fdba5ae7640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdba00c9790 con 0x7fdba00b1c90 2023-06-26T03:01:45.456 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.452+0000 7fdba5ae7640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdba00c7d40 con 0x7fdba00b24b0 2023-06-26T03:01:45.456 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.452+0000 7fdba5ae7640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdba00c86f0 con 0x7fdba00b2060 2023-06-26T03:01:45.456 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.452+0000 7fdb9ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdba00b24b0 0x7fdba00b4bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:45.457 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.452+0000 7fdb9ffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdba00b24b0 0x7fdba00b4bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50410/0 (socket says 172.21.15.71:50410) 2023-06-26T03:01:45.457 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.452+0000 7fdb9effd640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdba00b2060 0x7fdba0158f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:45.457 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.452+0000 7fdb9ffff640 1 -- 172.21.15.71:0/2033437102 learned_addr learned my addr 172.21.15.71:0/2033437102 (peer_addr_for_me v2:172.21.15.71:0/0) 2023-06-26T03:01:45.458 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.452+0000 7fdb9f7fe640 1 --2- 172.21.15.71:0/2033437102 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdba00b1c90 0x7fdba00c7800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:45.458 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.452+0000 7fdb9ffff640 1 -- 172.21.15.71:0/2033437102 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdba00b2060 msgr2=0x7fdba0158f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:45.458 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.452+0000 7fdb9ffff640 1 --2- 172.21.15.71:0/2033437102 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdba00b2060 0x7fdba0158f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:45.458 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.452+0000 7fdb9ffff640 1 -- 172.21.15.71:0/2033437102 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdba00b1c90 msgr2=0x7fdba00c7800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:45.458 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.452+0000 7fdb9ffff640 1 --2- 172.21.15.71:0/2033437102 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdba00b1c90 0x7fdba00c7800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:45.459 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.452+0000 7fdb9ffff640 1 -- 172.21.15.71:0/2033437102 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb880094d0 con 0x7fdba00b24b0 2023-06-26T03:01:45.459 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.452+0000 7fdb9f7fe640 1 --2- 172.21.15.71:0/2033437102 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdba00b1c90 0x7fdba00c7800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:45.459 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.452+0000 7fdb9ffff640 1 --2- 172.21.15.71:0/2033437102 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdba00b24b0 0x7fdba00b4bf0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fdb9800c780 tx=0x7fdb9800cc40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:45.459 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.452+0000 7fdb97fff640 1 -- 172.21.15.71:0/2033437102 <== mon.1 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb9800a9f0 con 0x7fdba00b24b0 2023-06-26T03:01:45.459 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.452+0000 7fdb97fff640 1 -- 172.21.15.71:0/2033437102 <== mon.1 v2:172.21.15.71:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb9800ce90 con 0x7fdba00b24b0 2023-06-26T03:01:45.459 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.452+0000 7fdba5ae7640 1 -- 172.21.15.71:0/2033437102 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdba00c89d0 con 0x7fdba00b24b0 2023-06-26T03:01:45.459 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.452+0000 7fdb97fff640 1 -- 172.21.15.71:0/2033437102 <== mon.1 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb9800add0 con 0x7fdba00b24b0 2023-06-26T03:01:45.459 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.452+0000 7fdba5ae7640 1 -- 172.21.15.71:0/2033437102 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdba00c8f90 con 0x7fdba00b24b0 2023-06-26T03:01:45.460 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.452+0000 7fdb97fff640 1 -- 172.21.15.71:0/2033437102 <== mon.1 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fdb98004c50 con 0x7fdba00b24b0 2023-06-26T03:01:45.460 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.452+0000 7fdb97fff640 1 -- 172.21.15.71:0/2033437102 <== mon.1 v2:172.21.15.71:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 840+0+0 (secure 0 0 0) 0x7fdb980124f0 con 0x7fdba00b24b0 2023-06-26T03:01:45.460 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.452+0000 7fdba5ae7640 1 -- 172.21.15.71:0/2033437102 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdba004d790 con 0x7fdba00b24b0 2023-06-26T03:01:45.460 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.456+0000 7fdb97fff640 1 -- 172.21.15.71:0/2033437102 <== mon.1 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7fdb98016020 con 0x7fdba00b24b0 2023-06-26T03:01:45.527 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.524+0000 7fdba5ae7640 1 -- 172.21.15.71:0/2033437102 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd new", "uuid": "513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb", "id": 1} v 0) v1 -- 0x7fdba00ceba0 con 0x7fdba00b24b0 2023-06-26T03:01:45.541 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.540+0000 7fdb97fff640 1 -- 172.21.15.71:0/2033437102 <== mon.1 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb", "id": 1}]=0 v4) v1 ==== 112+0+2 (secure 0 0 0) 0x7fdb98005180 con 0x7fdba00b24b0 2023-06-26T03:01:45.541 INFO:teuthology.orchestra.run.smithi071.stdout:1 2023-06-26T03:01:45.543 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.540+0000 7fdba5ae7640 1 -- 172.21.15.71:0/2033437102 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdba00b24b0 msgr2=0x7fdba00b4bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:45.543 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.540+0000 7fdba5ae7640 1 --2- 172.21.15.71:0/2033437102 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdba00b24b0 0x7fdba00b4bf0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fdb9800c780 tx=0x7fdb9800cc40 comp rx=0 tx=0).stop 2023-06-26T03:01:45.543 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.540+0000 7fdba5ae7640 1 -- 172.21.15.71:0/2033437102 shutdown_connections 2023-06-26T03:01:45.543 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.540+0000 7fdba5ae7640 1 --2- 172.21.15.71:0/2033437102 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdba00b24b0 0x7fdba00b4bf0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:45.543 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.540+0000 7fdba5ae7640 1 --2- 172.21.15.71:0/2033437102 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdba00b2060 0x7fdba0158f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:45.543 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.540+0000 7fdba5ae7640 1 --2- 172.21.15.71:0/2033437102 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdba00b1c90 0x7fdba00c7800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:45.543 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.540+0000 7fdba5ae7640 1 -- 172.21.15.71:0/2033437102 >> 172.21.15.71:0/2033437102 conn(0x7fdba006c2a0 msgr2=0x7fdba013db10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:45.544 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.540+0000 7fdba5ae7640 1 -- 172.21.15.71:0/2033437102 shutdown_connections 2023-06-26T03:01:45.544 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.540+0000 7fdba5ae7640 1 -- 172.21.15.71:0/2033437102 wait complete. 2023-06-26T03:01:45.558 DEBUG:teuthology.orchestra.run.smithi071:> sudo ceph --cluster ceph osd new 49ad822c-e4fd-475e-b196-22f2ec74fde2 2 2023-06-26T03:01:45.584 INFO:tasks.ceph.mgr.x.smithi071.stderr:2023-06-26T03:01:45.580+0000 7f0dfd12a180 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-06-26T03:01:45.668 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.664+0000 7fa35f836640 1 Processor -- start 2023-06-26T03:01:45.668 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.664+0000 7fa35f836640 1 -- start start 2023-06-26T03:01:45.669 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.668+0000 7fa35f836640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fa35806ca20 0x7fa3580caa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:45.669 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.668+0000 7fa35f836640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa35806bf60 0x7fa3580caf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:45.670 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.668+0000 7fa35f836640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa35815f660 con 0x7fa35805fed0 2023-06-26T03:01:45.670 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.668+0000 7fa35f836640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa35806abf0 con 0x7fa35806ca20 2023-06-26T03:01:45.670 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.668+0000 7fa35f836640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa35815f900 con 0x7fa35806bf60 2023-06-26T03:01:45.670 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.668+0000 7fa35cdd1640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa35806bf60 0x7fa3580caf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:45.670 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.668+0000 7fa35cdd1640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa35806bf60 0x7fa3580caf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3301/0 says I am v2:172.21.15.71:36162/0 (socket says 172.21.15.71:36162) 2023-06-26T03:01:45.670 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.668+0000 7fa35cdd1640 1 -- 172.21.15.71:0/4286324873 learned_addr learned my addr 172.21.15.71:0/4286324873 (peer_addr_for_me v2:172.21.15.71:0/0) 2023-06-26T03:01:45.671 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.668+0000 7fa35d5d2640 1 --2- 172.21.15.71:0/4286324873 >> v2:172.21.15.23:3300/0 conn(0x7fa35806ca20 0x7fa3580caa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:45.671 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.668+0000 7fa35cdd1640 1 -- 172.21.15.71:0/4286324873 >> v2:172.21.15.23:3300/0 conn(0x7fa35806ca20 msgr2=0x7fa3580caa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:45.671 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.668+0000 7fa35cdd1640 1 --2- 172.21.15.71:0/4286324873 >> v2:172.21.15.23:3300/0 conn(0x7fa35806ca20 0x7fa3580caa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:45.671 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.668+0000 7fa35cdd1640 1 -- 172.21.15.71:0/4286324873 >> v1:172.21.15.23:6789/0 conn(0x7fa35805fed0 legacy=0x7fa3580ad8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:45.671 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.668+0000 7fa35cdd1640 1 -- 172.21.15.71:0/4286324873 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa35815fbe0 con 0x7fa35806bf60 2023-06-26T03:01:45.672 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.668+0000 7fa35cdd1640 1 --2- 172.21.15.71:0/4286324873 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa35806bf60 0x7fa3580caf60 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fa34c009870 tx=0x7fa34c01c3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f6e9ed911433ae52 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:45.673 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.668+0000 7fa34bfff640 1 -- 172.21.15.71:0/4286324873 <== mon.2 v2:172.21.15.71:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa34c0ab600 con 0x7fa35806bf60 2023-06-26T03:01:45.673 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.668+0000 7fa34bfff640 1 -- 172.21.15.71:0/4286324873 <== mon.2 v2:172.21.15.71:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa34c0a7050 con 0x7fa35806bf60 2023-06-26T03:01:45.673 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.668+0000 7fa34bfff640 1 -- 172.21.15.71:0/4286324873 <== mon.2 v2:172.21.15.71:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa34c0ab980 con 0x7fa35806bf60 2023-06-26T03:01:45.674 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa35f836640 1 -- 172.21.15.71:0/4286324873 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa35806bf60 msgr2=0x7fa3580caf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:45.674 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa35f836640 1 --2- 172.21.15.71:0/4286324873 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa35806bf60 0x7fa3580caf60 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fa34c009870 tx=0x7fa34c01c3b0 comp rx=0 tx=0).stop 2023-06-26T03:01:45.674 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa35f836640 1 -- 172.21.15.71:0/4286324873 shutdown_connections 2023-06-26T03:01:45.674 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa35f836640 1 --2- 172.21.15.71:0/4286324873 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa35806bf60 0x7fa3580caf60 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:45.674 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa35f836640 1 --2- 172.21.15.71:0/4286324873 >> v2:172.21.15.23:3300/0 conn(0x7fa35806ca20 0x7fa3580caa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:45.674 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa35f836640 1 -- 172.21.15.71:0/4286324873 >> 172.21.15.71:0/4286324873 conn(0x7fa3580ced00 msgr2=0x7fa3580cf100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:45.674 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa35f836640 1 -- 172.21.15.71:0/4286324873 shutdown_connections 2023-06-26T03:01:45.675 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa35f836640 1 -- 172.21.15.71:0/4286324873 wait complete. 2023-06-26T03:01:45.676 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa35f836640 1 Processor -- start 2023-06-26T03:01:45.676 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa35f836640 1 -- start start 2023-06-26T03:01:45.676 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa35f836640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa35805fed0 0x7fa358153860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:45.676 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa35f836640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa35806bf60 0x7fa3580cbf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:45.676 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa35f836640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa35806ca20 0x7fa35815c030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:45.676 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa35f836640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa35815d8a0 con 0x7fa35806bf60 2023-06-26T03:01:45.676 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa35f836640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa35815de60 con 0x7fa35805fed0 2023-06-26T03:01:45.677 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa35f836640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa358153da0 con 0x7fa35806ca20 2023-06-26T03:01:45.677 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa35d5d2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa35805fed0 0x7fa358153860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:45.677 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa35ddd3640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa35806ca20 0x7fa35815c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:45.677 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa35d5d2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa35805fed0 0x7fa358153860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50426/0 (socket says 172.21.15.71:50426) 2023-06-26T03:01:45.677 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa35d5d2640 1 -- 172.21.15.71:0/1445962143 learned_addr learned my addr 172.21.15.71:0/1445962143 (peer_addr_for_me v2:172.21.15.71:0/0) 2023-06-26T03:01:45.677 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa35cdd1640 1 --2- 172.21.15.71:0/1445962143 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa35806bf60 0x7fa3580cbf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:45.678 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa35ddd3640 1 -- 172.21.15.71:0/1445962143 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa35805fed0 msgr2=0x7fa358153860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:45.678 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa35ddd3640 1 --2- 172.21.15.71:0/1445962143 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa35805fed0 0x7fa358153860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:45.679 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa35ddd3640 1 -- 172.21.15.71:0/1445962143 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa35806bf60 msgr2=0x7fa3580cbf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:45.679 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa35ddd3640 1 --2- 172.21.15.71:0/1445962143 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa35806bf60 0x7fa3580cbf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:45.679 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa35ddd3640 1 -- 172.21.15.71:0/1445962143 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa34c0094d0 con 0x7fa35806ca20 2023-06-26T03:01:45.679 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa35d5d2640 1 --2- 172.21.15.71:0/1445962143 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa35805fed0 0x7fa358153860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T03:01:45.679 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa35ddd3640 1 --2- 172.21.15.71:0/1445962143 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa35806ca20 0x7fa35815c030 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fa35000be30 tx=0x7fa35000bf20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:45.679 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa349ffb640 1 -- 172.21.15.71:0/1445962143 <== mon.2 v2:172.21.15.71:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa35000ce90 con 0x7fa35806ca20 2023-06-26T03:01:45.679 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa349ffb640 1 -- 172.21.15.71:0/1445962143 <== mon.2 v2:172.21.15.71:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa350014440 con 0x7fa35806ca20 2023-06-26T03:01:45.679 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa35f836640 1 -- 172.21.15.71:0/1445962143 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa35815caf0 con 0x7fa35806ca20 2023-06-26T03:01:45.680 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa349ffb640 1 -- 172.21.15.71:0/1445962143 <== mon.2 v2:172.21.15.71:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3500147f0 con 0x7fa35806ca20 2023-06-26T03:01:45.680 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa35f836640 1 -- 172.21.15.71:0/1445962143 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa35815daf0 con 0x7fa35806ca20 2023-06-26T03:01:45.680 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa349ffb640 1 -- 172.21.15.71:0/1445962143 <== mon.2 v2:172.21.15.71:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fa350003c80 con 0x7fa35806ca20 2023-06-26T03:01:45.680 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.672+0000 7fa349ffb640 1 -- 172.21.15.71:0/1445962143 <== mon.2 v2:172.21.15.71:3301/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 955+0+0 (secure 0 0 0) 0x7fa350004020 con 0x7fa35806ca20 2023-06-26T03:01:45.680 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.676+0000 7fa35f836640 1 -- 172.21.15.71:0/1445962143 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa35804d790 con 0x7fa35806ca20 2023-06-26T03:01:45.681 INFO:tasks.ceph.mgr.y.smithi023.stderr:2023-06-26T03:01:45.671+0000 7f70fc2b4180 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-06-26T03:01:45.681 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.676+0000 7fa349ffb640 1 -- 172.21.15.71:0/1445962143 <== mon.2 v2:172.21.15.71:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7fa350019070 con 0x7fa35806ca20 2023-06-26T03:01:45.746 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.744+0000 7fa35f836640 1 -- 172.21.15.71:0/1445962143 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_command({"prefix": "osd new", "uuid": "49ad822c-e4fd-475e-b196-22f2ec74fde2", "id": 2} v 0) v1 -- 0x7fa35815dfa0 con 0x7fa35806ca20 2023-06-26T03:01:45.756 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.752+0000 7fa349ffb640 1 -- 172.21.15.71:0/1445962143 <== mon.2 v2:172.21.15.71:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "49ad822c-e4fd-475e-b196-22f2ec74fde2", "id": 2}]=0 v5) v1 ==== 112+0+2 (secure 0 0 0) 0x7fa3500045c0 con 0x7fa35806ca20 2023-06-26T03:01:45.757 INFO:teuthology.orchestra.run.smithi071.stdout:2 2023-06-26T03:01:45.758 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.756+0000 7fa35f836640 1 -- 172.21.15.71:0/1445962143 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa35806ca20 msgr2=0x7fa35815c030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:45.758 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.756+0000 7fa35f836640 1 --2- 172.21.15.71:0/1445962143 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa35806ca20 0x7fa35815c030 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fa35000be30 tx=0x7fa35000bf20 comp rx=0 tx=0).stop 2023-06-26T03:01:45.758 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.756+0000 7fa35f836640 1 -- 172.21.15.71:0/1445962143 shutdown_connections 2023-06-26T03:01:45.758 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.756+0000 7fa35f836640 1 --2- 172.21.15.71:0/1445962143 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa35806ca20 0x7fa35815c030 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:45.758 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.756+0000 7fa35f836640 1 --2- 172.21.15.71:0/1445962143 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa35806bf60 0x7fa3580cbf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:45.758 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.756+0000 7fa35f836640 1 --2- 172.21.15.71:0/1445962143 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa35805fed0 0x7fa358153860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:45.758 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.756+0000 7fa35f836640 1 -- 172.21.15.71:0/1445962143 >> 172.21.15.71:0/1445962143 conn(0x7fa3580ced00 msgr2=0x7fa3580705f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:45.759 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.756+0000 7fa35f836640 1 -- 172.21.15.71:0/1445962143 shutdown_connections 2023-06-26T03:01:45.759 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.756+0000 7fa35f836640 1 -- 172.21.15.71:0/1445962143 wait complete. 2023-06-26T03:01:45.773 DEBUG:teuthology.orchestra.run.smithi071:> sudo ceph --cluster ceph osd new 0d8bec48-b78e-4bec-b01d-ff4a47164109 3 2023-06-26T03:01:45.868 INFO:tasks.ceph.mgr.y.smithi023.stderr:2023-06-26T03:01:45.859+0000 7f70fc2b4180 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-06-26T03:01:45.927 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.924+0000 7fa103610640 1 Processor -- start 2023-06-26T03:01:45.928 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.924+0000 7fa103610640 1 -- start start 2023-06-26T03:01:45.929 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.924+0000 7fa103610640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa0fc06a6e0 0x7fa0fc06e410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:45.929 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.924+0000 7fa103610640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa0fc06ab30 con 0x7fa0fc05fed0 2023-06-26T03:01:45.929 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.924+0000 7fa103610640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa0fc06df80 con 0x7fa0fc1597f0 2023-06-26T03:01:45.929 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.924+0000 7fa103610640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0fc06d650 con 0x7fa0fc06a6e0 2023-06-26T03:01:45.929 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.924+0000 7fa1013ac640 1 --1- >> v1:172.21.15.71:6789/0 conn(0x7fa0fc1597f0 0x7fa0fc0cae80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.71:6789/0 says I am v1:172.21.15.71:37158/0 (socket says 172.21.15.71:37158) 2023-06-26T03:01:45.930 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.924+0000 7fa1013ac640 1 -- 172.21.15.71:0/3366069212 learned_addr learned my addr 172.21.15.71:0/3366069212 (peer_addr_for_me v1:172.21.15.71:0/0) 2023-06-26T03:01:45.930 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.924+0000 7fa100bab640 1 --2- 172.21.15.71:0/3366069212 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa0fc06a6e0 0x7fa0fc06e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:45.930 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.928+0000 7fa0f3fff640 1 -- 172.21.15.71:0/3366069212 <== mon.1 v1:172.21.15.71:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1358514651 0 0) 0x7fa0fc06df80 con 0x7fa0fc1597f0 2023-06-26T03:01:45.930 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.928+0000 7fa0f3fff640 1 -- 172.21.15.71:0/3366069212 --> v1:172.21.15.71:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa0e8003530 con 0x7fa0fc1597f0 2023-06-26T03:01:45.931 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.928+0000 7fa100bab640 1 -- 172.21.15.71:0/3366069212 >> v1:172.21.15.71:6789/0 conn(0x7fa0fc1597f0 legacy=0x7fa0fc0cae80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:45.931 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.928+0000 7fa100bab640 1 -- 172.21.15.71:0/3366069212 >> v1:172.21.15.23:6789/0 conn(0x7fa0fc05fed0 legacy=0x7fa0fc0b1bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:45.931 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.928+0000 7fa100bab640 1 -- 172.21.15.71:0/3366069212 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0fc06d930 con 0x7fa0fc06a6e0 2023-06-26T03:01:45.932 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.928+0000 7fa100bab640 1 --2- 172.21.15.71:0/3366069212 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa0fc06a6e0 0x7fa0fc06e410 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fa0ec0097f0 tx=0x7fa0ec01c3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7e67f4a5bc3f73e4 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:45.932 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.928+0000 7fa0f3fff640 1 -- 172.21.15.71:0/3366069212 <== mon.2 v2:172.21.15.71:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0ec004230 con 0x7fa0fc06a6e0 2023-06-26T03:01:45.932 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.928+0000 7fa0f3fff640 1 -- 172.21.15.71:0/3366069212 <== mon.2 v2:172.21.15.71:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0ec0a7050 con 0x7fa0fc06a6e0 2023-06-26T03:01:45.932 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.928+0000 7fa0f3fff640 1 -- 172.21.15.71:0/3366069212 <== mon.2 v2:172.21.15.71:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0ec003620 con 0x7fa0fc06a6e0 2023-06-26T03:01:45.933 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.928+0000 7fa103610640 1 -- 172.21.15.71:0/3366069212 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa0fc06a6e0 msgr2=0x7fa0fc06e410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:45.933 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.928+0000 7fa103610640 1 --2- 172.21.15.71:0/3366069212 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa0fc06a6e0 0x7fa0fc06e410 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fa0ec0097f0 tx=0x7fa0ec01c3c0 comp rx=0 tx=0).stop 2023-06-26T03:01:45.933 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.928+0000 7fa103610640 1 -- 172.21.15.71:0/3366069212 shutdown_connections 2023-06-26T03:01:45.933 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.928+0000 7fa103610640 1 --2- 172.21.15.71:0/3366069212 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa0fc06a6e0 0x7fa0fc06e410 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:45.933 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.928+0000 7fa103610640 1 -- 172.21.15.71:0/3366069212 >> 172.21.15.71:0/3366069212 conn(0x7fa0fc0cece0 msgr2=0x7fa0fc0cf0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:45.933 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.928+0000 7fa103610640 1 -- 172.21.15.71:0/3366069212 shutdown_connections 2023-06-26T03:01:45.934 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.928+0000 7fa103610640 1 -- 172.21.15.71:0/3366069212 wait complete. 2023-06-26T03:01:45.935 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.932+0000 7fa103610640 1 Processor -- start 2023-06-26T03:01:45.935 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.932+0000 7fa103610640 1 -- start start 2023-06-26T03:01:45.935 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.932+0000 7fa103610640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa0fc05fed0 0x7fa0fc14ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:45.935 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.932+0000 7fa103610640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa0fc06a6e0 0x7fa0fc0be140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:45.935 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.932+0000 7fa103610640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa0fc1597f0 0x7fa0fc14ec00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:45.935 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.932+0000 7fa103610640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0fc14bfb0 con 0x7fa0fc05fed0 2023-06-26T03:01:45.935 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.932+0000 7fa103610640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0fc0be680 con 0x7fa0fc06a6e0 2023-06-26T03:01:45.936 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.932+0000 7fa103610640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0fc14f430 con 0x7fa0fc1597f0 2023-06-26T03:01:45.936 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.932+0000 7fa101bad640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa0fc1597f0 0x7fa0fc14ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:45.936 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.932+0000 7fa100bab640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa0fc06a6e0 0x7fa0fc0be140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:45.936 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.932+0000 7fa101bad640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa0fc1597f0 0x7fa0fc14ec00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3301/0 says I am v2:172.21.15.71:36192/0 (socket says 172.21.15.71:36192) 2023-06-26T03:01:45.936 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.932+0000 7fa101bad640 1 -- 172.21.15.71:0/327240137 learned_addr learned my addr 172.21.15.71:0/327240137 (peer_addr_for_me v2:172.21.15.71:0/0) 2023-06-26T03:01:45.936 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.932+0000 7fa1013ac640 1 --2- 172.21.15.71:0/327240137 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa0fc05fed0 0x7fa0fc14ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:45.937 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.932+0000 7fa101bad640 1 -- 172.21.15.71:0/327240137 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa0fc06a6e0 msgr2=0x7fa0fc0be140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:45.938 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.932+0000 7fa101bad640 1 --2- 172.21.15.71:0/327240137 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa0fc06a6e0 0x7fa0fc0be140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:45.938 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.932+0000 7fa101bad640 1 -- 172.21.15.71:0/327240137 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa0fc05fed0 msgr2=0x7fa0fc14ba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:45.938 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.932+0000 7fa101bad640 1 --2- 172.21.15.71:0/327240137 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa0fc05fed0 0x7fa0fc14ba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:45.938 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.932+0000 7fa101bad640 1 -- 172.21.15.71:0/327240137 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0ec009420 con 0x7fa0fc1597f0 2023-06-26T03:01:45.938 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.932+0000 7fa100bab640 1 --2- 172.21.15.71:0/327240137 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa0fc06a6e0 0x7fa0fc0be140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T03:01:45.938 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.932+0000 7fa101bad640 1 --2- 172.21.15.71:0/327240137 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa0fc1597f0 0x7fa0fc14ec00 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fa0f800b440 tx=0x7fa0f800b900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:45.938 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.932+0000 7fa0f1ffb640 1 -- 172.21.15.71:0/327240137 <== mon.2 v2:172.21.15.71:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0f8011830 con 0x7fa0fc1597f0 2023-06-26T03:01:45.938 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.932+0000 7fa0f1ffb640 1 -- 172.21.15.71:0/327240137 <== mon.2 v2:172.21.15.71:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0f80119b0 con 0x7fa0fc1597f0 2023-06-26T03:01:45.939 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.932+0000 7fa0f1ffb640 1 -- 172.21.15.71:0/327240137 <== mon.2 v2:172.21.15.71:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0f8011d60 con 0x7fa0fc1597f0 2023-06-26T03:01:45.939 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.932+0000 7fa103610640 1 -- 172.21.15.71:0/327240137 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0fc14f710 con 0x7fa0fc1597f0 2023-06-26T03:01:45.939 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.932+0000 7fa103610640 1 -- 172.21.15.71:0/327240137 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0fc146b00 con 0x7fa0fc1597f0 2023-06-26T03:01:45.939 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.932+0000 7fa0f1ffb640 1 -- 172.21.15.71:0/327240137 <== mon.2 v2:172.21.15.71:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fa0f801a700 con 0x7fa0fc1597f0 2023-06-26T03:01:45.939 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.932+0000 7fa0f1ffb640 1 -- 172.21.15.71:0/327240137 <== mon.2 v2:172.21.15.71:3301/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1070+0+0 (secure 0 0 0) 0x7fa0f8019b10 con 0x7fa0fc1597f0 2023-06-26T03:01:45.939 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.932+0000 7fa103610640 1 -- 172.21.15.71:0/327240137 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa0fc04d790 con 0x7fa0fc1597f0 2023-06-26T03:01:45.940 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:45.936+0000 7fa0f1ffb640 1 -- 172.21.15.71:0/327240137 <== mon.2 v2:172.21.15.71:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7fa0f8038b00 con 0x7fa0fc1597f0 2023-06-26T03:01:46.006 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.004+0000 7fa103610640 1 -- 172.21.15.71:0/327240137 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_command({"prefix": "osd new", "uuid": "0d8bec48-b78e-4bec-b01d-ff4a47164109", "id": 3} v 0) v1 -- 0x7fa0fc0b2d00 con 0x7fa0fc1597f0 2023-06-26T03:01:46.015 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.012+0000 7fa0f1ffb640 1 -- 172.21.15.71:0/327240137 <== mon.2 v2:172.21.15.71:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "0d8bec48-b78e-4bec-b01d-ff4a47164109", "id": 3}]=0 v6) v1 ==== 112+0+2 (secure 0 0 0) 0x7fa0f8027030 con 0x7fa0fc1597f0 2023-06-26T03:01:46.015 INFO:teuthology.orchestra.run.smithi071.stdout:3 2023-06-26T03:01:46.016 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.012+0000 7fa103610640 1 -- 172.21.15.71:0/327240137 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa0fc1597f0 msgr2=0x7fa0fc14ec00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:46.017 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.012+0000 7fa103610640 1 --2- 172.21.15.71:0/327240137 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa0fc1597f0 0x7fa0fc14ec00 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fa0f800b440 tx=0x7fa0f800b900 comp rx=0 tx=0).stop 2023-06-26T03:01:46.017 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.012+0000 7fa103610640 1 -- 172.21.15.71:0/327240137 shutdown_connections 2023-06-26T03:01:46.017 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.012+0000 7fa103610640 1 --2- 172.21.15.71:0/327240137 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa0fc1597f0 0x7fa0fc14ec00 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.017 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.012+0000 7fa103610640 1 --2- 172.21.15.71:0/327240137 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa0fc06a6e0 0x7fa0fc0be140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.017 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.012+0000 7fa103610640 1 --2- 172.21.15.71:0/327240137 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa0fc05fed0 0x7fa0fc14ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.017 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.012+0000 7fa103610640 1 -- 172.21.15.71:0/327240137 >> 172.21.15.71:0/327240137 conn(0x7fa0fc0cece0 msgr2=0x7fa0fc0b1bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:46.018 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.012+0000 7fa103610640 1 -- 172.21.15.71:0/327240137 shutdown_connections 2023-06-26T03:01:46.018 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.012+0000 7fa103610640 1 -- 172.21.15.71:0/327240137 wait complete. 2023-06-26T03:01:46.031 DEBUG:teuthology.orchestra.run.smithi071:> sudo ceph --cluster ceph osd new 4eb99b1c-1986-41ff-840f-cb79c2b5c746 4 2023-06-26T03:01:46.147 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.144+0000 7efdeee24640 1 Processor -- start 2023-06-26T03:01:46.147 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.144+0000 7efdeee24640 1 -- start start 2023-06-26T03:01:46.148 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.144+0000 7efdeee24640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7efde80605e0 0x7efde80c4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:46.148 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.144+0000 7efdeee24640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7efde80c53f0 0x7efde806fe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:46.148 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.144+0000 7efdeee24640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efde815bbd0 con 0x7efde815b800 2023-06-26T03:01:46.149 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.144+0000 7efdeee24640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efde80c5c20 con 0x7efde80c53f0 2023-06-26T03:01:46.149 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.144+0000 7efdeee24640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efde806cee0 con 0x7efde80605e0 2023-06-26T03:01:46.149 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.144+0000 7efde7fff640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7efde80605e0 0x7efde80c4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:46.149 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.144+0000 7efde7fff640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7efde80605e0 0x7efde80c4eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50438/0 (socket says 172.21.15.71:50438) 2023-06-26T03:01:46.149 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.144+0000 7efde7fff640 1 -- 172.21.15.71:0/573551694 learned_addr learned my addr 172.21.15.71:0/573551694 (peer_addr_for_me v2:172.21.15.71:0/0) 2023-06-26T03:01:46.149 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.144+0000 7efded3c1640 1 --2- 172.21.15.71:0/573551694 >> v2:172.21.15.23:3300/0 conn(0x7efde80c53f0 0x7efde806fe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:46.149 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.144+0000 7efde7fff640 1 -- 172.21.15.71:0/573551694 >> v2:172.21.15.23:3300/0 conn(0x7efde80c53f0 msgr2=0x7efde806fe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:46.149 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.144+0000 7efde7fff640 1 --2- 172.21.15.71:0/573551694 >> v2:172.21.15.23:3300/0 conn(0x7efde80c53f0 0x7efde806fe80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.150 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.144+0000 7efde7fff640 1 -- 172.21.15.71:0/573551694 >> v1:172.21.15.23:6789/0 conn(0x7efde815b800 legacy=0x7efde805fed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:46.150 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.144+0000 7efde7fff640 1 -- 172.21.15.71:0/573551694 --> v2:172.21.15.71:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efde806c120 con 0x7efde80605e0 2023-06-26T03:01:46.150 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.148+0000 7efde7fff640 1 --2- 172.21.15.71:0/573551694 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efde80605e0 0x7efde80c4eb0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7efde80698b0 tx=0x7efddc01c490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3856bc32ab613cd5 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:46.151 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.148+0000 7efde77fe640 1 -- 172.21.15.71:0/573551694 <== mon.1 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efddc0aa5f0 con 0x7efde80605e0 2023-06-26T03:01:46.151 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.148+0000 7efde77fe640 1 -- 172.21.15.71:0/573551694 <== mon.1 v2:172.21.15.71:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efddc0aa750 con 0x7efde80605e0 2023-06-26T03:01:46.151 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.148+0000 7efde77fe640 1 -- 172.21.15.71:0/573551694 <== mon.1 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efddc0aaae0 con 0x7efde80605e0 2023-06-26T03:01:46.152 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.148+0000 7efdeee24640 1 -- 172.21.15.71:0/573551694 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efde80605e0 msgr2=0x7efde80c4eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:46.152 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.148+0000 7efdeee24640 1 --2- 172.21.15.71:0/573551694 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efde80605e0 0x7efde80c4eb0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7efde80698b0 tx=0x7efddc01c490 comp rx=0 tx=0).stop 2023-06-26T03:01:46.152 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.148+0000 7efdeee24640 1 -- 172.21.15.71:0/573551694 shutdown_connections 2023-06-26T03:01:46.152 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.148+0000 7efdeee24640 1 --2- 172.21.15.71:0/573551694 >> v2:172.21.15.23:3300/0 conn(0x7efde80c53f0 0x7efde806fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.152 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.148+0000 7efdeee24640 1 --2- 172.21.15.71:0/573551694 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efde80605e0 0x7efde80c4eb0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.153 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.148+0000 7efdeee24640 1 -- 172.21.15.71:0/573551694 >> 172.21.15.71:0/573551694 conn(0x7efde80cecb0 msgr2=0x7efde80cf0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:46.153 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.148+0000 7efdeee24640 1 -- 172.21.15.71:0/573551694 shutdown_connections 2023-06-26T03:01:46.153 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.148+0000 7efdeee24640 1 -- 172.21.15.71:0/573551694 wait complete. 2023-06-26T03:01:46.154 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.148+0000 7efdeee24640 1 Processor -- start 2023-06-26T03:01:46.154 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.148+0000 7efdeee24640 1 -- start start 2023-06-26T03:01:46.155 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.152+0000 7efdeee24640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efde80605e0 0x7efde81511f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:46.155 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.152+0000 7efdeee24640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efde80c53f0 0x7efde81525d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:46.155 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.152+0000 7efdeee24640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efde815b800 0x7efde8157f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:46.155 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.152+0000 7efdeee24640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efde8151cc0 con 0x7efde80c53f0 2023-06-26T03:01:46.155 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.152+0000 7efdeee24640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efde81532b0 con 0x7efde815b800 2023-06-26T03:01:46.155 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.152+0000 7efdeee24640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efde8153590 con 0x7efde80605e0 2023-06-26T03:01:46.155 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.152+0000 7efded3c1640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efde815b800 0x7efde8157f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:46.156 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.152+0000 7efdecbc0640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efde80605e0 0x7efde81511f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:46.156 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.152+0000 7efded3c1640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efde815b800 0x7efde8157f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50442/0 (socket says 172.21.15.71:50442) 2023-06-26T03:01:46.156 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.152+0000 7efded3c1640 1 -- 172.21.15.71:0/3832768227 learned_addr learned my addr 172.21.15.71:0/3832768227 (peer_addr_for_me v2:172.21.15.71:0/0) 2023-06-26T03:01:46.156 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.152+0000 7efde7fff640 1 --2- 172.21.15.71:0/3832768227 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efde80c53f0 0x7efde81525d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:46.156 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.152+0000 7efded3c1640 1 -- 172.21.15.71:0/3832768227 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efde80605e0 msgr2=0x7efde81511f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:46.156 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.152+0000 7efded3c1640 1 --2- 172.21.15.71:0/3832768227 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efde80605e0 0x7efde81511f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.156 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.152+0000 7efded3c1640 1 -- 172.21.15.71:0/3832768227 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efde80c53f0 msgr2=0x7efde81525d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:46.156 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.152+0000 7efded3c1640 1 --2- 172.21.15.71:0/3832768227 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efde80c53f0 0x7efde81525d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.157 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.152+0000 7efded3c1640 1 -- 172.21.15.71:0/3832768227 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efddc0094d0 con 0x7efde815b800 2023-06-26T03:01:46.157 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.152+0000 7efdecbc0640 1 --2- 172.21.15.71:0/3832768227 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efde80605e0 0x7efde81511f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T03:01:46.157 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.152+0000 7efded3c1640 1 --2- 172.21.15.71:0/3832768227 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efde815b800 0x7efde8157f20 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7efde000cd70 tx=0x7efde000a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:46.157 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.152+0000 7efde57fa640 1 -- 172.21.15.71:0/3832768227 <== mon.1 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efde0003ba0 con 0x7efde815b800 2023-06-26T03:01:46.157 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.152+0000 7efde57fa640 1 -- 172.21.15.71:0/3832768227 <== mon.1 v2:172.21.15.71:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efde0003d00 con 0x7efde815b800 2023-06-26T03:01:46.157 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.152+0000 7efdeee24640 1 -- 172.21.15.71:0/3832768227 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efde815f4c0 con 0x7efde815b800 2023-06-26T03:01:46.157 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.152+0000 7efde57fa640 1 -- 172.21.15.71:0/3832768227 <== mon.1 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efde0004240 con 0x7efde815b800 2023-06-26T03:01:46.158 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.152+0000 7efdeee24640 1 -- 172.21.15.71:0/3832768227 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efde8153b50 con 0x7efde815b800 2023-06-26T03:01:46.158 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.152+0000 7efde57fa640 1 -- 172.21.15.71:0/3832768227 <== mon.1 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7efde00043a0 con 0x7efde815b800 2023-06-26T03:01:46.158 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.152+0000 7efde57fa640 1 -- 172.21.15.71:0/3832768227 <== mon.1 v2:172.21.15.71:3300/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1185+0+0 (secure 0 0 0) 0x7efde0012070 con 0x7efde815b800 2023-06-26T03:01:46.158 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.152+0000 7efdeee24640 1 -- 172.21.15.71:0/3832768227 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efde804d790 con 0x7efde815b800 2023-06-26T03:01:46.158 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.156+0000 7efde57fa640 1 -- 172.21.15.71:0/3832768227 <== mon.1 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7efde0004830 con 0x7efde815b800 2023-06-26T03:01:46.170 INFO:tasks.ceph.mgr.x.smithi071.stderr:2023-06-26T03:01:46.168+0000 7f0dfd12a180 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-06-26T03:01:46.225 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.220+0000 7efdeee24640 1 -- 172.21.15.71:0/3832768227 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd new", "uuid": "4eb99b1c-1986-41ff-840f-cb79c2b5c746", "id": 4} v 0) v1 -- 0x7efde815f310 con 0x7efde815b800 2023-06-26T03:01:46.235 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.232+0000 7efde57fa640 1 -- 172.21.15.71:0/3832768227 <== mon.1 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "4eb99b1c-1986-41ff-840f-cb79c2b5c746", "id": 4}]=0 v7) v1 ==== 112+0+2 (secure 0 0 0) 0x7efde001f440 con 0x7efde815b800 2023-06-26T03:01:46.236 INFO:teuthology.orchestra.run.smithi071.stdout:4 2023-06-26T03:01:46.237 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.232+0000 7efdeee24640 1 -- 172.21.15.71:0/3832768227 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efde815b800 msgr2=0x7efde8157f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:46.237 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.232+0000 7efdeee24640 1 --2- 172.21.15.71:0/3832768227 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efde815b800 0x7efde8157f20 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7efde000cd70 tx=0x7efde000a660 comp rx=0 tx=0).stop 2023-06-26T03:01:46.237 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.232+0000 7efdeee24640 1 -- 172.21.15.71:0/3832768227 shutdown_connections 2023-06-26T03:01:46.237 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.232+0000 7efdeee24640 1 --2- 172.21.15.71:0/3832768227 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efde815b800 0x7efde8157f20 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.237 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.232+0000 7efdeee24640 1 --2- 172.21.15.71:0/3832768227 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efde80c53f0 0x7efde81525d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.237 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.232+0000 7efdeee24640 1 --2- 172.21.15.71:0/3832768227 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efde80605e0 0x7efde81511f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.237 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.232+0000 7efdeee24640 1 -- 172.21.15.71:0/3832768227 >> 172.21.15.71:0/3832768227 conn(0x7efde80cecb0 msgr2=0x7efde806d030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:46.238 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.232+0000 7efdeee24640 1 -- 172.21.15.71:0/3832768227 shutdown_connections 2023-06-26T03:01:46.238 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.232+0000 7efdeee24640 1 -- 172.21.15.71:0/3832768227 wait complete. 2023-06-26T03:01:46.238 INFO:tasks.ceph.mgr.x.smithi071.stderr:2023-06-26T03:01:46.236+0000 7f0dfd12a180 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-06-26T03:01:46.252 DEBUG:teuthology.orchestra.run.smithi071:> sudo ceph --cluster ceph osd new 794da212-bc2a-49e0-b650-124b0cde4ff0 5 2023-06-26T03:01:46.293 INFO:tasks.ceph.mgr.x.smithi071.stderr:2023-06-26T03:01:46.292+0000 7f0dfd12a180 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-06-26T03:01:46.363 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.360+0000 7fea826d2640 1 Processor -- start 2023-06-26T03:01:46.363 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.360+0000 7fea826d2640 1 -- start start 2023-06-26T03:01:46.365 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.360+0000 7fea826d2640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fea7c15cce0 0x7fea7c06fe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:46.365 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.360+0000 7fea826d2640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fea7c0703c0 0x7fea7c0c9330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:46.365 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.360+0000 7fea826d2640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fea7c070820 con 0x7fea7c1586c0 2023-06-26T03:01:46.365 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.360+0000 7fea826d2640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fea7c15c850 con 0x7fea7c15cce0 2023-06-26T03:01:46.365 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.360+0000 7fea826d2640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fea7c158a90 con 0x7fea7c0703c0 2023-06-26T03:01:46.365 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.360+0000 7fea80c6f640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fea7c0703c0 0x7fea7c0c9330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:46.365 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.360+0000 7fea80c6f640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fea7c0703c0 0x7fea7c0c9330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50444/0 (socket says 172.21.15.71:50444) 2023-06-26T03:01:46.366 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.360+0000 7fea80c6f640 1 -- 172.21.15.71:0/1300393868 learned_addr learned my addr 172.21.15.71:0/1300393868 (peer_addr_for_me v2:172.21.15.71:0/0) 2023-06-26T03:01:46.366 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.360+0000 7fea80c6f640 1 -- 172.21.15.71:0/1300393868 >> v2:172.21.15.23:3300/0 conn(0x7fea7c15cce0 msgr2=0x7fea7c06fe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:46.366 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.360+0000 7fea80c6f640 1 --2- 172.21.15.71:0/1300393868 >> v2:172.21.15.23:3300/0 conn(0x7fea7c15cce0 0x7fea7c06fe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.366 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.360+0000 7fea80c6f640 1 -- 172.21.15.71:0/1300393868 >> v1:172.21.15.71:6789/0 conn(0x7fea7c1586c0 legacy=0x7fea7c06cfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:46.366 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.360+0000 7fea80c6f640 1 -- 172.21.15.71:0/1300393868 --> v2:172.21.15.71:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea7c06daa0 con 0x7fea7c0703c0 2023-06-26T03:01:46.367 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.364+0000 7fea80c6f640 1 --2- 172.21.15.71:0/1300393868 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fea7c0703c0 0x7fea7c0c9330 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fea7c0cec70 tx=0x7fea7401eba0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=764137188e0d3820 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:46.367 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.364+0000 7fea7affd640 1 -- 172.21.15.71:0/1300393868 <== mon.1 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea7400b2d0 con 0x7fea7c0703c0 2023-06-26T03:01:46.367 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.364+0000 7fea7affd640 1 -- 172.21.15.71:0/1300393868 <== mon.1 v2:172.21.15.71:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fea7400b430 con 0x7fea7c0703c0 2023-06-26T03:01:46.367 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.364+0000 7fea7affd640 1 -- 172.21.15.71:0/1300393868 <== mon.1 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea740a7ba0 con 0x7fea7c0703c0 2023-06-26T03:01:46.368 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.364+0000 7fea826d2640 1 -- 172.21.15.71:0/1300393868 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fea7c0703c0 msgr2=0x7fea7c0c9330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:46.368 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.364+0000 7fea826d2640 1 --2- 172.21.15.71:0/1300393868 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fea7c0703c0 0x7fea7c0c9330 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fea7c0cec70 tx=0x7fea7401eba0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.368 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.364+0000 7fea826d2640 1 -- 172.21.15.71:0/1300393868 shutdown_connections 2023-06-26T03:01:46.368 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.364+0000 7fea826d2640 1 --2- 172.21.15.71:0/1300393868 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fea7c0703c0 0x7fea7c0c9330 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.368 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.364+0000 7fea826d2640 1 --2- 172.21.15.71:0/1300393868 >> v2:172.21.15.23:3300/0 conn(0x7fea7c15cce0 0x7fea7c06fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.369 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.364+0000 7fea826d2640 1 -- 172.21.15.71:0/1300393868 >> 172.21.15.71:0/1300393868 conn(0x7fea7c0cece0 msgr2=0x7fea7c0cf0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:46.369 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.364+0000 7fea826d2640 1 -- 172.21.15.71:0/1300393868 shutdown_connections 2023-06-26T03:01:46.369 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.364+0000 7fea826d2640 1 -- 172.21.15.71:0/1300393868 wait complete. 2023-06-26T03:01:46.370 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.364+0000 7fea826d2640 1 Processor -- start 2023-06-26T03:01:46.371 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.364+0000 7fea826d2640 1 -- start start 2023-06-26T03:01:46.371 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.368+0000 7fea826d2640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fea7c0703c0 0x7fea7c1542f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:46.371 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.368+0000 7fea826d2640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fea7c1586c0 0x7fea7c1500f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:46.371 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.368+0000 7fea826d2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fea7c15cce0 0x7fea7c1575c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:46.371 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.368+0000 7fea826d2640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea7c0c6f50 con 0x7fea7c0703c0 2023-06-26T03:01:46.371 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.368+0000 7fea826d2640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea7c0c71f0 con 0x7fea7c15cce0 2023-06-26T03:01:46.371 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.368+0000 7fea826d2640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fea7c0c74d0 con 0x7fea7c1586c0 2023-06-26T03:01:46.372 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.368+0000 7fea7b7fe640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fea7c1586c0 0x7fea7c1500f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:46.372 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.368+0000 7fea80c6f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fea7c15cce0 0x7fea7c1575c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:46.372 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.368+0000 7fea80c6f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fea7c15cce0 0x7fea7c1575c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50450/0 (socket says 172.21.15.71:50450) 2023-06-26T03:01:46.372 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.368+0000 7fea7b7fe640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fea7c1586c0 0x7fea7c1500f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3301/0 says I am v2:172.21.15.71:36200/0 (socket says 172.21.15.71:36200) 2023-06-26T03:01:46.372 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.368+0000 7fea80c6f640 1 -- 172.21.15.71:0/1311203025 learned_addr learned my addr 172.21.15.71:0/1311203025 (peer_addr_for_me v2:172.21.15.71:0/0) 2023-06-26T03:01:46.372 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.368+0000 7fea7bfff640 1 --2- 172.21.15.71:0/1311203025 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fea7c0703c0 0x7fea7c1542f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:46.372 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.368+0000 7fea80c6f640 1 -- 172.21.15.71:0/1311203025 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fea7c1586c0 msgr2=0x7fea7c1500f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:46.373 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.368+0000 7fea80c6f640 1 --2- 172.21.15.71:0/1311203025 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fea7c1586c0 0x7fea7c1500f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.373 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.368+0000 7fea80c6f640 1 -- 172.21.15.71:0/1311203025 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fea7c0703c0 msgr2=0x7fea7c1542f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:46.373 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.368+0000 7fea80c6f640 1 --2- 172.21.15.71:0/1311203025 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fea7c0703c0 0x7fea7c1542f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.373 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.368+0000 7fea80c6f640 1 -- 172.21.15.71:0/1311203025 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea7400bd40 con 0x7fea7c15cce0 2023-06-26T03:01:46.373 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.368+0000 7fea7bfff640 1 --2- 172.21.15.71:0/1311203025 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fea7c0703c0 0x7fea7c1542f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:46.373 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.368+0000 7fea7b7fe640 1 --2- 172.21.15.71:0/1311203025 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fea7c1586c0 0x7fea7c1500f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T03:01:46.373 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.368+0000 7fea80c6f640 1 --2- 172.21.15.71:0/1311203025 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fea7c15cce0 0x7fea7c1575c0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fea740b1040 tx=0x7fea7401b940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:46.373 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.368+0000 7fea78ff9640 1 -- 172.21.15.71:0/1311203025 <== mon.1 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea74009800 con 0x7fea7c15cce0 2023-06-26T03:01:46.374 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.368+0000 7fea78ff9640 1 -- 172.21.15.71:0/1311203025 <== mon.1 v2:172.21.15.71:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fea74009980 con 0x7fea7c15cce0 2023-06-26T03:01:46.374 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.368+0000 7fea826d2640 1 -- 172.21.15.71:0/1311203025 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fea7c0c77b0 con 0x7fea7c15cce0 2023-06-26T03:01:46.374 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.368+0000 7fea78ff9640 1 -- 172.21.15.71:0/1311203025 <== mon.1 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea74009d30 con 0x7fea7c15cce0 2023-06-26T03:01:46.374 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.368+0000 7fea826d2640 1 -- 172.21.15.71:0/1311203025 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea7c150630 con 0x7fea7c15cce0 2023-06-26T03:01:46.374 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.368+0000 7fea826d2640 1 -- 172.21.15.71:0/1311203025 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fea7c06e630 con 0x7fea7c15cce0 2023-06-26T03:01:46.375 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.368+0000 7fea78ff9640 1 -- 172.21.15.71:0/1311203025 <== mon.1 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fea74003ca0 con 0x7fea7c15cce0 2023-06-26T03:01:46.375 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.368+0000 7fea78ff9640 1 -- 172.21.15.71:0/1311203025 <== mon.1 v2:172.21.15.71:3300/0 5 ==== osd_map(7..7 src has 1..7) v4 ==== 1300+0+0 (secure 0 0 0) 0x7fea74004520 con 0x7fea7c15cce0 2023-06-26T03:01:46.375 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.372+0000 7fea78ff9640 1 -- 172.21.15.71:0/1311203025 <== mon.1 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7fea74004000 con 0x7fea7c15cce0 2023-06-26T03:01:46.375 INFO:tasks.ceph.mgr.x.smithi071.stderr:2023-06-26T03:01:46.372+0000 7f0dfd12a180 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-06-26T03:01:46.428 INFO:tasks.ceph.mgr.x.smithi071.stderr:2023-06-26T03:01:46.424+0000 7f0dfd12a180 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-06-26T03:01:46.440 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.436+0000 7fea826d2640 1 -- 172.21.15.71:0/1311203025 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd new", "uuid": "794da212-bc2a-49e0-b650-124b0cde4ff0", "id": 5} v 0) v1 -- 0x7fea7c04d790 con 0x7fea7c15cce0 2023-06-26T03:01:46.455 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.452+0000 7fea78ff9640 1 -- 172.21.15.71:0/1311203025 <== mon.1 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "794da212-bc2a-49e0-b650-124b0cde4ff0", "id": 5}]=0 v8) v1 ==== 112+0+2 (secure 0 0 0) 0x7fea740093d0 con 0x7fea7c15cce0 2023-06-26T03:01:46.455 INFO:teuthology.orchestra.run.smithi071.stdout:5 2023-06-26T03:01:46.456 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.452+0000 7fea826d2640 1 -- 172.21.15.71:0/1311203025 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fea7c15cce0 msgr2=0x7fea7c1575c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:46.457 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.452+0000 7fea826d2640 1 --2- 172.21.15.71:0/1311203025 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fea7c15cce0 0x7fea7c1575c0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fea740b1040 tx=0x7fea7401b940 comp rx=0 tx=0).stop 2023-06-26T03:01:46.457 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.452+0000 7fea826d2640 1 -- 172.21.15.71:0/1311203025 shutdown_connections 2023-06-26T03:01:46.457 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.452+0000 7fea826d2640 1 --2- 172.21.15.71:0/1311203025 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fea7c15cce0 0x7fea7c1575c0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.457 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.452+0000 7fea826d2640 1 --2- 172.21.15.71:0/1311203025 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fea7c1586c0 0x7fea7c1500f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.457 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.452+0000 7fea826d2640 1 --2- 172.21.15.71:0/1311203025 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fea7c0703c0 0x7fea7c1542f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.457 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.452+0000 7fea826d2640 1 -- 172.21.15.71:0/1311203025 >> 172.21.15.71:0/1311203025 conn(0x7fea7c0cece0 msgr2=0x7fea7c06cfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:46.457 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.452+0000 7fea826d2640 1 -- 172.21.15.71:0/1311203025 shutdown_connections 2023-06-26T03:01:46.458 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.452+0000 7fea826d2640 1 -- 172.21.15.71:0/1311203025 wait complete. 2023-06-26T03:01:46.459 INFO:tasks.ceph.mgr.y.smithi023.stderr:2023-06-26T03:01:46.451+0000 7f70fc2b4180 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-06-26T03:01:46.472 DEBUG:teuthology.orchestra.run.smithi071:> sudo ceph --cluster ceph osd new 91b4b8d9-e315-447a-a225-dc5206af4044 6 2023-06-26T03:01:46.509 INFO:tasks.ceph.mgr.x.smithi071.stderr:2023-06-26T03:01:46.504+0000 7f0dfd12a180 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-06-26T03:01:46.515 INFO:tasks.ceph.mgr.y.smithi023.stderr:2023-06-26T03:01:46.507+0000 7f70fc2b4180 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-06-26T03:01:46.563 INFO:tasks.ceph.mgr.x.smithi071.stderr:2023-06-26T03:01:46.560+0000 7f0dfd12a180 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-06-26T03:01:46.570 INFO:tasks.ceph.mgr.y.smithi023.stderr:2023-06-26T03:01:46.563+0000 7f70fc2b4180 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-06-26T03:01:46.623 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.620+0000 7f0be9933640 1 Processor -- start 2023-06-26T03:01:46.624 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.620+0000 7f0be9933640 1 -- start start 2023-06-26T03:01:46.625 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.620+0000 7f0be9933640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f0be40cea80 0x7f0be40c9c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:46.625 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.620+0000 7f0be9933640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0be40721a0 0x7f0be406f610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:46.625 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.620+0000 7f0be9933640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0be415be90 con 0x7f0be415bac0 2023-06-26T03:01:46.625 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.620+0000 7f0be9933640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0be40cabe0 con 0x7f0be40cea80 2023-06-26T03:01:46.625 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.620+0000 7f0be9933640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0be40cade0 con 0x7f0be40721a0 2023-06-26T03:01:46.626 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.620+0000 7f0be37fe640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0be40721a0 0x7f0be406f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:46.626 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.620+0000 7f0be27fc640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f0be40cea80 0x7f0be40c9c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:46.626 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.620+0000 7f0be37fe640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0be40721a0 0x7f0be406f610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3301/0 says I am v2:172.21.15.71:36210/0 (socket says 172.21.15.71:36210) 2023-06-26T03:01:46.626 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.620+0000 7f0be27fc640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f0be40cea80 0x7f0be40c9c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50458/0 (socket says 172.21.15.71:50458) 2023-06-26T03:01:46.626 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.620+0000 7f0be37fe640 1 -- 172.21.15.71:0/2337288376 learned_addr learned my addr 172.21.15.71:0/2337288376 (peer_addr_for_me v2:172.21.15.71:0/0) 2023-06-26T03:01:46.627 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.624+0000 7f0be37fe640 1 -- 172.21.15.71:0/2337288376 >> v2:172.21.15.71:3300/0 conn(0x7f0be40cea80 msgr2=0x7f0be40c9c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:46.627 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.624+0000 7f0be37fe640 1 --2- 172.21.15.71:0/2337288376 >> v2:172.21.15.71:3300/0 conn(0x7f0be40cea80 0x7f0be40c9c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.627 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.624+0000 7f0be37fe640 1 -- 172.21.15.71:0/2337288376 >> v1:172.21.15.23:6789/0 conn(0x7f0be415bac0 legacy=0x7f0be40ce370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:46.627 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.624+0000 7f0be37fe640 1 -- 172.21.15.71:0/2337288376 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0be40cb0c0 con 0x7f0be40721a0 2023-06-26T03:01:46.627 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.624+0000 7f0be27fc640 1 --2- 172.21.15.71:0/2337288376 >> v2:172.21.15.71:3300/0 conn(0x7f0be40cea80 0x7f0be40c9c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T03:01:46.628 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.624+0000 7f0be37fe640 1 --2- 172.21.15.71:0/2337288376 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0be40721a0 0x7f0be406f610 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f0bdc009e50 tx=0x7f0bdc01c980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=60c47a80037c9481 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:46.628 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.624+0000 7f0be1ffb640 1 -- 172.21.15.71:0/2337288376 <== mon.2 v2:172.21.15.71:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bdc0a5840 con 0x7f0be40721a0 2023-06-26T03:01:46.629 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.624+0000 7f0be1ffb640 1 -- 172.21.15.71:0/2337288376 <== mon.2 v2:172.21.15.71:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0bdc0a59a0 con 0x7f0be40721a0 2023-06-26T03:01:46.629 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.624+0000 7f0be1ffb640 1 -- 172.21.15.71:0/2337288376 <== mon.2 v2:172.21.15.71:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bdc0a5d30 con 0x7f0be40721a0 2023-06-26T03:01:46.629 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.624+0000 7f0be9933640 1 -- 172.21.15.71:0/2337288376 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0be40721a0 msgr2=0x7f0be406f610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:46.629 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.624+0000 7f0be9933640 1 --2- 172.21.15.71:0/2337288376 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0be40721a0 0x7f0be406f610 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f0bdc009e50 tx=0x7f0bdc01c980 comp rx=0 tx=0).stop 2023-06-26T03:01:46.629 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.624+0000 7f0be9933640 1 -- 172.21.15.71:0/2337288376 shutdown_connections 2023-06-26T03:01:46.629 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.624+0000 7f0be9933640 1 --2- 172.21.15.71:0/2337288376 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0be40721a0 0x7f0be406f610 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.629 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.624+0000 7f0be9933640 1 --2- 172.21.15.71:0/2337288376 >> v2:172.21.15.71:3300/0 conn(0x7f0be40cea80 0x7f0be40c9c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.629 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.624+0000 7f0be9933640 1 -- 172.21.15.71:0/2337288376 >> 172.21.15.71:0/2337288376 conn(0x7f0be406b6e0 msgr2=0x7f0be406bae0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:46.630 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.624+0000 7f0be9933640 1 -- 172.21.15.71:0/2337288376 shutdown_connections 2023-06-26T03:01:46.630 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.624+0000 7f0be9933640 1 -- 172.21.15.71:0/2337288376 wait complete. 2023-06-26T03:01:46.631 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.628+0000 7f0be9933640 1 Processor -- start 2023-06-26T03:01:46.632 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.628+0000 7f0be9933640 1 -- start start 2023-06-26T03:01:46.632 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.628+0000 7f0be9933640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0be40721a0 0x7f0be41535c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:46.632 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.628+0000 7f0be9933640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0be40cea80 0x7f0be4156950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:46.632 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.628+0000 7f0be9933640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0be415bac0 0x7f0be414b600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:46.632 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.628+0000 7f0be9933640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0be415c090 con 0x7f0be40cea80 2023-06-26T03:01:46.632 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.628+0000 7f0be9933640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0be4153b00 con 0x7f0be415bac0 2023-06-26T03:01:46.632 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.628+0000 7f0be9933640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0be4156e90 con 0x7f0be40721a0 2023-06-26T03:01:46.632 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.628+0000 7f0be37fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0be415bac0 0x7f0be414b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:46.633 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.628+0000 7f0be37fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0be415bac0 0x7f0be414b600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50466/0 (socket says 172.21.15.71:50466) 2023-06-26T03:01:46.633 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.628+0000 7f0be37fe640 1 -- 172.21.15.71:0/1882385458 learned_addr learned my addr 172.21.15.71:0/1882385458 (peer_addr_for_me v2:172.21.15.71:0/0) 2023-06-26T03:01:46.633 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.628+0000 7f0be2ffd640 1 --2- 172.21.15.71:0/1882385458 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0be40721a0 0x7f0be41535c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:46.633 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.628+0000 7f0be27fc640 1 --2- 172.21.15.71:0/1882385458 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0be40cea80 0x7f0be4156950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:46.633 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.628+0000 7f0be37fe640 1 -- 172.21.15.71:0/1882385458 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0be40721a0 msgr2=0x7f0be41535c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:46.633 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.628+0000 7f0be37fe640 1 --2- 172.21.15.71:0/1882385458 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0be40721a0 0x7f0be41535c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.633 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.628+0000 7f0be37fe640 1 -- 172.21.15.71:0/1882385458 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0be40cea80 msgr2=0x7f0be4156950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:46.634 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.628+0000 7f0be37fe640 1 --2- 172.21.15.71:0/1882385458 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0be40cea80 0x7f0be4156950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.634 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.628+0000 7f0be37fe640 1 -- 172.21.15.71:0/1882385458 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0bd8009420 con 0x7f0be415bac0 2023-06-26T03:01:46.634 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.628+0000 7f0be37fe640 1 --2- 172.21.15.71:0/1882385458 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0be415bac0 0x7f0be414b600 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f0bdc01a5b0 tx=0x7f0bdc019720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:46.634 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.628+0000 7f0bcbfff640 1 -- 172.21.15.71:0/1882385458 <== mon.1 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bdc0b8670 con 0x7f0be415bac0 2023-06-26T03:01:46.634 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.628+0000 7f0bcbfff640 1 -- 172.21.15.71:0/1882385458 <== mon.1 v2:172.21.15.71:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0bdc0b87d0 con 0x7f0be415bac0 2023-06-26T03:01:46.634 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.628+0000 7f0be9933640 1 -- 172.21.15.71:0/1882385458 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0bdc009b30 con 0x7f0be415bac0 2023-06-26T03:01:46.634 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.628+0000 7f0bcbfff640 1 -- 172.21.15.71:0/1882385458 <== mon.1 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bdc0b8b60 con 0x7f0be415bac0 2023-06-26T03:01:46.634 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.628+0000 7f0be9933640 1 -- 172.21.15.71:0/1882385458 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0be4152980 con 0x7f0be415bac0 2023-06-26T03:01:46.635 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.628+0000 7f0bcbfff640 1 -- 172.21.15.71:0/1882385458 <== mon.1 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f0bdc0c1400 con 0x7f0be415bac0 2023-06-26T03:01:46.635 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.628+0000 7f0bcbfff640 1 -- 172.21.15.71:0/1882385458 <== mon.1 v2:172.21.15.71:3300/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1415+0+0 (secure 0 0 0) 0x7f0bdc0b6a80 con 0x7f0be415bac0 2023-06-26T03:01:46.635 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.628+0000 7f0be9933640 1 -- 172.21.15.71:0/1882385458 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0be4154e70 con 0x7f0be415bac0 2023-06-26T03:01:46.635 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.632+0000 7f0bcbfff640 1 -- 172.21.15.71:0/1882385458 <== mon.1 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7f0bdc0bc020 con 0x7f0be415bac0 2023-06-26T03:01:46.650 INFO:tasks.ceph.mgr.y.smithi023.stderr:2023-06-26T03:01:46.643+0000 7f70fc2b4180 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-06-26T03:01:46.701 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.700+0000 7f0be9933640 1 -- 172.21.15.71:0/1882385458 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd new", "uuid": "91b4b8d9-e315-447a-a225-dc5206af4044", "id": 6} v 0) v1 -- 0x7f0be404d790 con 0x7f0be415bac0 2023-06-26T03:01:46.704 INFO:tasks.ceph.mgr.y.smithi023.stderr:2023-06-26T03:01:46.695+0000 7f70fc2b4180 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-06-26T03:01:46.706 INFO:tasks.ceph.mgr.x.smithi071.stderr:2023-06-26T03:01:46.704+0000 7f0dfd12a180 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-06-26T03:01:46.712 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.708+0000 7f0bcbfff640 1 -- 172.21.15.71:0/1882385458 <== mon.1 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "91b4b8d9-e315-447a-a225-dc5206af4044", "id": 6}]=0 v9) v1 ==== 112+0+2 (secure 0 0 0) 0x7f0bdc0b6e90 con 0x7f0be415bac0 2023-06-26T03:01:46.712 INFO:teuthology.orchestra.run.smithi071.stdout:6 2023-06-26T03:01:46.713 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.712+0000 7f0be9933640 1 -- 172.21.15.71:0/1882385458 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0be415bac0 msgr2=0x7f0be414b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:46.713 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.712+0000 7f0be9933640 1 --2- 172.21.15.71:0/1882385458 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0be415bac0 0x7f0be414b600 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f0bdc01a5b0 tx=0x7f0bdc019720 comp rx=0 tx=0).stop 2023-06-26T03:01:46.714 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.712+0000 7f0be9933640 1 -- 172.21.15.71:0/1882385458 shutdown_connections 2023-06-26T03:01:46.714 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.712+0000 7f0be9933640 1 --2- 172.21.15.71:0/1882385458 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0be415bac0 0x7f0be414b600 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.714 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.712+0000 7f0be9933640 1 --2- 172.21.15.71:0/1882385458 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0be40cea80 0x7f0be4156950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.714 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.712+0000 7f0be9933640 1 --2- 172.21.15.71:0/1882385458 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0be40721a0 0x7f0be41535c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.715 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.712+0000 7f0be9933640 1 -- 172.21.15.71:0/1882385458 >> 172.21.15.71:0/1882385458 conn(0x7f0be406b6e0 msgr2=0x7f0be40c9be0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:46.715 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.712+0000 7f0be9933640 1 -- 172.21.15.71:0/1882385458 shutdown_connections 2023-06-26T03:01:46.715 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.712+0000 7f0be9933640 1 -- 172.21.15.71:0/1882385458 wait complete. 2023-06-26T03:01:46.729 DEBUG:teuthology.orchestra.run.smithi071:> sudo ceph --cluster ceph osd new 4810383d-c2b0-4b64-bbb0-83d7a29e306c 7 2023-06-26T03:01:46.771 INFO:tasks.ceph.mgr.x.smithi071.stderr:2023-06-26T03:01:46.768+0000 7f0dfd12a180 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-06-26T03:01:46.784 INFO:tasks.ceph.mgr.y.smithi023.stderr:2023-06-26T03:01:46.775+0000 7f70fc2b4180 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-06-26T03:01:46.838 INFO:tasks.ceph.mgr.y.smithi023.stderr:2023-06-26T03:01:46.831+0000 7f70fc2b4180 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-06-26T03:01:46.839 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.836+0000 7f211f578640 1 Processor -- start 2023-06-26T03:01:46.839 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.836+0000 7f211f578640 1 -- start start 2023-06-26T03:01:46.840 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.836+0000 7f211f578640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f211806a6e0 0x7f211806e410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:46.840 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.836+0000 7f211f578640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f211805fed0 0x7f2118060350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:46.840 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.836+0000 7f211f578640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f211806ab30 con 0x7f21181597f0 2023-06-26T03:01:46.840 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.836+0000 7f211f578640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2118060890 con 0x7f211806a6e0 2023-06-26T03:01:46.841 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.836+0000 7f211f578640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f211806df80 con 0x7f211805fed0 2023-06-26T03:01:46.841 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.836+0000 7f211db15640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f211805fed0 0x7f2118060350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:46.841 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.836+0000 7f211db15640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f211805fed0 0x7f2118060350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50480/0 (socket says 172.21.15.71:50480) 2023-06-26T03:01:46.841 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.836+0000 7f211db15640 1 -- 172.21.15.71:0/3161404620 learned_addr learned my addr 172.21.15.71:0/3161404620 (peer_addr_for_me v2:172.21.15.71:0/0) 2023-06-26T03:01:46.841 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.836+0000 7f211cb13640 1 --2- 172.21.15.71:0/3161404620 >> v2:172.21.15.23:3300/0 conn(0x7f211806a6e0 0x7f211806e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:46.841 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.836+0000 7f211db15640 1 -- 172.21.15.71:0/3161404620 >> v2:172.21.15.23:3300/0 conn(0x7f211806a6e0 msgr2=0x7f211806e410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:46.841 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.836+0000 7f211db15640 1 --2- 172.21.15.71:0/3161404620 >> v2:172.21.15.23:3300/0 conn(0x7f211806a6e0 0x7f211806e410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.841 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.836+0000 7f211db15640 1 -- 172.21.15.71:0/3161404620 >> v1:172.21.15.23:6789/0 conn(0x7f21181597f0 legacy=0x7f21180cae80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:46.842 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.836+0000 7f211db15640 1 -- 172.21.15.71:0/3161404620 --> v2:172.21.15.71:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f211806d650 con 0x7f211805fed0 2023-06-26T03:01:46.842 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.840+0000 7f211db15640 1 --2- 172.21.15.71:0/3161404620 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f211805fed0 0x7f2118060350 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f2118069e80 tx=0x7f211001c910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7a7799bf9a41775e server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:46.842 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.840+0000 7f210ffff640 1 -- 172.21.15.71:0/3161404620 <== mon.1 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21100a57d0 con 0x7f211805fed0 2023-06-26T03:01:46.843 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.840+0000 7f210ffff640 1 -- 172.21.15.71:0/3161404620 <== mon.1 v2:172.21.15.71:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21100a5930 con 0x7f211805fed0 2023-06-26T03:01:46.843 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.840+0000 7f210ffff640 1 -- 172.21.15.71:0/3161404620 <== mon.1 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21100a5cc0 con 0x7f211805fed0 2023-06-26T03:01:46.843 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.840+0000 7f211f578640 1 -- 172.21.15.71:0/3161404620 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f211805fed0 msgr2=0x7f2118060350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:46.844 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.840+0000 7f211f578640 1 --2- 172.21.15.71:0/3161404620 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f211805fed0 0x7f2118060350 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f2118069e80 tx=0x7f211001c910 comp rx=0 tx=0).stop 2023-06-26T03:01:46.844 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.840+0000 7f211f578640 1 -- 172.21.15.71:0/3161404620 shutdown_connections 2023-06-26T03:01:46.844 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.840+0000 7f211f578640 1 --2- 172.21.15.71:0/3161404620 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f211805fed0 0x7f2118060350 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.844 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.840+0000 7f211f578640 1 --2- 172.21.15.71:0/3161404620 >> v2:172.21.15.23:3300/0 conn(0x7f211806a6e0 0x7f211806e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.844 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.840+0000 7f211f578640 1 -- 172.21.15.71:0/3161404620 >> 172.21.15.71:0/3161404620 conn(0x7f21180cece0 msgr2=0x7f21180cf0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:46.844 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.840+0000 7f211f578640 1 -- 172.21.15.71:0/3161404620 shutdown_connections 2023-06-26T03:01:46.844 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.840+0000 7f211f578640 1 -- 172.21.15.71:0/3161404620 wait complete. 2023-06-26T03:01:46.845 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.840+0000 7f211f578640 1 Processor -- start 2023-06-26T03:01:46.846 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.840+0000 7f211f578640 1 -- start start 2023-06-26T03:01:46.846 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.840+0000 7f211f578640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f211805fed0 0x7f211814c120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:46.846 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.840+0000 7f211f578640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f211806a6e0 0x7f21180ccd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:46.846 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.840+0000 7f211f578640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f21181597f0 0x7f211814ca60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:46.846 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.840+0000 7f211f578640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21180ce790 con 0x7f211806a6e0 2023-06-26T03:01:46.846 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.840+0000 7f211f578640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21180cd6f0 con 0x7f211805fed0 2023-06-26T03:01:46.846 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.840+0000 7f211f578640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21180cd9d0 con 0x7f21181597f0 2023-06-26T03:01:46.847 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.840+0000 7f211d314640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f211805fed0 0x7f211814c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:46.847 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.844+0000 7f211d314640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f211805fed0 0x7f211814c120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.71:50492/0 (socket says 172.21.15.71:50492) 2023-06-26T03:01:46.847 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.844+0000 7f211d314640 1 -- 172.21.15.71:0/2565661709 learned_addr learned my addr 172.21.15.71:0/2565661709 (peer_addr_for_me v2:172.21.15.71:0/0) 2023-06-26T03:01:46.847 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.844+0000 7f211db15640 1 --2- 172.21.15.71:0/2565661709 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f21181597f0 0x7f211814ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:46.847 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.844+0000 7f211cb13640 1 --2- 172.21.15.71:0/2565661709 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f211806a6e0 0x7f21180ccd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:46.847 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.844+0000 7f211d314640 1 -- 172.21.15.71:0/2565661709 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f21181597f0 msgr2=0x7f211814ca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:46.847 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.844+0000 7f211d314640 1 --2- 172.21.15.71:0/2565661709 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f21181597f0 0x7f211814ca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.847 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.844+0000 7f211d314640 1 -- 172.21.15.71:0/2565661709 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f211806a6e0 msgr2=0x7f21180ccd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:46.848 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.844+0000 7f211d314640 1 --2- 172.21.15.71:0/2565661709 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f211806a6e0 0x7f21180ccd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.848 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.844+0000 7f211d314640 1 -- 172.21.15.71:0/2565661709 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2110009b30 con 0x7f211805fed0 2023-06-26T03:01:46.848 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.844+0000 7f211d314640 1 --2- 172.21.15.71:0/2565661709 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f211805fed0 0x7f211814c120 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f211400c500 tx=0x7f211400c9c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:46.849 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.844+0000 7f210dffb640 1 -- 172.21.15.71:0/2565661709 <== mon.1 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2114005220 con 0x7f211805fed0 2023-06-26T03:01:46.849 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.844+0000 7f210dffb640 1 -- 172.21.15.71:0/2565661709 <== mon.1 v2:172.21.15.71:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2114005380 con 0x7f211805fed0 2023-06-26T03:01:46.849 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.844+0000 7f210dffb640 1 -- 172.21.15.71:0/2565661709 <== mon.1 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2114007270 con 0x7f211805fed0 2023-06-26T03:01:46.849 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.844+0000 7f211f578640 1 -- 172.21.15.71:0/2565661709 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f21180cdcb0 con 0x7f211805fed0 2023-06-26T03:01:46.849 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.844+0000 7f211f578640 1 -- 172.21.15.71:0/2565661709 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21180ce270 con 0x7f211805fed0 2023-06-26T03:01:46.849 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.844+0000 7f210dffb640 1 -- 172.21.15.71:0/2565661709 <== mon.1 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f21140067e0 con 0x7f211805fed0 2023-06-26T03:01:46.850 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.844+0000 7f210dffb640 1 -- 172.21.15.71:0/2565661709 <== mon.1 v2:172.21.15.71:3300/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1530+0+0 (secure 0 0 0) 0x7f211401b400 con 0x7f211805fed0 2023-06-26T03:01:46.850 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.844+0000 7f211f578640 1 -- 172.21.15.71:0/2565661709 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f211804d790 con 0x7f211805fed0 2023-06-26T03:01:46.850 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.844+0000 7f210dffb640 1 -- 172.21.15.71:0/2565661709 <== mon.1 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7f2114016020 con 0x7f211805fed0 2023-06-26T03:01:46.916 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.912+0000 7f211f578640 1 -- 172.21.15.71:0/2565661709 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd new", "uuid": "4810383d-c2b0-4b64-bbb0-83d7a29e306c", "id": 7} v 0) v1 -- 0x7f21180ca580 con 0x7f211805fed0 2023-06-26T03:01:46.928 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.924+0000 7f210dffb640 1 -- 172.21.15.71:0/2565661709 <== mon.1 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "4810383d-c2b0-4b64-bbb0-83d7a29e306c", "id": 7}]=0 v10) v1 ==== 112+0+2 (secure 0 0 0) 0x7f211402a0b0 con 0x7f211805fed0 2023-06-26T03:01:46.929 INFO:teuthology.orchestra.run.smithi071.stdout:7 2023-06-26T03:01:46.930 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.928+0000 7f211f578640 1 -- 172.21.15.71:0/2565661709 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f211805fed0 msgr2=0x7f211814c120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:46.930 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.928+0000 7f211f578640 1 --2- 172.21.15.71:0/2565661709 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f211805fed0 0x7f211814c120 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f211400c500 tx=0x7f211400c9c0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.930 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.928+0000 7f211f578640 1 -- 172.21.15.71:0/2565661709 shutdown_connections 2023-06-26T03:01:46.930 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.928+0000 7f211f578640 1 --2- 172.21.15.71:0/2565661709 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f21181597f0 0x7f211814ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.930 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.928+0000 7f211f578640 1 --2- 172.21.15.71:0/2565661709 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f211806a6e0 0x7f21180ccd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.930 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.928+0000 7f211f578640 1 --2- 172.21.15.71:0/2565661709 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f211805fed0 0x7f211814c120 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:46.931 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.928+0000 7f211f578640 1 -- 172.21.15.71:0/2565661709 >> 172.21.15.71:0/2565661709 conn(0x7f21180cece0 msgr2=0x7f21180caaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:46.931 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.928+0000 7f211f578640 1 -- 172.21.15.71:0/2565661709 shutdown_connections 2023-06-26T03:01:46.931 INFO:teuthology.orchestra.run.smithi071.stderr:2023-06-26T03:01:46.928+0000 7f211f578640 1 -- 172.21.15.71:0/2565661709 wait complete. 2023-06-26T03:01:46.944 INFO:tasks.ceph.osd.0:Restarting daemon 2023-06-26T03:01:46.945 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2023-06-26T03:01:46.947 INFO:tasks.ceph.osd.0:Started 2023-06-26T03:01:46.947 INFO:tasks.ceph.osd.1:Restarting daemon 2023-06-26T03:01:46.947 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2023-06-26T03:01:46.949 INFO:tasks.ceph.osd.1:Started 2023-06-26T03:01:46.950 INFO:tasks.ceph.osd.2:Restarting daemon 2023-06-26T03:01:46.950 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2023-06-26T03:01:46.952 INFO:tasks.ceph.osd.2:Started 2023-06-26T03:01:46.952 INFO:tasks.ceph.osd.3:Restarting daemon 2023-06-26T03:01:46.952 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2023-06-26T03:01:46.954 INFO:tasks.ceph.osd.3:Started 2023-06-26T03:01:46.955 INFO:tasks.ceph.osd.4:Restarting daemon 2023-06-26T03:01:46.955 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2023-06-26T03:01:46.985 INFO:tasks.ceph.mgr.y.smithi023.stderr:2023-06-26T03:01:46.979+0000 7f70fc2b4180 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-06-26T03:01:46.986 INFO:tasks.ceph.osd.4:Started 2023-06-26T03:01:46.987 INFO:tasks.ceph.osd.5:Restarting daemon 2023-06-26T03:01:46.987 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2023-06-26T03:01:46.988 INFO:tasks.ceph.osd.5:Started 2023-06-26T03:01:46.989 INFO:tasks.ceph.osd.6:Restarting daemon 2023-06-26T03:01:46.989 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2023-06-26T03:01:46.991 INFO:tasks.ceph.osd.6:Started 2023-06-26T03:01:46.991 INFO:tasks.ceph.osd.7:Restarting daemon 2023-06-26T03:01:46.991 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2023-06-26T03:01:46.993 INFO:tasks.ceph.osd.7:Started 2023-06-26T03:01:46.993 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:01:47.060 INFO:tasks.ceph.mgr.y.smithi023.stderr:2023-06-26T03:01:47.051+0000 7f70fc2b4180 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-06-26T03:01:47.112 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.103+0000 7f5566cf8640 1 Processor -- start 2023-06-26T03:01:47.112 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.103+0000 7f5566cf8640 1 -- start start 2023-06-26T03:01:47.113 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.103+0000 7f5566cf8640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f5560159760 0x7f55600ce750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:47.113 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.103+0000 7f5566cf8640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f55600ced80 0x7f55600cf1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:47.113 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.103+0000 7f5566cf8640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f55600cf720 con 0x7f55600cce30 2023-06-26T03:01:47.113 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.103+0000 7f5566cf8640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5560159b30 con 0x7f55600ced80 2023-06-26T03:01:47.114 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.103+0000 7f5566cf8640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f55600cbd90 con 0x7f5560159760 2023-06-26T03:01:47.114 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.103+0000 7f5565295640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f55600ced80 0x7f55600cf1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:47.114 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.103+0000 7f555ffff640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f55600cce30 0x7f55600cb4b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:45452/0 (socket says 172.21.15.23:45452) 2023-06-26T03:01:47.114 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.103+0000 7f555ffff640 1 -- 172.21.15.23:0/3760607754 learned_addr learned my addr 172.21.15.23:0/3760607754 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:01:47.114 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.107+0000 7f5564a94640 1 --2- 172.21.15.23:0/3760607754 >> v2:172.21.15.71:3300/0 conn(0x7f5560159760 0x7f55600ce750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:47.115 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.107+0000 7f5565295640 1 -- 172.21.15.23:0/3760607754 >> v2:172.21.15.71:3300/0 conn(0x7f5560159760 msgr2=0x7f55600ce750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:47.115 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.107+0000 7f5565295640 1 --2- 172.21.15.23:0/3760607754 >> v2:172.21.15.71:3300/0 conn(0x7f5560159760 0x7f55600ce750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:47.115 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.107+0000 7f5565295640 1 -- 172.21.15.23:0/3760607754 >> v1:172.21.15.23:6789/0 conn(0x7f55600cce30 legacy=0x7f55600cb4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:47.115 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.107+0000 7f555f7fe640 1 -- 172.21.15.23:0/3760607754 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3081695158 0 0) 0x7f55600cf720 con 0x7f55600cce30 2023-06-26T03:01:47.115 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.107+0000 7f5565295640 1 -- 172.21.15.23:0/3760607754 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55600cc070 con 0x7f55600ced80 2023-06-26T03:01:47.116 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.107+0000 7f5564a94640 1 --2- 172.21.15.23:0/3760607754 >> v2:172.21.15.71:3300/0 conn(0x7f5560159760 0x7f55600ce750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:01:47.117 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.107+0000 7f5565295640 1 --2- 172.21.15.23:0/3760607754 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f55600ced80 0x7f55600cf1e0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f556006cd00 tx=0x7f555801c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e2861a1e1a48c9a server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:47.117 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.107+0000 7f555f7fe640 1 -- 172.21.15.23:0/3760607754 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55580a58c0 con 0x7f55600ced80 2023-06-26T03:01:47.117 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.107+0000 7f555f7fe640 1 -- 172.21.15.23:0/3760607754 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f55580a5a20 con 0x7f55600ced80 2023-06-26T03:01:47.117 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.107+0000 7f555f7fe640 1 -- 172.21.15.23:0/3760607754 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55580a5db0 con 0x7f55600ced80 2023-06-26T03:01:47.118 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f5566cf8640 1 -- 172.21.15.23:0/3760607754 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f55600ced80 msgr2=0x7f55600cf1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:47.118 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f5566cf8640 1 --2- 172.21.15.23:0/3760607754 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f55600ced80 0x7f55600cf1e0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f556006cd00 tx=0x7f555801c910 comp rx=0 tx=0).stop 2023-06-26T03:01:47.118 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f5566cf8640 1 -- 172.21.15.23:0/3760607754 shutdown_connections 2023-06-26T03:01:47.118 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f5566cf8640 1 --2- 172.21.15.23:0/3760607754 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f55600ced80 0x7f55600cf1e0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:47.118 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f5566cf8640 1 --2- 172.21.15.23:0/3760607754 >> v2:172.21.15.71:3300/0 conn(0x7f5560159760 0x7f55600ce750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:47.118 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f5566cf8640 1 -- 172.21.15.23:0/3760607754 >> 172.21.15.23:0/3760607754 conn(0x7f556006d020 msgr2=0x7f556006d420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:47.119 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f5566cf8640 1 -- 172.21.15.23:0/3760607754 shutdown_connections 2023-06-26T03:01:47.119 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f5566cf8640 1 -- 172.21.15.23:0/3760607754 wait complete. 2023-06-26T03:01:47.120 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f5566cf8640 1 Processor -- start 2023-06-26T03:01:47.120 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f5566cf8640 1 -- start start 2023-06-26T03:01:47.120 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f5566cf8640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f55600cce30 0x7f5560151d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:47.120 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f5566cf8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f55600ced80 0x7f556015b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:47.121 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f5566cf8640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5560159760 0x7f556015ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:47.121 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f5566cf8640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f556015cd20 con 0x7f55600cce30 2023-06-26T03:01:47.121 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f5566cf8640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f556015c0a0 con 0x7f55600ced80 2023-06-26T03:01:47.121 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f5566cf8640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f556015c380 con 0x7f5560159760 2023-06-26T03:01:47.121 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f5564a94640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f55600cce30 0x7f5560151d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:47.121 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f5564a94640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f55600cce30 0x7f5560151d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35650/0 (socket says 172.21.15.23:35650) 2023-06-26T03:01:47.121 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f5564a94640 1 -- 172.21.15.23:0/3265517536 learned_addr learned my addr 172.21.15.23:0/3265517536 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:01:47.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f555ffff640 1 --2- 172.21.15.23:0/3265517536 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f55600ced80 0x7f556015b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:47.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f5565295640 1 --2- 172.21.15.23:0/3265517536 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5560159760 0x7f556015ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:47.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f5564a94640 1 -- 172.21.15.23:0/3265517536 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5560159760 msgr2=0x7f556015ba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:47.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f5564a94640 1 --2- 172.21.15.23:0/3265517536 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5560159760 0x7f556015ba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:47.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f5564a94640 1 -- 172.21.15.23:0/3265517536 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f55600ced80 msgr2=0x7f556015b4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:47.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f5564a94640 1 --2- 172.21.15.23:0/3265517536 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f55600ced80 0x7f556015b4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:47.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f5564a94640 1 -- 172.21.15.23:0/3265517536 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5558009a70 con 0x7f55600cce30 2023-06-26T03:01:47.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f5565295640 1 --2- 172.21.15.23:0/3265517536 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5560159760 0x7f556015ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:01:47.123 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f5564a94640 1 --2- 172.21.15.23:0/3265517536 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f55600cce30 0x7f5560151d60 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f555400d800 tx=0x7f555400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:47.123 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f555d7fa640 1 -- 172.21.15.23:0/3265517536 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55540096c0 con 0x7f55600cce30 2023-06-26T03:01:47.124 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f555d7fa640 1 -- 172.21.15.23:0/3265517536 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5554009820 con 0x7f55600cce30 2023-06-26T03:01:47.124 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f5566cf8640 1 -- 172.21.15.23:0/3265517536 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f556015c660 con 0x7f55600cce30 2023-06-26T03:01:47.124 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f555d7fa640 1 -- 172.21.15.23:0/3265517536 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5554009bd0 con 0x7f55600cce30 2023-06-26T03:01:47.124 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f5566cf8640 1 -- 172.21.15.23:0/3265517536 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5560152570 con 0x7f55600cce30 2023-06-26T03:01:47.124 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f555d7fa640 1 -- 172.21.15.23:0/3265517536 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f5554014710 con 0x7f55600cce30 2023-06-26T03:01:47.124 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.111+0000 7f555d7fa640 1 -- 172.21.15.23:0/3265517536 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7f555401dc60 con 0x7f55600cce30 2023-06-26T03:01:47.124 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.115+0000 7f5566cf8640 1 -- 172.21.15.23:0/3265517536 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f556004d790 con 0x7f55600cce30 2023-06-26T03:01:47.125 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.115+0000 7f555d7fa640 1 -- 172.21.15.23:0/3265517536 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7f5554018020 con 0x7f55600cce30 2023-06-26T03:01:47.179 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.171+0000 7f5566cf8640 1 -- 172.21.15.23:0/3265517536 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5560072100 con 0x7f55600cce30 2023-06-26T03:01:47.180 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.171+0000 7f555d7fa640 1 -- 172.21.15.23:0/3265517536 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7f555402c090 con 0x7f55600cce30 2023-06-26T03:01:47.180 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:01:47.181 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":10,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:01:46.914812+0000","last_up_change":"0.000000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:01:47.181 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.175+0000 7f5566cf8640 1 -- 172.21.15.23:0/3265517536 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f55600cce30 msgr2=0x7f5560151d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:47.182 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.175+0000 7f5566cf8640 1 --2- 172.21.15.23:0/3265517536 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f55600cce30 0x7f5560151d60 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f555400d800 tx=0x7f555400dcc0 comp rx=0 tx=0).stop 2023-06-26T03:01:47.182 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.175+0000 7f5566cf8640 1 -- 172.21.15.23:0/3265517536 shutdown_connections 2023-06-26T03:01:47.182 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.175+0000 7f5566cf8640 1 --2- 172.21.15.23:0/3265517536 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5560159760 0x7f556015ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:47.182 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.175+0000 7f5566cf8640 1 --2- 172.21.15.23:0/3265517536 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f55600ced80 0x7f556015b4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:47.182 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.175+0000 7f5566cf8640 1 --2- 172.21.15.23:0/3265517536 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f55600cce30 0x7f5560151d60 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:47.182 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.175+0000 7f5566cf8640 1 -- 172.21.15.23:0/3265517536 >> 172.21.15.23:0/3265517536 conn(0x7f556006d020 msgr2=0x7f556006d3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:47.182 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.175+0000 7f5566cf8640 1 -- 172.21.15.23:0/3265517536 shutdown_connections 2023-06-26T03:01:47.183 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:01:47.175+0000 7f5566cf8640 1 -- 172.21.15.23:0/3265517536 wait complete. 2023-06-26T03:01:47.196 INFO:tasks.ceph.ceph_manager.ceph:[] 2023-06-26T03:01:47.197 INFO:tasks.ceph:Waiting for OSDs to come up 2023-06-26T03:01:47.360 INFO:tasks.ceph.mgr.x.smithi071.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2023-06-26T03:01:47.360 INFO:tasks.ceph.mgr.x.smithi071.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2023-06-26T03:01:47.360 INFO:tasks.ceph.mgr.x.smithi071.stderr: from numpy import show_config as show_numpy_config 2023-06-26T03:01:47.404 INFO:tasks.ceph.mgr.x.smithi071.stderr:2023-06-26T03:01:47.400+0000 7f0dfd12a180 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-06-26T03:01:47.552 INFO:tasks.ceph.mgr.x.smithi071.stderr:2023-06-26T03:01:47.548+0000 7f0dfd12a180 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-06-26T03:01:47.567 INFO:tasks.ceph.osd.3.smithi023.stderr:2023-06-26T03:01:47.559+0000 7f7f40e36640 -1 Falling back to public interface 2023-06-26T03:01:47.594 INFO:tasks.ceph.osd.1.smithi023.stderr:2023-06-26T03:01:47.587+0000 7f4ca25cc640 -1 Falling back to public interface 2023-06-26T03:01:47.594 INFO:tasks.ceph.osd.2.smithi023.stderr:2023-06-26T03:01:47.587+0000 7f444c435640 -1 Falling back to public interface 2023-06-26T03:01:47.598 INFO:tasks.ceph.osd.4.smithi071.stderr:2023-06-26T03:01:47.596+0000 7ff224d72640 -1 Falling back to public interface 2023-06-26T03:01:47.599 INFO:tasks.ceph.osd.7.smithi071.stderr:2023-06-26T03:01:47.596+0000 7ff0eaafb640 -1 Falling back to public interface 2023-06-26T03:01:47.602 INFO:tasks.ceph.osd.0.smithi023.stderr:2023-06-26T03:01:47.595+0000 7f23349aa640 -1 Falling back to public interface 2023-06-26T03:01:47.602 INFO:tasks.ceph.osd.5.smithi071.stderr:2023-06-26T03:01:47.600+0000 7fcd067f3640 -1 Falling back to public interface 2023-06-26T03:01:47.610 INFO:tasks.ceph.osd.6.smithi071.stderr:2023-06-26T03:01:47.608+0000 7fd3d0c24640 -1 Falling back to public interface 2023-06-26T03:01:47.688 INFO:tasks.ceph.mgr.y.smithi023.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2023-06-26T03:01:47.689 INFO:tasks.ceph.mgr.y.smithi023.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2023-06-26T03:01:47.689 INFO:tasks.ceph.mgr.y.smithi023.stderr: from numpy import show_config as show_numpy_config 2023-06-26T03:01:47.726 INFO:tasks.ceph.mgr.x.smithi071.stderr:2023-06-26T03:01:47.724+0000 7f0dfd12a180 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-06-26T03:01:47.775 INFO:tasks.ceph.mgr.y.smithi023.stderr:2023-06-26T03:01:47.767+0000 7f70fc2b4180 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-06-26T03:01:47.796 INFO:tasks.ceph.mgr.x.smithi071.stderr:2023-06-26T03:01:47.792+0000 7f0dfd12a180 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-06-26T03:01:47.931 INFO:tasks.ceph.mgr.x.smithi071.stderr:2023-06-26T03:01:47.928+0000 7f0dfd12a180 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-06-26T03:01:47.949 INFO:tasks.ceph.mgr.y.smithi023.stderr:2023-06-26T03:01:47.939+0000 7f70fc2b4180 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-06-26T03:01:48.002 DEBUG:teuthology.orchestra.run.smithi023:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-06-26T03:01:48.120 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.111+0000 7f41ca892640 1 Processor -- start 2023-06-26T03:01:48.120 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.111+0000 7f41ca892640 1 -- start start 2023-06-26T03:01:48.121 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.111+0000 7f41ca892640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f41c415b860 0x7f41c405fed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:48.121 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.111+0000 7f41ca892640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f41c4060410 0x7f41c406a700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:48.121 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.111+0000 7f41ca892640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f41c40ce680 con 0x7f41c415bc30 2023-06-26T03:01:48.121 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.111+0000 7f41ca892640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f41c4060810 con 0x7f41c415b860 2023-06-26T03:01:48.121 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.111+0000 7f41ca892640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f41c40cda70 con 0x7f41c4060410 2023-06-26T03:01:48.122 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.111+0000 7f41c3fff640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f41c415b860 0x7f41c405fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:48.122 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.111+0000 7f41c3fff640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f41c415b860 0x7f41c405fed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:41548/0 (socket says 172.21.15.23:41548) 2023-06-26T03:01:48.122 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.111+0000 7f41c3fff640 1 -- 172.21.15.23:0/79631899 learned_addr learned my addr 172.21.15.23:0/79631899 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:01:48.122 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.111+0000 7f41c37fe640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f41c415bc30 0x7f41c4069ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:38412/0 (socket says 172.21.15.23:38412) 2023-06-26T03:01:48.123 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.115+0000 7f41c8e2f640 1 --2- 172.21.15.23:0/79631899 >> v2:172.21.15.71:3300/0 conn(0x7f41c4060410 0x7f41c406a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:48.123 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.115+0000 7f41c3fff640 1 -- 172.21.15.23:0/79631899 >> v2:172.21.15.71:3300/0 conn(0x7f41c4060410 msgr2=0x7f41c406a700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:48.123 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.115+0000 7f41c3fff640 1 --2- 172.21.15.23:0/79631899 >> v2:172.21.15.71:3300/0 conn(0x7f41c4060410 0x7f41c406a700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:48.123 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.115+0000 7f41c3fff640 1 -- 172.21.15.23:0/79631899 >> v1:172.21.15.23:6789/0 conn(0x7f41c415bc30 legacy=0x7f41c4069ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:48.123 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.115+0000 7f41c3fff640 1 -- 172.21.15.23:0/79631899 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41c40cdd50 con 0x7f41c415b860 2023-06-26T03:01:48.123 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.115+0000 7f41c8e2f640 1 --2- 172.21.15.23:0/79631899 >> v2:172.21.15.71:3300/0 conn(0x7f41c4060410 0x7f41c406a700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:01:48.124 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.115+0000 7f41c3fff640 1 --2- 172.21.15.23:0/79631899 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f41c415b860 0x7f41c405fed0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f41c406aef0 tx=0x7f41b401c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1b64391c34653bf server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:48.125 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.115+0000 7f41c2ffd640 1 -- 172.21.15.23:0/79631899 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41b40ab670 con 0x7f41c415b860 2023-06-26T03:01:48.125 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.115+0000 7f41c2ffd640 1 -- 172.21.15.23:0/79631899 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f41b40ab7d0 con 0x7f41c415b860 2023-06-26T03:01:48.125 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.115+0000 7f41c2ffd640 1 -- 172.21.15.23:0/79631899 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41b40abb60 con 0x7f41c415b860 2023-06-26T03:01:48.125 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41ca892640 1 -- 172.21.15.23:0/79631899 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f41c415b860 msgr2=0x7f41c405fed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:48.126 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41ca892640 1 --2- 172.21.15.23:0/79631899 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f41c415b860 0x7f41c405fed0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f41c406aef0 tx=0x7f41b401c470 comp rx=0 tx=0).stop 2023-06-26T03:01:48.126 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41ca892640 1 -- 172.21.15.23:0/79631899 shutdown_connections 2023-06-26T03:01:48.126 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41ca892640 1 --2- 172.21.15.23:0/79631899 >> v2:172.21.15.71:3300/0 conn(0x7f41c4060410 0x7f41c406a700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:48.126 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41ca892640 1 --2- 172.21.15.23:0/79631899 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f41c415b860 0x7f41c405fed0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:48.126 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41ca892640 1 -- 172.21.15.23:0/79631899 >> 172.21.15.23:0/79631899 conn(0x7f41c40b13d0 msgr2=0x7f41c40cec30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:48.126 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41ca892640 1 -- 172.21.15.23:0/79631899 shutdown_connections 2023-06-26T03:01:48.126 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41ca892640 1 -- 172.21.15.23:0/79631899 wait complete. 2023-06-26T03:01:48.127 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41ca892640 1 Processor -- start 2023-06-26T03:01:48.127 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41ca892640 1 -- start start 2023-06-26T03:01:48.129 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41ca892640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f41c4060410 0x7f41c41524a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:48.129 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41ca892640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f41c415b860 0x7f41c40b2a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:48.129 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41ca892640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f41c415bc30 0x7f41c4158be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:48.129 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41ca892640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41c40c6e60 con 0x7f41c415bc30 2023-06-26T03:01:48.129 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41ca892640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41c40b2f40 con 0x7f41c415b860 2023-06-26T03:01:48.129 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41ca892640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f41c41f4cf0 con 0x7f41c4060410 2023-06-26T03:01:48.129 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41c8e2f640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f41c415bc30 0x7f41c4158be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:48.130 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41c8e2f640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f41c415bc30 0x7f41c4158be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:41560/0 (socket says 172.21.15.23:41560) 2023-06-26T03:01:48.130 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41c8e2f640 1 -- 172.21.15.23:0/3247945565 learned_addr learned my addr 172.21.15.23:0/3247945565 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:01:48.130 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41c37fe640 1 --2- 172.21.15.23:0/3247945565 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f41c415b860 0x7f41c40b2a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:48.130 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41c3fff640 1 --2- 172.21.15.23:0/3247945565 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f41c4060410 0x7f41c41524a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:48.130 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41c8e2f640 1 -- 172.21.15.23:0/3247945565 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f41c4060410 msgr2=0x7f41c41524a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:48.130 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41c8e2f640 1 --2- 172.21.15.23:0/3247945565 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f41c4060410 0x7f41c41524a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:48.130 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41c8e2f640 1 -- 172.21.15.23:0/3247945565 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f41c415b860 msgr2=0x7f41c40b2a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:48.131 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41c8e2f640 1 --2- 172.21.15.23:0/3247945565 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f41c415b860 0x7f41c40b2a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:48.131 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41c8e2f640 1 -- 172.21.15.23:0/3247945565 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41b40094d0 con 0x7f41c415bc30 2023-06-26T03:01:48.131 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41c8e2f640 1 --2- 172.21.15.23:0/3247945565 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f41c415bc30 0x7f41c4158be0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f41bc00cef0 tx=0x7f41bc00a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:48.131 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41c0ff9640 1 -- 172.21.15.23:0/3247945565 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41bc00d840 con 0x7f41c415bc30 2023-06-26T03:01:48.131 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41c0ff9640 1 -- 172.21.15.23:0/3247945565 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f41bc00d9c0 con 0x7f41c415bc30 2023-06-26T03:01:48.131 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41ca892640 1 -- 172.21.15.23:0/3247945565 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f41c41f40e0 con 0x7f41c415bc30 2023-06-26T03:01:48.131 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41c0ff9640 1 -- 172.21.15.23:0/3247945565 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41bc00dd70 con 0x7f41c415bc30 2023-06-26T03:01:48.131 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41ca892640 1 -- 172.21.15.23:0/3247945565 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f41c41f46a0 con 0x7f41c415bc30 2023-06-26T03:01:48.132 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41c0ff9640 1 -- 172.21.15.23:0/3247945565 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f41bc01f740 con 0x7f41c415bc30 2023-06-26T03:01:48.132 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.119+0000 7f41c0ff9640 1 -- 172.21.15.23:0/3247945565 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7f41bc01e3b0 con 0x7f41c415bc30 2023-06-26T03:01:48.132 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.123+0000 7f41ca892640 1 -- 172.21.15.23:0/3247945565 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f41c40b3330 con 0x7f41c415bc30 2023-06-26T03:01:48.132 INFO:tasks.ceph.mgr.y.smithi023.stderr:2023-06-26T03:01:48.123+0000 7f70fc2b4180 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-06-26T03:01:48.133 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.123+0000 7f41c0ff9640 1 -- 172.21.15.23:0/3247945565 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72429 (secure 0 0 0) 0x7f41c40b3330 con 0x7f41c415bc30 2023-06-26T03:01:48.187 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.179+0000 7f41ca892640 1 -- 172.21.15.23:0/3247945565 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f41c404d790 con 0x7f41c415bc30 2023-06-26T03:01:48.188 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.179+0000 7f41c0ff9640 1 -- 172.21.15.23:0/3247945565 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7f41bc01a070 con 0x7f41c415bc30 2023-06-26T03:01:48.188 INFO:teuthology.misc.health.smithi023.stdout: 2023-06-26T03:01:48.188 INFO:teuthology.misc.health.smithi023.stdout:{"epoch":10,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:01:46.914812+0000","last_up_change":"0.000000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:01:48.189 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.179+0000 7f41ca892640 1 -- 172.21.15.23:0/3247945565 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f41c415bc30 msgr2=0x7f41c4158be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:48.189 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.179+0000 7f41ca892640 1 --2- 172.21.15.23:0/3247945565 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f41c415bc30 0x7f41c4158be0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f41bc00cef0 tx=0x7f41bc00a710 comp rx=0 tx=0).stop 2023-06-26T03:01:48.189 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.179+0000 7f41ca892640 1 -- 172.21.15.23:0/3247945565 shutdown_connections 2023-06-26T03:01:48.190 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.179+0000 7f41ca892640 1 --2- 172.21.15.23:0/3247945565 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f41c415bc30 0x7f41c4158be0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:48.190 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.179+0000 7f41ca892640 1 --2- 172.21.15.23:0/3247945565 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f41c415b860 0x7f41c40b2a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:48.190 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.179+0000 7f41ca892640 1 --2- 172.21.15.23:0/3247945565 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f41c4060410 0x7f41c41524a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:48.190 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.179+0000 7f41ca892640 1 -- 172.21.15.23:0/3247945565 >> 172.21.15.23:0/3247945565 conn(0x7f41c40b13d0 msgr2=0x7f41c40ca8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:48.190 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.179+0000 7f41ca892640 1 -- 172.21.15.23:0/3247945565 shutdown_connections 2023-06-26T03:01:48.190 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:48.179+0000 7f41ca892640 1 -- 172.21.15.23:0/3247945565 wait complete. 2023-06-26T03:01:48.199 INFO:tasks.ceph.mgr.y.smithi023.stderr:2023-06-26T03:01:48.191+0000 7f70fc2b4180 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-06-26T03:01:48.203 DEBUG:teuthology.misc:0 of 8 OSDs are up 2023-06-26T03:01:48.334 INFO:tasks.ceph.mgr.y.smithi023.stderr:2023-06-26T03:01:48.327+0000 7f70fc2b4180 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-06-26T03:01:48.548 INFO:tasks.ceph.mgr.x.smithi071.stderr:2023-06-26T03:01:48.544+0000 7f0dfd12a180 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-06-26T03:01:48.624 INFO:tasks.ceph.mgr.x.smithi071.stderr:2023-06-26T03:01:48.620+0000 7f0dfd12a180 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-06-26T03:01:48.792 INFO:tasks.ceph.mgr.x.smithi071.stderr:2023-06-26T03:01:48.788+0000 7f0dfd12a180 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-06-26T03:01:48.866 INFO:tasks.ceph.mgr.x.smithi071.stderr:2023-06-26T03:01:48.864+0000 7f0dfd12a180 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-06-26T03:01:48.963 INFO:tasks.ceph.mgr.y.smithi023.stderr:2023-06-26T03:01:48.955+0000 7f70fc2b4180 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-06-26T03:01:49.041 INFO:tasks.ceph.mgr.y.smithi023.stderr:2023-06-26T03:01:49.031+0000 7f70fc2b4180 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-06-26T03:01:49.110 INFO:tasks.ceph.mgr.x.smithi071.stderr:2023-06-26T03:01:49.108+0000 7f0dfd12a180 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-06-26T03:01:49.169 INFO:tasks.ceph.mgr.x.smithi071.stderr:2023-06-26T03:01:49.164+0000 7f0dfd12a180 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-06-26T03:01:49.219 INFO:tasks.ceph.mgr.y.smithi023.stderr:2023-06-26T03:01:49.211+0000 7f70fc2b4180 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-06-26T03:01:49.297 INFO:tasks.ceph.mgr.y.smithi023.stderr:2023-06-26T03:01:49.291+0000 7f70fc2b4180 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-06-26T03:01:49.553 INFO:tasks.ceph.mgr.y.smithi023.stderr:2023-06-26T03:01:49.543+0000 7f70fc2b4180 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-06-26T03:01:49.619 INFO:tasks.ceph.mgr.y.smithi023.stderr:2023-06-26T03:01:49.611+0000 7f70fc2b4180 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-06-26T03:01:50.230 INFO:tasks.ceph.mgr.x.smithi071.stderr:2023-06-26T03:01:50.227+0000 7f0da4bea640 -1 mgr.server handle_report got status from non-daemon mon.b 2023-06-26T03:01:50.230 INFO:tasks.ceph.mgr.x.smithi071.stderr:2023-06-26T03:01:50.227+0000 7f0da4bea640 -1 mgr.server handle_report got status from non-daemon mon.c 2023-06-26T03:01:51.236 INFO:tasks.ceph.osd.5.smithi071.stderr:2023-06-26T03:01:51.231+0000 7fcd067f3640 -1 osd.5 0 log_to_monitors true 2023-06-26T03:01:51.248 INFO:tasks.ceph.osd.6.smithi071.stderr:2023-06-26T03:01:51.243+0000 7fd3d0c24640 -1 osd.6 0 log_to_monitors true 2023-06-26T03:01:51.431 INFO:tasks.ceph.osd.7.smithi071.stderr:2023-06-26T03:01:51.427+0000 7ff0eaafb640 -1 osd.7 0 log_to_monitors true 2023-06-26T03:01:51.434 INFO:tasks.ceph.osd.4.smithi071.stderr:2023-06-26T03:01:51.431+0000 7ff224d72640 -1 osd.4 0 log_to_monitors true 2023-06-26T03:01:51.471 INFO:tasks.ceph.osd.2.smithi023.stderr:2023-06-26T03:01:51.463+0000 7f444c435640 -1 osd.2 0 log_to_monitors true 2023-06-26T03:01:51.513 INFO:tasks.ceph.osd.1.smithi023.stderr:2023-06-26T03:01:51.507+0000 7f4ca25cc640 -1 osd.1 0 log_to_monitors true 2023-06-26T03:01:51.519 INFO:tasks.ceph.osd.3.smithi023.stderr:2023-06-26T03:01:51.511+0000 7f7f40e36640 -1 osd.3 0 log_to_monitors true 2023-06-26T03:01:51.573 INFO:tasks.ceph.osd.0.smithi023.stderr:2023-06-26T03:01:51.567+0000 7f23349aa640 -1 osd.0 0 log_to_monitors true 2023-06-26T03:01:55.007 INFO:tasks.ceph.osd.1.smithi023.stderr:2023-06-26T03:01:54.999+0000 7f4c9e571640 -1 osd.1 0 waiting for initial osdmap 2023-06-26T03:01:55.008 DEBUG:teuthology.orchestra.run.smithi023:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-06-26T03:01:55.037 INFO:tasks.ceph.osd.1.smithi023.stderr:2023-06-26T03:01:55.031+0000 7f4c963a4640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-06-26T03:01:55.046 INFO:tasks.ceph.osd.3.smithi023.stderr:2023-06-26T03:01:55.039+0000 7f7f3cddb640 -1 osd.3 0 waiting for initial osdmap 2023-06-26T03:01:55.093 INFO:tasks.ceph.osd.3.smithi023.stderr:2023-06-26T03:01:55.087+0000 7f7f34c0e640 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-06-26T03:01:55.160 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.151+0000 7f1f78f87640 1 Processor -- start 2023-06-26T03:01:55.160 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.151+0000 7f1f78f87640 1 -- start start 2023-06-26T03:01:55.161 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.151+0000 7f1f78f87640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1f740c22d0 0x7f1f74069400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:55.161 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.151+0000 7f1f78f87640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f1f7405fed0 0x7f1f74060350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:55.161 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.151+0000 7f1f78f87640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1f740701b0 con 0x7f1f740707f0 2023-06-26T03:01:55.161 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.151+0000 7f1f78f87640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1f740cb440 con 0x7f1f7405fed0 2023-06-26T03:01:55.161 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.151+0000 7f1f78f87640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f74060890 con 0x7f1f740c22d0 2023-06-26T03:01:55.162 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.155+0000 7f1f7259c640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1f740c22d0 0x7f1f74069400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:55.162 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.155+0000 7f1f72d9d640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f1f7405fed0 0x7f1f74060350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:55.162 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.155+0000 7f1f71d9b640 1 --1- >> v1:172.21.15.71:6789/0 conn(0x7f1f740707f0 0x7f1f74163d10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.71:6789/0 says I am v1:172.21.15.23:33122/0 (socket says 172.21.15.23:33122) 2023-06-26T03:01:55.162 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.155+0000 7f1f71d9b640 1 -- 172.21.15.23:0/1853317062 learned_addr learned my addr 172.21.15.23:0/1853317062 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:01:55.162 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.155+0000 7f1f72d9d640 1 -- 172.21.15.23:0/1853317062 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1f740c22d0 msgr2=0x7f1f74069400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:01:55.162 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.155+0000 7f1f72d9d640 1 --2- 172.21.15.23:0/1853317062 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1f740c22d0 0x7f1f74069400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:55.162 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.155+0000 7f1f72d9d640 1 -- 172.21.15.23:0/1853317062 >> v1:172.21.15.71:6789/0 conn(0x7f1f740707f0 legacy=0x7f1f74163d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:55.163 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.155+0000 7f1f72d9d640 1 -- 172.21.15.23:0/1853317062 --> v2:172.21.15.71:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f74070490 con 0x7f1f7405fed0 2023-06-26T03:01:55.163 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.155+0000 7f1f7259c640 1 --2- 172.21.15.23:0/1853317062 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1f740c22d0 0x7f1f74069400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T03:01:55.163 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.155+0000 7f1f72d9d640 1 --2- 172.21.15.23:0/1853317062 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1f7405fed0 0x7f1f74060350 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f1f640097f0 tx=0x7f1f6401c410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d30669f34815a3d6 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:55.164 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.155+0000 7f1f7159a640 1 -- 172.21.15.23:0/1853317062 <== mon.1 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f640ab600 con 0x7f1f7405fed0 2023-06-26T03:01:55.164 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.155+0000 7f1f7159a640 1 -- 172.21.15.23:0/1853317062 <== mon.1 v2:172.21.15.71:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f640a7050 con 0x7f1f7405fed0 2023-06-26T03:01:55.164 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.155+0000 7f1f7159a640 1 -- 172.21.15.23:0/1853317062 <== mon.1 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f640ab9c0 con 0x7f1f7405fed0 2023-06-26T03:01:55.165 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.155+0000 7f1f78f87640 1 -- 172.21.15.23:0/1853317062 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1f7405fed0 msgr2=0x7f1f74060350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:55.165 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.155+0000 7f1f78f87640 1 --2- 172.21.15.23:0/1853317062 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1f7405fed0 0x7f1f74060350 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f1f640097f0 tx=0x7f1f6401c410 comp rx=0 tx=0).stop 2023-06-26T03:01:55.169 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.163+0000 7f1f78f87640 1 -- 172.21.15.23:0/1853317062 shutdown_connections 2023-06-26T03:01:55.169 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.163+0000 7f1f78f87640 1 --2- 172.21.15.23:0/1853317062 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1f7405fed0 0x7f1f74060350 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:55.169 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.163+0000 7f1f78f87640 1 --2- 172.21.15.23:0/1853317062 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1f740c22d0 0x7f1f74069400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:55.169 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.163+0000 7f1f78f87640 1 -- 172.21.15.23:0/1853317062 >> 172.21.15.23:0/1853317062 conn(0x7f1f740b1440 msgr2=0x7f1f740cec20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:55.170 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.163+0000 7f1f78f87640 1 -- 172.21.15.23:0/1853317062 shutdown_connections 2023-06-26T03:01:55.170 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.163+0000 7f1f78f87640 1 -- 172.21.15.23:0/1853317062 wait complete. 2023-06-26T03:01:55.171 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.163+0000 7f1f78f87640 1 Processor -- start 2023-06-26T03:01:55.171 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.163+0000 7f1f78f87640 1 -- start start 2023-06-26T03:01:55.172 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.163+0000 7f1f78f87640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1f7405fed0 0x7f1f740b21d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:55.172 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.163+0000 7f1f78f87640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1f740707f0 0x7f1f7415ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:55.172 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.163+0000 7f1f78f87640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1f740c22d0 0x7f1f741604f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:55.173 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.163+0000 7f1f78f87640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f74157610 con 0x7f1f740c22d0 2023-06-26T03:01:55.173 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.163+0000 7f1f78f87640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f741578f0 con 0x7f1f740707f0 2023-06-26T03:01:55.173 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.163+0000 7f1f78f87640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f74157bd0 con 0x7f1f7405fed0 2023-06-26T03:01:55.174 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.163+0000 7f1f71d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1f740707f0 0x7f1f7415ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:55.174 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.163+0000 7f1f7259c640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1f7405fed0 0x7f1f740b21d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:55.174 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.163+0000 7f1f72d9d640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1f740c22d0 0x7f1f741604f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:55.174 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.163+0000 7f1f7259c640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1f7405fed0 0x7f1f740b21d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3301/0 says I am v2:172.21.15.23:38576/0 (socket says 172.21.15.23:38576) 2023-06-26T03:01:55.174 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.163+0000 7f1f72d9d640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1f740c22d0 0x7f1f741604f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:41602/0 (socket says 172.21.15.23:41602) 2023-06-26T03:01:55.174 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.163+0000 7f1f7259c640 1 -- 172.21.15.23:0/3114718512 learned_addr learned my addr 172.21.15.23:0/3114718512 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:01:55.175 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.163+0000 7f1f71d9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1f740707f0 0x7f1f7415ffb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.23:59696/0 (socket says 172.21.15.23:59696) 2023-06-26T03:01:55.175 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.167+0000 7f1f72d9d640 1 -- 172.21.15.23:0/3114718512 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1f7405fed0 msgr2=0x7f1f740b21d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:55.175 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.167+0000 7f1f72d9d640 1 --2- 172.21.15.23:0/3114718512 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1f7405fed0 0x7f1f740b21d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:55.175 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.167+0000 7f1f72d9d640 1 -- 172.21.15.23:0/3114718512 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1f740707f0 msgr2=0x7f1f7415ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:55.175 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.167+0000 7f1f72d9d640 1 --2- 172.21.15.23:0/3114718512 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1f740707f0 0x7f1f7415ffb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:55.175 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.167+0000 7f1f72d9d640 1 -- 172.21.15.23:0/3114718512 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f6c009a70 con 0x7f1f740c22d0 2023-06-26T03:01:55.175 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.167+0000 7f1f72d9d640 1 --2- 172.21.15.23:0/3114718512 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1f740c22d0 0x7f1f741604f0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f1f640ab000 tx=0x7f1f6401ac50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:55.176 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.167+0000 7f1f62ffd640 1 -- 172.21.15.23:0/3114718512 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f640b7450 con 0x7f1f740c22d0 2023-06-26T03:01:55.176 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.167+0000 7f1f62ffd640 1 -- 172.21.15.23:0/3114718512 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f640b75b0 con 0x7f1f740c22d0 2023-06-26T03:01:55.176 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.167+0000 7f1f78f87640 1 -- 172.21.15.23:0/3114718512 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f64009420 con 0x7f1f740c22d0 2023-06-26T03:01:55.176 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.167+0000 7f1f62ffd640 1 -- 172.21.15.23:0/3114718512 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f640b7940 con 0x7f1f740c22d0 2023-06-26T03:01:55.176 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.167+0000 7f1f78f87640 1 -- 172.21.15.23:0/3114718512 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f74158190 con 0x7f1f740c22d0 2023-06-26T03:01:55.177 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.167+0000 7f1f60ff9640 1 -- 172.21.15.23:0/3114718512 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1f4c005260 con 0x7f1f740c22d0 2023-06-26T03:01:55.177 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.167+0000 7f1f62ffd640 1 -- 172.21.15.23:0/3114718512 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 4) v1 ==== 85602+0+0 (secure 0 0 0) 0x7f1f640b7aa0 con 0x7f1f740c22d0 2023-06-26T03:01:55.177 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.167+0000 7f1f62ffd640 1 --2- 172.21.15.23:0/3114718512 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1f540661f0 0x7f1f540686a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:01:55.177 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.167+0000 7f1f62ffd640 1 -- 172.21.15.23:0/3114718512 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2231+0+0 (secure 0 0 0) 0x7f1f6411d2a0 con 0x7f1f740c22d0 2023-06-26T03:01:55.177 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.167+0000 7f1f7259c640 1 --2- 172.21.15.23:0/3114718512 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1f540661f0 0x7f1f540686a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:01:55.178 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.171+0000 7f1f7259c640 1 --2- 172.21.15.23:0/3114718512 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1f540661f0 0x7f1f540686a0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c00f600 tx=0x7f1f6c00b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:01:55.180 INFO:tasks.ceph.osd.2.smithi023.stderr:2023-06-26T03:01:55.171+0000 7f44483da640 -1 osd.2 0 waiting for initial osdmap 2023-06-26T03:01:55.182 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.175+0000 7f1f62ffd640 1 -- 172.21.15.23:0/3114718512 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f1f640eb700 con 0x7f1f740c22d0 2023-06-26T03:01:55.225 INFO:tasks.ceph.osd.2.smithi023.stderr:2023-06-26T03:01:55.219+0000 7f444020d640 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-06-26T03:01:55.236 INFO:tasks.ceph.osd.0.smithi023.stderr:2023-06-26T03:01:55.227+0000 7f233094f640 -1 osd.0 0 waiting for initial osdmap 2023-06-26T03:01:55.265 INFO:tasks.ceph.osd.0.smithi023.stderr:2023-06-26T03:01:55.259+0000 7f2328782640 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-06-26T03:01:55.337 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.327+0000 7f1f60ff9640 1 -- 172.21.15.23:0/3114718512 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1f4c005510 con 0x7f1f740c22d0 2023-06-26T03:01:55.338 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.331+0000 7f1f62ffd640 1 -- 172.21.15.23:0/3114718512 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v12) v1 ==== 74+0+7057 (secure 0 0 0) 0x7f1f640bb090 con 0x7f1f740c22d0 2023-06-26T03:01:55.338 INFO:teuthology.misc.health.smithi023.stdout: 2023-06-26T03:01:55.338 INFO:teuthology.misc.health.smithi023.stdout:{"epoch":12,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:01:53.233576+0000","last_up_change":"0.000000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:01:55.340 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.331+0000 7f1f60ff9640 1 -- 172.21.15.23:0/3114718512 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1f540661f0 msgr2=0x7f1f540686a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:55.340 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.331+0000 7f1f60ff9640 1 --2- 172.21.15.23:0/3114718512 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1f540661f0 0x7f1f540686a0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c00f600 tx=0x7f1f6c00b040 comp rx=0 tx=0).stop 2023-06-26T03:01:55.340 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.331+0000 7f1f60ff9640 1 -- 172.21.15.23:0/3114718512 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1f740c22d0 msgr2=0x7f1f741604f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:01:55.340 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.331+0000 7f1f60ff9640 1 --2- 172.21.15.23:0/3114718512 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1f740c22d0 0x7f1f741604f0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f1f640ab000 tx=0x7f1f6401ac50 comp rx=0 tx=0).stop 2023-06-26T03:01:55.340 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.331+0000 7f1f60ff9640 1 -- 172.21.15.23:0/3114718512 shutdown_connections 2023-06-26T03:01:55.340 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.331+0000 7f1f60ff9640 1 --2- 172.21.15.23:0/3114718512 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1f540661f0 0x7f1f540686a0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:55.341 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.331+0000 7f1f60ff9640 1 --2- 172.21.15.23:0/3114718512 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1f740c22d0 0x7f1f741604f0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:55.341 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.331+0000 7f1f60ff9640 1 --2- 172.21.15.23:0/3114718512 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1f740707f0 0x7f1f7415ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:55.341 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.331+0000 7f1f60ff9640 1 --2- 172.21.15.23:0/3114718512 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1f7405fed0 0x7f1f740b21d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:01:55.341 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.331+0000 7f1f60ff9640 1 -- 172.21.15.23:0/3114718512 >> 172.21.15.23:0/3114718512 conn(0x7f1f740b1440 msgr2=0x7f1f740c9c70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:01:55.341 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.331+0000 7f1f60ff9640 1 -- 172.21.15.23:0/3114718512 shutdown_connections 2023-06-26T03:01:55.341 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:01:55.331+0000 7f1f60ff9640 1 -- 172.21.15.23:0/3114718512 wait complete. 2023-06-26T03:01:55.354 DEBUG:teuthology.misc:0 of 8 OSDs are up 2023-06-26T03:01:55.595 INFO:tasks.ceph.osd.5.smithi071.stderr:2023-06-26T03:01:55.591+0000 7fcd02798640 -1 osd.5 0 waiting for initial osdmap 2023-06-26T03:01:55.622 INFO:tasks.ceph.osd.5.smithi071.stderr:2023-06-26T03:01:55.619+0000 7fccfa5cb640 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-06-26T03:01:55.626 INFO:tasks.ceph.osd.4.smithi071.stderr:2023-06-26T03:01:55.623+0000 7ff220d17640 -1 osd.4 0 waiting for initial osdmap 2023-06-26T03:01:55.640 INFO:tasks.ceph.osd.7.smithi071.stderr:2023-06-26T03:01:55.635+0000 7ff0e6aa0640 -1 osd.7 0 waiting for initial osdmap 2023-06-26T03:01:55.650 INFO:tasks.ceph.osd.6.smithi071.stderr:2023-06-26T03:01:55.647+0000 7fd3ccbc9640 -1 osd.6 0 waiting for initial osdmap 2023-06-26T03:01:55.662 INFO:tasks.ceph.osd.4.smithi071.stderr:2023-06-26T03:01:55.659+0000 7ff218b4a640 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-06-26T03:01:55.674 INFO:tasks.ceph.osd.7.smithi071.stderr:2023-06-26T03:01:55.671+0000 7ff0de8d3640 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-06-26T03:01:55.690 INFO:tasks.ceph.osd.6.smithi071.stderr:2023-06-26T03:01:55.687+0000 7fd3c49fc640 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-06-26T03:02:02.157 DEBUG:teuthology.orchestra.run.smithi023:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-06-26T03:02:02.281 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.275+0000 7f965fa97640 1 Processor -- start 2023-06-26T03:02:02.281 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.275+0000 7f965fa97640 1 -- start start 2023-06-26T03:02:02.282 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.275+0000 7f965fa97640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f9658153a50 0x7f96580ce3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:02.282 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.275+0000 7f965fa97640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9658159f40 con 0x7f96580ccc20 2023-06-26T03:02:02.282 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.275+0000 7f965fa97640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f965815a220 con 0x7f9658159a80 2023-06-26T03:02:02.283 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.275+0000 7f965fa97640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f965815d070 con 0x7f9658153a50 2023-06-26T03:02:02.283 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.275+0000 7f965d833640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f9658153a50 0x7f96580ce3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:02.283 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.275+0000 7f965e034640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f96580ccc20 0x7f965815d4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:57772/0 (socket says 172.21.15.23:57772) 2023-06-26T03:02:02.283 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.275+0000 7f965e034640 1 -- 172.21.15.23:0/3225543910 learned_addr learned my addr 172.21.15.23:0/3225543910 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:02.284 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.275+0000 7f965c831640 1 -- 172.21.15.23:0/3225543910 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3321147264 0 0) 0x7f9658159f40 con 0x7f96580ccc20 2023-06-26T03:02:02.284 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.275+0000 7f965c831640 1 -- 172.21.15.23:0/3225543910 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9640003530 con 0x7f96580ccc20 2023-06-26T03:02:02.284 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.275+0000 7f965d833640 1 -- 172.21.15.23:0/3225543910 >> v1:172.21.15.71:6789/0 conn(0x7f9658159a80 legacy=0x7f96580c9340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:02.284 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.275+0000 7f965d833640 1 -- 172.21.15.23:0/3225543910 >> v1:172.21.15.23:6789/0 conn(0x7f96580ccc20 legacy=0x7f965815d4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:02.284 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.275+0000 7f965d833640 1 -- 172.21.15.23:0/3225543910 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f965815a500 con 0x7f9658153a50 2023-06-26T03:02:02.286 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.279+0000 7f965d833640 1 --2- 172.21.15.23:0/3225543910 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9658153a50 0x7f96580ce3a0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f9650009d90 tx=0x7f965001c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5d0e049d1292905 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:02.287 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.279+0000 7f965c831640 1 -- 172.21.15.23:0/3225543910 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96500a58f0 con 0x7f9658153a50 2023-06-26T03:02:02.287 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.279+0000 7f965c831640 1 -- 172.21.15.23:0/3225543910 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f96500a5a50 con 0x7f9658153a50 2023-06-26T03:02:02.287 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.279+0000 7f965c831640 1 -- 172.21.15.23:0/3225543910 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96500a5de0 con 0x7f9658153a50 2023-06-26T03:02:02.288 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.279+0000 7f965fa97640 1 -- 172.21.15.23:0/3225543910 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9658153a50 msgr2=0x7f96580ce3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:02.288 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.279+0000 7f965fa97640 1 --2- 172.21.15.23:0/3225543910 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9658153a50 0x7f96580ce3a0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f9650009d90 tx=0x7f965001c920 comp rx=0 tx=0).stop 2023-06-26T03:02:02.288 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.279+0000 7f965fa97640 1 -- 172.21.15.23:0/3225543910 shutdown_connections 2023-06-26T03:02:02.288 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.279+0000 7f965fa97640 1 --2- 172.21.15.23:0/3225543910 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9658153a50 0x7f96580ce3a0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:02.288 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.279+0000 7f965fa97640 1 -- 172.21.15.23:0/3225543910 >> 172.21.15.23:0/3225543910 conn(0x7f9658069400 msgr2=0x7f9658069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:02.289 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.279+0000 7f965fa97640 1 -- 172.21.15.23:0/3225543910 shutdown_connections 2023-06-26T03:02:02.289 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.279+0000 7f965fa97640 1 -- 172.21.15.23:0/3225543910 wait complete. 2023-06-26T03:02:02.289 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.279+0000 7f965fa97640 1 Processor -- start 2023-06-26T03:02:02.290 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.283+0000 7f965fa97640 1 -- start start 2023-06-26T03:02:02.290 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.283+0000 7f965fa97640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f96580ccc20 0x7f9658135190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:02.290 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.283+0000 7f965fa97640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9658153a50 0x7f9658136a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:02.290 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.283+0000 7f965fa97640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9658159a80 0x7f965814fa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:02.290 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.283+0000 7f965fa97640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9658136580 con 0x7f9658153a50 2023-06-26T03:02:02.290 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.283+0000 7f965fa97640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96581356d0 con 0x7f9658159a80 2023-06-26T03:02:02.290 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.283+0000 7f965fa97640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9658135970 con 0x7f96580ccc20 2023-06-26T03:02:02.291 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.283+0000 7f965d032640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9658153a50 0x7f9658136a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:02.291 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.283+0000 7f965d032640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9658153a50 0x7f9658136a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56028/0 (socket says 172.21.15.23:56028) 2023-06-26T03:02:02.291 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.283+0000 7f965d032640 1 -- 172.21.15.23:0/76659639 learned_addr learned my addr 172.21.15.23:0/76659639 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:02.292 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.283+0000 7f965d833640 1 --2- 172.21.15.23:0/76659639 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f96580ccc20 0x7f9658135190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:02.292 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.283+0000 7f965e034640 1 --2- 172.21.15.23:0/76659639 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9658159a80 0x7f965814fa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:02.292 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.283+0000 7f965d032640 1 -- 172.21.15.23:0/76659639 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f96580ccc20 msgr2=0x7f9658135190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:02.293 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.283+0000 7f965d032640 1 --2- 172.21.15.23:0/76659639 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f96580ccc20 0x7f9658135190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:02.293 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.283+0000 7f965d032640 1 -- 172.21.15.23:0/76659639 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9658159a80 msgr2=0x7f965814fa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:02.293 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.283+0000 7f965d032640 1 --2- 172.21.15.23:0/76659639 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9658159a80 0x7f965814fa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:02.293 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.283+0000 7f965d032640 1 -- 172.21.15.23:0/76659639 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9650009a70 con 0x7f9658153a50 2023-06-26T03:02:02.293 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.283+0000 7f965d032640 1 --2- 172.21.15.23:0/76659639 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9658153a50 0x7f9658136a10 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f964c00c390 tx=0x7f964c00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:02.293 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.283+0000 7f96567fc640 1 -- 172.21.15.23:0/76659639 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f964c0052d0 con 0x7f9658153a50 2023-06-26T03:02:02.293 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.283+0000 7f96567fc640 1 -- 172.21.15.23:0/76659639 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f964c005430 con 0x7f9658153a50 2023-06-26T03:02:02.294 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.283+0000 7f965fa97640 1 -- 172.21.15.23:0/76659639 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9658135c50 con 0x7f9658153a50 2023-06-26T03:02:02.294 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.283+0000 7f96567fc640 1 -- 172.21.15.23:0/76659639 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f964c003840 con 0x7f9658153a50 2023-06-26T03:02:02.294 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.283+0000 7f965fa97640 1 -- 172.21.15.23:0/76659639 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9658136210 con 0x7f9658153a50 2023-06-26T03:02:02.294 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.283+0000 7f965fa97640 1 -- 172.21.15.23:0/76659639 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9658136730 con 0x7f9658153a50 2023-06-26T03:02:02.294 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.283+0000 7f96567fc640 1 -- 172.21.15.23:0/76659639 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f964c0039a0 con 0x7f9658153a50 2023-06-26T03:02:02.294 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.283+0000 7f96567fc640 1 --2- 172.21.15.23:0/76659639 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f96440662b0 0x7f9644068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:02.295 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.283+0000 7f96567fc640 1 -- 172.21.15.23:0/76659639 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f964c082de0 con 0x7f9658153a50 2023-06-26T03:02:02.295 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.283+0000 7f965d833640 1 --2- 172.21.15.23:0/76659639 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f96440662b0 0x7f9644068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:02.295 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.287+0000 7f965d833640 1 --2- 172.21.15.23:0/76659639 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f96440662b0 0x7f9644068760 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f96500af000 tx=0x7f96500a7070 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:02.310 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.303+0000 7f96567fc640 1 -- 172.21.15.23:0/76659639 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f964c050670 con 0x7f9658153a50 2023-06-26T03:02:02.467 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.459+0000 7f965fa97640 1 -- 172.21.15.23:0/76659639 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f965804d790 con 0x7f9658153a50 2023-06-26T03:02:02.468 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.459+0000 7f96567fc640 1 -- 172.21.15.23:0/76659639 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+12778 (secure 0 0 0) 0x7f964c053c90 con 0x7f9658153a50 2023-06-26T03:02:02.468 INFO:teuthology.misc.health.smithi023.stdout: 2023-06-26T03:02:02.468 INFO:teuthology.misc.health.smithi023.stdout:{"epoch":16,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:01:59.287212+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:02:02.470 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.463+0000 7f965fa97640 1 -- 172.21.15.23:0/76659639 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f96440662b0 msgr2=0x7f9644068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:02.470 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.463+0000 7f965fa97640 1 --2- 172.21.15.23:0/76659639 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f96440662b0 0x7f9644068760 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f96500af000 tx=0x7f96500a7070 comp rx=0 tx=0).stop 2023-06-26T03:02:02.470 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.463+0000 7f965fa97640 1 -- 172.21.15.23:0/76659639 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9658153a50 msgr2=0x7f9658136a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:02.470 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.463+0000 7f965fa97640 1 --2- 172.21.15.23:0/76659639 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9658153a50 0x7f9658136a10 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f964c00c390 tx=0x7f964c00c850 comp rx=0 tx=0).stop 2023-06-26T03:02:02.470 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.463+0000 7f965fa97640 1 -- 172.21.15.23:0/76659639 shutdown_connections 2023-06-26T03:02:02.470 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.463+0000 7f965fa97640 1 --2- 172.21.15.23:0/76659639 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f96440662b0 0x7f9644068760 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:02.471 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.463+0000 7f965fa97640 1 --2- 172.21.15.23:0/76659639 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9658159a80 0x7f965814fa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:02.471 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.463+0000 7f965fa97640 1 --2- 172.21.15.23:0/76659639 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9658153a50 0x7f9658136a10 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:02.471 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.463+0000 7f965fa97640 1 --2- 172.21.15.23:0/76659639 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f96580ccc20 0x7f9658135190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:02.471 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.463+0000 7f965fa97640 1 -- 172.21.15.23:0/76659639 >> 172.21.15.23:0/76659639 conn(0x7f9658069400 msgr2=0x7f96580697d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:02.471 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.463+0000 7f965fa97640 1 -- 172.21.15.23:0/76659639 shutdown_connections 2023-06-26T03:02:02.471 INFO:teuthology.misc.health.smithi023.stderr:2023-06-26T03:02:02.463+0000 7f965fa97640 1 -- 172.21.15.23:0/76659639 wait complete. 2023-06-26T03:02:02.485 DEBUG:teuthology.misc:8 of 8 OSDs are up 2023-06-26T03:02:02.486 INFO:tasks.ceph:Creating RBD pool 2023-06-26T03:02:02.486 DEBUG:teuthology.orchestra.run.smithi023:> sudo ceph --cluster ceph osd pool create rbd 8 2023-06-26T03:02:02.613 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.607+0000 7f2770f9b640 1 Processor -- start 2023-06-26T03:02:02.614 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.607+0000 7f2770f9b640 1 -- start start 2023-06-26T03:02:02.615 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.607+0000 7f2770f9b640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f276c0aceb0 0x7f276c0c9240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:02.615 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.607+0000 7f2770f9b640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f276c0cc6d0 0x7f276c06f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:02.615 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.607+0000 7f2770f9b640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f276c0ad280 con 0x7f276c06ef70 2023-06-26T03:02:02.615 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.607+0000 7f2770f9b640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f276c06f920 con 0x7f276c0cc6d0 2023-06-26T03:02:02.615 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.607+0000 7f2770f9b640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f276c0c83d0 con 0x7f276c0aceb0 2023-06-26T03:02:02.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.607+0000 7f2769d9b640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f276c06ef70 0x7f276c15bf80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:57774/0 (socket says 172.21.15.23:57774) 2023-06-26T03:02:02.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.607+0000 7f2769d9b640 1 -- 172.21.15.23:0/2279377843 learned_addr learned my addr 172.21.15.23:0/2279377843 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:02.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.607+0000 7f276a59c640 1 --2- 172.21.15.23:0/2279377843 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f276c0aceb0 0x7f276c0c9240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:02.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.607+0000 7f276ad9d640 1 --2- 172.21.15.23:0/2279377843 >> v2:172.21.15.71:3300/0 conn(0x7f276c0cc6d0 0x7f276c06f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:02.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.607+0000 7f276959a640 1 -- 172.21.15.23:0/2279377843 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 266988178 0 0) 0x7f276c0ad280 con 0x7f276c06ef70 2023-06-26T03:02:02.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.607+0000 7f276959a640 1 -- 172.21.15.23:0/2279377843 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2754003530 con 0x7f276c06ef70 2023-06-26T03:02:02.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.607+0000 7f276a59c640 1 -- 172.21.15.23:0/2279377843 >> v2:172.21.15.71:3300/0 conn(0x7f276c0cc6d0 msgr2=0x7f276c06f3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:02.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.607+0000 7f276a59c640 1 --2- 172.21.15.23:0/2279377843 >> v2:172.21.15.71:3300/0 conn(0x7f276c0cc6d0 0x7f276c06f3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:02.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.607+0000 7f276a59c640 1 -- 172.21.15.23:0/2279377843 >> v1:172.21.15.23:6789/0 conn(0x7f276c06ef70 legacy=0x7f276c15bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:02.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.607+0000 7f276a59c640 1 -- 172.21.15.23:0/2279377843 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f276c158c90 con 0x7f276c0aceb0 2023-06-26T03:02:02.618 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.611+0000 7f276a59c640 1 --2- 172.21.15.23:0/2279377843 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f276c0aceb0 0x7f276c0c9240 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f275c0097c0 tx=0x7f275c01c450 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1e7310222e84b25c server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:02.618 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.611+0000 7f276959a640 1 -- 172.21.15.23:0/2279377843 <== mon.2 v2:172.21.15.71:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f275c0ab600 con 0x7f276c0aceb0 2023-06-26T03:02:02.618 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.611+0000 7f276959a640 1 -- 172.21.15.23:0/2279377843 <== mon.2 v2:172.21.15.71:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f275c0a7050 con 0x7f276c0aceb0 2023-06-26T03:02:02.618 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.611+0000 7f276959a640 1 -- 172.21.15.23:0/2279377843 <== mon.2 v2:172.21.15.71:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f275c0ab960 con 0x7f276c0aceb0 2023-06-26T03:02:02.619 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.611+0000 7f2770f9b640 1 -- 172.21.15.23:0/2279377843 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f276c0aceb0 msgr2=0x7f276c0c9240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:02.619 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.611+0000 7f2770f9b640 1 --2- 172.21.15.23:0/2279377843 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f276c0aceb0 0x7f276c0c9240 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f275c0097c0 tx=0x7f275c01c450 comp rx=0 tx=0).stop 2023-06-26T03:02:02.619 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.611+0000 7f2770f9b640 1 -- 172.21.15.23:0/2279377843 shutdown_connections 2023-06-26T03:02:02.620 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.611+0000 7f2770f9b640 1 --2- 172.21.15.23:0/2279377843 >> v2:172.21.15.71:3300/0 conn(0x7f276c0cc6d0 0x7f276c06f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:02.620 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.611+0000 7f2770f9b640 1 --2- 172.21.15.23:0/2279377843 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f276c0aceb0 0x7f276c0c9240 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:02.620 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.611+0000 7f2770f9b640 1 -- 172.21.15.23:0/2279377843 >> 172.21.15.23:0/2279377843 conn(0x7f276c069fc0 msgr2=0x7f276c0ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:02.620 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.611+0000 7f2770f9b640 1 -- 172.21.15.23:0/2279377843 shutdown_connections 2023-06-26T03:02:02.620 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.611+0000 7f2770f9b640 1 -- 172.21.15.23:0/2279377843 wait complete. 2023-06-26T03:02:02.621 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.611+0000 7f2770f9b640 1 Processor -- start 2023-06-26T03:02:02.622 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.611+0000 7f2770f9b640 1 -- start start 2023-06-26T03:02:02.622 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.615+0000 7f2770f9b640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f276c06ef70 0x7f276c0c4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:02.622 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.615+0000 7f2770f9b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f276c0aceb0 0x7f276c06c820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:02.622 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.615+0000 7f2770f9b640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f276c0cc6d0 0x7f276c0c34a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:02.622 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.615+0000 7f2770f9b640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f276c0c5af0 con 0x7f276c0cc6d0 2023-06-26T03:02:02.622 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.615+0000 7f2770f9b640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f276c0c3010 con 0x7f276c0aceb0 2023-06-26T03:02:02.622 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.615+0000 7f2770f9b640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f276c0c2ce0 con 0x7f276c06ef70 2023-06-26T03:02:02.623 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.615+0000 7f276ad9d640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f276c0cc6d0 0x7f276c0c34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:02.623 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.615+0000 7f276ad9d640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f276c0cc6d0 0x7f276c0c34a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56036/0 (socket says 172.21.15.23:56036) 2023-06-26T03:02:02.623 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.615+0000 7f276ad9d640 1 -- 172.21.15.23:0/4145938228 learned_addr learned my addr 172.21.15.23:0/4145938228 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:02.623 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.615+0000 7f276a59c640 1 --2- 172.21.15.23:0/4145938228 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f276c06ef70 0x7f276c0c4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:02.623 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.615+0000 7f2769d9b640 1 --2- 172.21.15.23:0/4145938228 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f276c0aceb0 0x7f276c06c820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:02.623 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.615+0000 7f276ad9d640 1 -- 172.21.15.23:0/4145938228 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f276c06ef70 msgr2=0x7f276c0c4bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:02.623 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.615+0000 7f276ad9d640 1 --2- 172.21.15.23:0/4145938228 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f276c06ef70 0x7f276c0c4bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:02.624 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.615+0000 7f276ad9d640 1 -- 172.21.15.23:0/4145938228 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f276c0aceb0 msgr2=0x7f276c06c820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:02.624 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.615+0000 7f276ad9d640 1 --2- 172.21.15.23:0/4145938228 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f276c0aceb0 0x7f276c06c820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:02.624 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.615+0000 7f276ad9d640 1 -- 172.21.15.23:0/4145938228 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f275c009420 con 0x7f276c0cc6d0 2023-06-26T03:02:02.624 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.615+0000 7f2769d9b640 1 --2- 172.21.15.23:0/4145938228 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f276c0aceb0 0x7f276c06c820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:02.624 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.615+0000 7f276a59c640 1 --2- 172.21.15.23:0/4145938228 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f276c06ef70 0x7f276c0c4bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:02:02.624 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.615+0000 7f276ad9d640 1 --2- 172.21.15.23:0/4145938228 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f276c0cc6d0 0x7f276c0c34a0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f276400efc0 tx=0x7f276400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:02.625 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.615+0000 7f275affd640 1 -- 172.21.15.23:0/4145938228 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2764009ba0 con 0x7f276c0cc6d0 2023-06-26T03:02:02.625 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.615+0000 7f275affd640 1 -- 172.21.15.23:0/4145938228 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f276400f040 con 0x7f276c0cc6d0 2023-06-26T03:02:02.625 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.615+0000 7f275affd640 1 -- 172.21.15.23:0/4145938228 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27640146c0 con 0x7f276c0cc6d0 2023-06-26T03:02:02.626 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.615+0000 7f2770f9b640 1 -- 172.21.15.23:0/4145938228 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f276c0c5530 con 0x7f276c0cc6d0 2023-06-26T03:02:02.626 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.615+0000 7f2770f9b640 1 -- 172.21.15.23:0/4145938228 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f276c0c5100 con 0x7f276c0cc6d0 2023-06-26T03:02:02.626 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.615+0000 7f2770f9b640 1 -- 172.21.15.23:0/4145938228 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f276c1588c0 con 0x7f276c0cc6d0 2023-06-26T03:02:02.626 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.615+0000 7f275affd640 1 -- 172.21.15.23:0/4145938228 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f2764014820 con 0x7f276c0cc6d0 2023-06-26T03:02:02.626 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.615+0000 7f275affd640 1 --2- 172.21.15.23:0/4145938228 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f274c066280 0x7f274c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:02.626 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.615+0000 7f275affd640 1 -- 172.21.15.23:0/4145938228 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f2764084620 con 0x7f276c0cc6d0 2023-06-26T03:02:02.626 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.615+0000 7f276a59c640 1 --2- 172.21.15.23:0/4145938228 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f274c066280 0x7f274c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:02.627 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.619+0000 7f276a59c640 1 --2- 172.21.15.23:0/4145938228 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f274c066280 0x7f274c068730 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f275c0ad000 tx=0x7f275c0a6000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:02.628 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.619+0000 7f275affd640 1 -- 172.21.15.23:0/4145938228 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f276c1588c0 con 0x7f276c0cc6d0 2023-06-26T03:02:02.782 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:02.775+0000 7f2770f9b640 1 -- 172.21.15.23:0/4145938228 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "rbd", "pg_num": 8} v 0) v1 -- 0x7f276c0c2b40 con 0x7f276c0cc6d0 2023-06-26T03:02:03.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.387+0000 7f275affd640 1 -- 172.21.15.23:0/4145938228 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]=0 pool 'rbd' created v17) v1 ==== 109+0+0 (secure 0 0 0) 0x7f276c0c2b40 con 0x7f276c0cc6d0 2023-06-26T03:02:03.395 INFO:teuthology.orchestra.run.smithi023.stderr:pool 'rbd' created 2023-06-26T03:02:03.398 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.391+0000 7f2770f9b640 1 -- 172.21.15.23:0/4145938228 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f274c066280 msgr2=0x7f274c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:03.398 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.391+0000 7f2770f9b640 1 --2- 172.21.15.23:0/4145938228 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f274c066280 0x7f274c068730 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f275c0ad000 tx=0x7f275c0a6000 comp rx=0 tx=0).stop 2023-06-26T03:02:03.398 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.391+0000 7f2770f9b640 1 -- 172.21.15.23:0/4145938228 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f276c0cc6d0 msgr2=0x7f276c0c34a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:03.398 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.391+0000 7f2770f9b640 1 --2- 172.21.15.23:0/4145938228 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f276c0cc6d0 0x7f276c0c34a0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f276400efc0 tx=0x7f276400c490 comp rx=0 tx=0).stop 2023-06-26T03:02:03.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.391+0000 7f2770f9b640 1 -- 172.21.15.23:0/4145938228 shutdown_connections 2023-06-26T03:02:03.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.391+0000 7f2770f9b640 1 --2- 172.21.15.23:0/4145938228 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f274c066280 0x7f274c068730 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:03.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.391+0000 7f2770f9b640 1 --2- 172.21.15.23:0/4145938228 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f276c0cc6d0 0x7f276c0c34a0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:03.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.391+0000 7f2770f9b640 1 --2- 172.21.15.23:0/4145938228 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f276c0aceb0 0x7f276c06c820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:03.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.391+0000 7f2770f9b640 1 --2- 172.21.15.23:0/4145938228 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f276c06ef70 0x7f276c0c4bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:03.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.391+0000 7f2770f9b640 1 -- 172.21.15.23:0/4145938228 >> 172.21.15.23:0/4145938228 conn(0x7f276c069fc0 msgr2=0x7f276c162630 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:03.400 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.391+0000 7f2770f9b640 1 -- 172.21.15.23:0/4145938228 shutdown_connections 2023-06-26T03:02:03.400 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.391+0000 7f2770f9b640 1 -- 172.21.15.23:0/4145938228 wait complete. 2023-06-26T03:02:03.421 DEBUG:teuthology.orchestra.run.smithi023:> sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2023-06-26T03:02:03.552 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.543+0000 7f6a8da7d640 1 Processor -- start 2023-06-26T03:02:03.553 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.543+0000 7f6a8da7d640 1 -- start start 2023-06-26T03:02:03.554 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.547+0000 7f6a8da7d640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f6a88159880 0x7f6a88071580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:03.554 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.547+0000 7f6a8da7d640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6a880cae20 0x7f6a880cb280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:03.554 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.547+0000 7f6a8da7d640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6a880cb7c0 con 0x7f6a8806b920 2023-06-26T03:02:03.555 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.547+0000 7f6a8da7d640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6a8806c6c0 con 0x7f6a88159880 2023-06-26T03:02:03.555 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.547+0000 7f6a8da7d640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a88070aa0 con 0x7f6a880cae20 2023-06-26T03:02:03.555 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.547+0000 7f6a877fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f6a88159880 0x7f6a88071580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:03.555 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.547+0000 7f6a877fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f6a88159880 0x7f6a88071580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56046/0 (socket says 172.21.15.23:56046) 2023-06-26T03:02:03.555 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.547+0000 7f6a877fe640 1 -- 172.21.15.23:0/3265118581 learned_addr learned my addr 172.21.15.23:0/3265118581 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:03.555 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.547+0000 7f6a86ffd640 1 --2- 172.21.15.23:0/3265118581 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6a880cae20 0x7f6a880cb280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:03.556 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.547+0000 7f6a867fc640 1 -- 172.21.15.23:0/3265118581 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1220069039 0 0) 0x7f6a880cb7c0 con 0x7f6a8806b920 2023-06-26T03:02:03.556 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.547+0000 7f6a867fc640 1 -- 172.21.15.23:0/3265118581 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6a70003530 con 0x7f6a8806b920 2023-06-26T03:02:03.556 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.547+0000 7f6a877fe640 1 -- 172.21.15.23:0/3265118581 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6a880cae20 msgr2=0x7f6a880cb280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:03.556 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.547+0000 7f6a877fe640 1 --2- 172.21.15.23:0/3265118581 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6a880cae20 0x7f6a880cb280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:03.556 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.547+0000 7f6a877fe640 1 -- 172.21.15.23:0/3265118581 >> v1:172.21.15.23:6789/0 conn(0x7f6a8806b920 legacy=0x7f6a8806bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:03.557 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.547+0000 7f6a877fe640 1 -- 172.21.15.23:0/3265118581 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a8806c490 con 0x7f6a88159880 2023-06-26T03:02:03.557 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.551+0000 7f6a877fe640 1 --2- 172.21.15.23:0/3265118581 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6a88159880 0x7f6a88071580 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f6a78009870 tx=0x7f6a7801c510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=217f2fa644265da4 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:03.558 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.551+0000 7f6a867fc640 1 -- 172.21.15.23:0/3265118581 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a780aa670 con 0x7f6a88159880 2023-06-26T03:02:03.558 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.551+0000 7f6a867fc640 1 -- 172.21.15.23:0/3265118581 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a780aa7d0 con 0x7f6a88159880 2023-06-26T03:02:03.558 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.551+0000 7f6a867fc640 1 -- 172.21.15.23:0/3265118581 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a780aab40 con 0x7f6a88159880 2023-06-26T03:02:03.559 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.551+0000 7f6a8da7d640 1 -- 172.21.15.23:0/3265118581 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6a88159880 msgr2=0x7f6a88071580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:03.559 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.551+0000 7f6a8da7d640 1 --2- 172.21.15.23:0/3265118581 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6a88159880 0x7f6a88071580 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f6a78009870 tx=0x7f6a7801c510 comp rx=0 tx=0).stop 2023-06-26T03:02:03.559 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.551+0000 7f6a8da7d640 1 -- 172.21.15.23:0/3265118581 shutdown_connections 2023-06-26T03:02:03.559 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.551+0000 7f6a8da7d640 1 --2- 172.21.15.23:0/3265118581 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6a880cae20 0x7f6a880cb280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:03.559 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.551+0000 7f6a8da7d640 1 --2- 172.21.15.23:0/3265118581 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6a88159880 0x7f6a88071580 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:03.560 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.551+0000 7f6a8da7d640 1 -- 172.21.15.23:0/3265118581 >> 172.21.15.23:0/3265118581 conn(0x7f6a88069400 msgr2=0x7f6a88069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:03.560 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.551+0000 7f6a8da7d640 1 -- 172.21.15.23:0/3265118581 shutdown_connections 2023-06-26T03:02:03.560 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.551+0000 7f6a8da7d640 1 -- 172.21.15.23:0/3265118581 wait complete. 2023-06-26T03:02:03.562 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.551+0000 7f6a8da7d640 1 Processor -- start 2023-06-26T03:02:03.562 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.551+0000 7f6a8da7d640 1 -- start start 2023-06-26T03:02:03.562 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.551+0000 7f6a8da7d640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6a8806b920 0x7f6a880b3370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:03.562 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.551+0000 7f6a8da7d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6a880cae20 0x7f6a88152930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:03.562 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.551+0000 7f6a8da7d640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6a88159880 0x7f6a880c0fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:03.562 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.551+0000 7f6a8da7d640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a880c1b20 con 0x7f6a88159880 2023-06-26T03:02:03.563 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.551+0000 7f6a8da7d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a880c6c30 con 0x7f6a880cae20 2023-06-26T03:02:03.563 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.551+0000 7f6a8da7d640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a88152fa0 con 0x7f6a8806b920 2023-06-26T03:02:03.563 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.555+0000 7f6a87fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6a88159880 0x7f6a880c0fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:03.563 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.555+0000 7f6a87fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6a88159880 0x7f6a880c0fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56058/0 (socket says 172.21.15.23:56058) 2023-06-26T03:02:03.563 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.555+0000 7f6a87fff640 1 -- 172.21.15.23:0/144772325 learned_addr learned my addr 172.21.15.23:0/144772325 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:03.563 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.555+0000 7f6a877fe640 1 --2- 172.21.15.23:0/144772325 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6a8806b920 0x7f6a880b3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:03.563 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.555+0000 7f6a86ffd640 1 --2- 172.21.15.23:0/144772325 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6a880cae20 0x7f6a88152930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:03.563 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.555+0000 7f6a87fff640 1 -- 172.21.15.23:0/144772325 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6a8806b920 msgr2=0x7f6a880b3370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:03.564 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.555+0000 7f6a87fff640 1 --2- 172.21.15.23:0/144772325 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6a8806b920 0x7f6a880b3370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:03.564 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.555+0000 7f6a87fff640 1 -- 172.21.15.23:0/144772325 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6a880cae20 msgr2=0x7f6a88152930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:03.564 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.555+0000 7f6a87fff640 1 --2- 172.21.15.23:0/144772325 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6a880cae20 0x7f6a88152930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:03.564 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.555+0000 7f6a87fff640 1 -- 172.21.15.23:0/144772325 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a780094d0 con 0x7f6a88159880 2023-06-26T03:02:03.564 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.555+0000 7f6a87fff640 1 --2- 172.21.15.23:0/144772325 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6a88159880 0x7f6a880c0fa0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f6a8000c7c0 tx=0x7f6a8000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:03.564 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.555+0000 7f6a6ffff640 1 -- 172.21.15.23:0/144772325 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a80003b80 con 0x7f6a88159880 2023-06-26T03:02:03.564 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.555+0000 7f6a6ffff640 1 -- 172.21.15.23:0/144772325 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a80003ce0 con 0x7f6a88159880 2023-06-26T03:02:03.565 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.555+0000 7f6a8da7d640 1 -- 172.21.15.23:0/144772325 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6a880c6e60 con 0x7f6a88159880 2023-06-26T03:02:03.565 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.555+0000 7f6a6ffff640 1 -- 172.21.15.23:0/144772325 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a8000aa50 con 0x7f6a88159880 2023-06-26T03:02:03.565 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.555+0000 7f6a8da7d640 1 -- 172.21.15.23:0/144772325 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6a880c7420 con 0x7f6a88159880 2023-06-26T03:02:03.565 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.555+0000 7f6a8da7d640 1 -- 172.21.15.23:0/144772325 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6a8804d790 con 0x7f6a88159880 2023-06-26T03:02:03.566 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.555+0000 7f6a6ffff640 1 -- 172.21.15.23:0/144772325 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f6a8000abb0 con 0x7f6a88159880 2023-06-26T03:02:03.566 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.555+0000 7f6a6ffff640 1 --2- 172.21.15.23:0/144772325 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6a74066280 0x7f6a74068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:03.566 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.555+0000 7f6a6ffff640 1 -- 172.21.15.23:0/144772325 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 5199+0+0 (secure 0 0 0) 0x7f6a80083790 con 0x7f6a88159880 2023-06-26T03:02:03.566 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.555+0000 7f6a877fe640 1 --2- 172.21.15.23:0/144772325 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6a74066280 0x7f6a74068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:03.566 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.559+0000 7f6a877fe640 1 --2- 172.21.15.23:0/144772325 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6a74066280 0x7f6a74068730 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f6a780ae000 tx=0x7f6a780a7000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:03.568 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.559+0000 7f6a6ffff640 1 -- 172.21.15.23:0/144772325 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f6a80051000 con 0x7f6a88159880 2023-06-26T03:02:03.722 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:03.715+0000 7f6a8da7d640 1 -- 172.21.15.23:0/144772325 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f6a88072310 con 0x7f6a88159880 2023-06-26T03:02:04.275 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:02:04.278 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:02:04.409 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.399+0000 7f6a6ffff640 1 -- 172.21.15.23:0/144772325 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]=0 enabled application 'rbd' on pool 'rbd' v18) v1 ==== 173+0+0 (secure 0 0 0) 0x7f6a8000ae60 con 0x7f6a88159880 2023-06-26T03:02:04.410 INFO:teuthology.orchestra.run.smithi023.stderr:enabled application 'rbd' on pool 'rbd' 2023-06-26T03:02:04.414 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.407+0000 7f6a8da7d640 1 -- 172.21.15.23:0/144772325 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6a74066280 msgr2=0x7f6a74068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:04.415 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.407+0000 7f6a8da7d640 1 --2- 172.21.15.23:0/144772325 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6a74066280 0x7f6a74068730 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f6a780ae000 tx=0x7f6a780a7000 comp rx=0 tx=0).stop 2023-06-26T03:02:04.415 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.407+0000 7f6a8da7d640 1 -- 172.21.15.23:0/144772325 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6a88159880 msgr2=0x7f6a880c0fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:04.415 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.407+0000 7f6a8da7d640 1 --2- 172.21.15.23:0/144772325 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6a88159880 0x7f6a880c0fa0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f6a8000c7c0 tx=0x7f6a8000cc80 comp rx=0 tx=0).stop 2023-06-26T03:02:04.415 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.407+0000 7f6a8da7d640 1 -- 172.21.15.23:0/144772325 shutdown_connections 2023-06-26T03:02:04.416 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.407+0000 7f6a8da7d640 1 --2- 172.21.15.23:0/144772325 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6a74066280 0x7f6a74068730 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:04.416 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.407+0000 7f6a8da7d640 1 --2- 172.21.15.23:0/144772325 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6a88159880 0x7f6a880c0fa0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:04.416 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.407+0000 7f6a8da7d640 1 --2- 172.21.15.23:0/144772325 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6a880cae20 0x7f6a88152930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:04.416 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.407+0000 7f6a8da7d640 1 --2- 172.21.15.23:0/144772325 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6a8806b920 0x7f6a880b3370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:04.416 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.407+0000 7f6a8da7d640 1 -- 172.21.15.23:0/144772325 >> 172.21.15.23:0/144772325 conn(0x7f6a88069400 msgr2=0x7f6a880b1ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:04.416 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.407+0000 7f6a8da7d640 1 -- 172.21.15.23:0/144772325 shutdown_connections 2023-06-26T03:02:04.417 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.407+0000 7f6a8da7d640 1 -- 172.21.15.23:0/144772325 wait complete. 2023-06-26T03:02:04.438 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2023-06-26T03:02:04.439 INFO:tasks.ceph.mds.a:Restarting daemon 2023-06-26T03:02:04.439 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2023-06-26T03:02:04.441 INFO:tasks.ceph.mds.a:Started 2023-06-26T03:02:04.441 INFO:tasks.ceph.mds.c:Restarting daemon 2023-06-26T03:02:04.442 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2023-06-26T03:02:04.443 INFO:tasks.ceph.mds.c:Started 2023-06-26T03:02:04.443 INFO:tasks.ceph.mds.b:Restarting daemon 2023-06-26T03:02:04.444 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2023-06-26T03:02:04.446 INFO:tasks.ceph.mds.b:Started 2023-06-26T03:02:04.446 INFO:tasks.ceph.mds.d:Restarting daemon 2023-06-26T03:02:04.447 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2023-06-26T03:02:04.449 INFO:tasks.ceph.mds.d:Started 2023-06-26T03:02:04.449 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2023-06-26T03:02:04.449 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:02:04.512 INFO:tasks.ceph.mds.c.smithi023.stdout:starting mds.c at 2023-06-26T03:02:04.513 INFO:tasks.ceph.mds.a.smithi023.stdout:starting mds.a at 2023-06-26T03:02:04.571 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.563+0000 7f3f3153e640 1 Processor -- start 2023-06-26T03:02:04.571 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.563+0000 7f3f3153e640 1 -- start start 2023-06-26T03:02:04.572 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.563+0000 7f3f3153e640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f3f2c0605e0 0x7f3f2c069ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:04.572 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.563+0000 7f3f3153e640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3f2c0ce680 con 0x7f3f2c15b860 2023-06-26T03:02:04.573 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.563+0000 7f3f3153e640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3f2c0cda70 con 0x7f3f2c15bc30 2023-06-26T03:02:04.573 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.563+0000 7f3f3153e640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3f2c0cdd50 con 0x7f3f2c0605e0 2023-06-26T03:02:04.573 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.563+0000 7f3f2a7fc640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f3f2c0605e0 0x7f3f2c069ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:04.573 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.563+0000 7f3f2affd640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f3f2c15b860 0x7f3f2c05fed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:57792/0 (socket says 172.21.15.23:57792) 2023-06-26T03:02:04.573 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.563+0000 7f3f2affd640 1 -- 172.21.15.23:0/2859432386 learned_addr learned my addr 172.21.15.23:0/2859432386 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:04.574 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.567+0000 7f3f2a7fc640 1 -- 172.21.15.23:0/2859432386 >> v1:172.21.15.71:6789/0 conn(0x7f3f2c15bc30 legacy=0x7f3f2c06a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:04.574 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.567+0000 7f3f2a7fc640 1 -- 172.21.15.23:0/2859432386 >> v1:172.21.15.23:6789/0 conn(0x7f3f2c15b860 legacy=0x7f3f2c05fed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:04.574 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.567+0000 7f3f2a7fc640 1 -- 172.21.15.23:0/2859432386 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f2c0ce030 con 0x7f3f2c0605e0 2023-06-26T03:02:04.574 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.567+0000 7f3f29ffb640 1 -- 172.21.15.23:0/2859432386 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3822917728 0 0) 0x7f3f2c0ce680 con 0x7f3f2c15b860 2023-06-26T03:02:04.575 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.567+0000 7f3f2a7fc640 1 --2- 172.21.15.23:0/2859432386 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3f2c0605e0 0x7f3f2c069ff0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f3f1c0097c0 tx=0x7f3f1c01c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89588c58836c3382 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:04.576 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.567+0000 7f3f29ffb640 1 -- 172.21.15.23:0/2859432386 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f1c0ac630 con 0x7f3f2c0605e0 2023-06-26T03:02:04.576 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.567+0000 7f3f29ffb640 1 -- 172.21.15.23:0/2859432386 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f1c0ac790 con 0x7f3f2c0605e0 2023-06-26T03:02:04.576 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.567+0000 7f3f29ffb640 1 -- 172.21.15.23:0/2859432386 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f1c0acb20 con 0x7f3f2c0605e0 2023-06-26T03:02:04.576 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.567+0000 7f3f3153e640 1 -- 172.21.15.23:0/2859432386 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3f2c0605e0 msgr2=0x7f3f2c069ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:04.577 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.567+0000 7f3f3153e640 1 --2- 172.21.15.23:0/2859432386 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3f2c0605e0 0x7f3f2c069ff0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f3f1c0097c0 tx=0x7f3f1c01c3b0 comp rx=0 tx=0).stop 2023-06-26T03:02:04.577 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.567+0000 7f3f3153e640 1 -- 172.21.15.23:0/2859432386 shutdown_connections 2023-06-26T03:02:04.577 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.567+0000 7f3f3153e640 1 --2- 172.21.15.23:0/2859432386 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3f2c0605e0 0x7f3f2c069ff0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:04.577 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.567+0000 7f3f3153e640 1 -- 172.21.15.23:0/2859432386 >> 172.21.15.23:0/2859432386 conn(0x7f3f2c0b13d0 msgr2=0x7f3f2c0cec30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:04.577 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.567+0000 7f3f3153e640 1 -- 172.21.15.23:0/2859432386 shutdown_connections 2023-06-26T03:02:04.577 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.567+0000 7f3f3153e640 1 -- 172.21.15.23:0/2859432386 wait complete. 2023-06-26T03:02:04.578 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.571+0000 7f3f3153e640 1 Processor -- start 2023-06-26T03:02:04.578 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.571+0000 7f3f3153e640 1 -- start start 2023-06-26T03:02:04.579 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.571+0000 7f3f3153e640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3f2c0605e0 0x7f3f2c0c96c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:04.579 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.571+0000 7f3f3153e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f2c15b860 0x7f3f2c0b32d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:04.579 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.571+0000 7f3f3153e640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3f2c15bc30 0x7f3f2c14d860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:04.579 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.571+0000 7f3f3153e640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f2c0c7bc0 con 0x7f3f2c15bc30 2023-06-26T03:02:04.580 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.571+0000 7f3f3153e640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f2c0c7290 con 0x7f3f2c15b860 2023-06-26T03:02:04.580 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.571+0000 7f3f3153e640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f2c0c7570 con 0x7f3f2c0605e0 2023-06-26T03:02:04.580 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.571+0000 7f3f2b7fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3f2c15bc30 0x7f3f2c14d860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:04.580 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.571+0000 7f3f2b7fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3f2c15bc30 0x7f3f2c14d860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56088/0 (socket says 172.21.15.23:56088) 2023-06-26T03:02:04.580 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.571+0000 7f3f2b7fe640 1 -- 172.21.15.23:0/3832851770 learned_addr learned my addr 172.21.15.23:0/3832851770 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:04.580 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.571+0000 7f3f2affd640 1 --2- 172.21.15.23:0/3832851770 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3f2c0605e0 0x7f3f2c0c96c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:04.580 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.571+0000 7f3f2a7fc640 1 --2- 172.21.15.23:0/3832851770 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f2c15b860 0x7f3f2c0b32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:04.581 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.571+0000 7f3f2b7fe640 1 -- 172.21.15.23:0/3832851770 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3f2c0605e0 msgr2=0x7f3f2c0c96c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:04.581 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.571+0000 7f3f2b7fe640 1 --2- 172.21.15.23:0/3832851770 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3f2c0605e0 0x7f3f2c0c96c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:04.581 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.571+0000 7f3f2b7fe640 1 -- 172.21.15.23:0/3832851770 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f2c15b860 msgr2=0x7f3f2c0b32d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:04.581 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.571+0000 7f3f2b7fe640 1 --2- 172.21.15.23:0/3832851770 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f2c15b860 0x7f3f2c0b32d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:04.581 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.571+0000 7f3f2b7fe640 1 -- 172.21.15.23:0/3832851770 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f1c009420 con 0x7f3f2c15bc30 2023-06-26T03:02:04.581 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.571+0000 7f3f2b7fe640 1 --2- 172.21.15.23:0/3832851770 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3f2c15bc30 0x7f3f2c14d860 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f3f2400b970 tx=0x7f3f2400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:04.581 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.571+0000 7f3f137fe640 1 -- 172.21.15.23:0/3832851770 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f2400cb40 con 0x7f3f2c15bc30 2023-06-26T03:02:04.581 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.571+0000 7f3f137fe640 1 -- 172.21.15.23:0/3832851770 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f2400cca0 con 0x7f3f2c15bc30 2023-06-26T03:02:04.582 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.571+0000 7f3f137fe640 1 -- 172.21.15.23:0/3832851770 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f24014680 con 0x7f3f2c15bc30 2023-06-26T03:02:04.582 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.571+0000 7f3f3153e640 1 -- 172.21.15.23:0/3832851770 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3f2c0c7850 con 0x7f3f2c15bc30 2023-06-26T03:02:04.583 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.571+0000 7f3f3153e640 1 -- 172.21.15.23:0/3832851770 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3f2c0c9c00 con 0x7f3f2c15bc30 2023-06-26T03:02:04.583 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.571+0000 7f3f3153e640 1 -- 172.21.15.23:0/3832851770 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3f2c0c7d30 con 0x7f3f2c15bc30 2023-06-26T03:02:04.583 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.575+0000 7f3f137fe640 1 -- 172.21.15.23:0/3832851770 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f3f2401d3b0 con 0x7f3f2c15bc30 2023-06-26T03:02:04.583 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.575+0000 7f3f137fe640 1 --2- 172.21.15.23:0/3832851770 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3f18066280 0x7f3f18068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:04.583 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.575+0000 7f3f137fe640 1 -- 172.21.15.23:0/3832851770 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f3f24083850 con 0x7f3f2c15bc30 2023-06-26T03:02:04.583 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.575+0000 7f3f2affd640 1 --2- 172.21.15.23:0/3832851770 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3f18066280 0x7f3f18068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:04.583 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.575+0000 7f3f2affd640 1 --2- 172.21.15.23:0/3832851770 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3f18066280 0x7f3f18068730 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f3f20000f70 tx=0x7f3f20007b80 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:04.586 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.579+0000 7f3f137fe640 1 -- 172.21.15.23:0/3832851770 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f3f24051020 con 0x7f3f2c15bc30 2023-06-26T03:02:04.743 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.735+0000 7f3f3153e640 1 -- 172.21.15.23:0/3832851770 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3f2c04d790 con 0x7f3f2c15bc30 2023-06-26T03:02:04.744 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.735+0000 7f3f137fe640 1 -- 172.21.15.23:0/3832851770 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) v1 ==== 74+0+14577 (secure 0 0 0) 0x7f3f24054640 con 0x7f3f2c15bc30 2023-06-26T03:02:04.745 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:02:04.745 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":18,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:02:04.387273+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:02:04.746 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.739+0000 7f3f3153e640 1 -- 172.21.15.23:0/3832851770 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3f18066280 msgr2=0x7f3f18068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:04.746 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.739+0000 7f3f3153e640 1 --2- 172.21.15.23:0/3832851770 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3f18066280 0x7f3f18068730 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f3f20000f70 tx=0x7f3f20007b80 comp rx=0 tx=0).stop 2023-06-26T03:02:04.747 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.739+0000 7f3f3153e640 1 -- 172.21.15.23:0/3832851770 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3f2c15bc30 msgr2=0x7f3f2c14d860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:04.747 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.739+0000 7f3f3153e640 1 --2- 172.21.15.23:0/3832851770 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3f2c15bc30 0x7f3f2c14d860 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f3f2400b970 tx=0x7f3f2400be30 comp rx=0 tx=0).stop 2023-06-26T03:02:04.747 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.739+0000 7f3f3153e640 1 -- 172.21.15.23:0/3832851770 shutdown_connections 2023-06-26T03:02:04.747 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.739+0000 7f3f3153e640 1 --2- 172.21.15.23:0/3832851770 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3f18066280 0x7f3f18068730 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:04.747 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.739+0000 7f3f3153e640 1 --2- 172.21.15.23:0/3832851770 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3f2c15bc30 0x7f3f2c14d860 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:04.747 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.739+0000 7f3f3153e640 1 --2- 172.21.15.23:0/3832851770 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3f2c15b860 0x7f3f2c0b32d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:04.747 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.739+0000 7f3f3153e640 1 --2- 172.21.15.23:0/3832851770 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3f2c0605e0 0x7f3f2c0c96c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:04.748 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.739+0000 7f3f3153e640 1 -- 172.21.15.23:0/3832851770 >> 172.21.15.23:0/3832851770 conn(0x7f3f2c0b13d0 msgr2=0x7f3f2c153940 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:04.748 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.739+0000 7f3f3153e640 1 -- 172.21.15.23:0/3832851770 shutdown_connections 2023-06-26T03:02:04.748 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.739+0000 7f3f3153e640 1 -- 172.21.15.23:0/3832851770 wait complete. 2023-06-26T03:02:04.763 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:01:57.280692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:02:02.819138+0000', 'flags': 32769, 'flags_names': 'hashpspool,creating', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-26T03:02:04.764 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:02:04.813 INFO:tasks.ceph.mds.b.smithi071.stdout:starting mds.b at 2023-06-26T03:02:04.828 INFO:tasks.ceph.mds.d.smithi071.stdout:starting mds.d at 2023-06-26T03:02:04.888 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.879+0000 7f09f7cfb640 1 Processor -- start 2023-06-26T03:02:04.888 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.879+0000 7f09f7cfb640 1 -- start start 2023-06-26T03:02:04.889 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.883+0000 7f09f7cfb640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f09f015b6e0 0x7f09f00cc5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:04.890 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.883+0000 7f09f7cfb640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f09f00ccb30 0x7f09f00b3a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:04.890 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.883+0000 7f09f7cfb640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09f00b43c0 con 0x7f09f00b3f60 2023-06-26T03:02:04.890 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.883+0000 7f09f7cfb640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f09f00cf960 con 0x7f09f00ccb30 2023-06-26T03:02:04.890 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.883+0000 7f09f7cfb640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09f00cfca0 con 0x7f09f015b6e0 2023-06-26T03:02:04.890 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.883+0000 7f09f5296640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f09f00ccb30 0x7f09f00b3a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:04.890 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.883+0000 7f09f5296640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f09f00ccb30 0x7f09f00b3a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56094/0 (socket says 172.21.15.23:56094) 2023-06-26T03:02:04.890 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.883+0000 7f09f5a97640 1 --2- 172.21.15.23:0/1912504497 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f09f015b6e0 0x7f09f00cc5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:04.891 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.883+0000 7f09f5296640 1 -- 172.21.15.23:0/1912504497 learned_addr learned my addr 172.21.15.23:0/1912504497 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:04.891 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.883+0000 7f09f5296640 1 -- 172.21.15.23:0/1912504497 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f09f015b6e0 msgr2=0x7f09f00cc5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:04.891 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.883+0000 7f09f5296640 1 --2- 172.21.15.23:0/1912504497 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f09f015b6e0 0x7f09f00cc5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:04.891 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.883+0000 7f09f5296640 1 -- 172.21.15.23:0/1912504497 >> v1:172.21.15.71:6789/0 conn(0x7f09f00b3f60 legacy=0x7f09f015f2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:04.891 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.883+0000 7f09f5296640 1 -- 172.21.15.23:0/1912504497 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09f00cede0 con 0x7f09f00ccb30 2023-06-26T03:02:04.893 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.887+0000 7f09f5296640 1 --2- 172.21.15.23:0/1912504497 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f09f00ccb30 0x7f09f00b3a20 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f09e0009870 tx=0x7f09e001c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc4150c217385224 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:04.893 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.887+0000 7f09f4a95640 1 -- 172.21.15.23:0/1912504497 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09e00ab680 con 0x7f09f00ccb30 2023-06-26T03:02:04.893 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.887+0000 7f09f4a95640 1 -- 172.21.15.23:0/1912504497 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09e00ab7e0 con 0x7f09f00ccb30 2023-06-26T03:02:04.894 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.887+0000 7f09f4a95640 1 -- 172.21.15.23:0/1912504497 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09e00abb70 con 0x7f09f00ccb30 2023-06-26T03:02:04.894 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.887+0000 7f09f7cfb640 1 -- 172.21.15.23:0/1912504497 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f09f00ccb30 msgr2=0x7f09f00b3a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:04.894 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.887+0000 7f09f7cfb640 1 --2- 172.21.15.23:0/1912504497 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f09f00ccb30 0x7f09f00b3a20 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f09e0009870 tx=0x7f09e001c480 comp rx=0 tx=0).stop 2023-06-26T03:02:04.895 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.887+0000 7f09f7cfb640 1 -- 172.21.15.23:0/1912504497 shutdown_connections 2023-06-26T03:02:04.895 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.887+0000 7f09f7cfb640 1 --2- 172.21.15.23:0/1912504497 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f09f00ccb30 0x7f09f00b3a20 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:04.895 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.887+0000 7f09f7cfb640 1 --2- 172.21.15.23:0/1912504497 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f09f015b6e0 0x7f09f00cc5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:04.895 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.887+0000 7f09f7cfb640 1 -- 172.21.15.23:0/1912504497 >> 172.21.15.23:0/1912504497 conn(0x7f09f00d1fa0 msgr2=0x7f09f00d23a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:04.895 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.887+0000 7f09f7cfb640 1 -- 172.21.15.23:0/1912504497 shutdown_connections 2023-06-26T03:02:04.895 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.887+0000 7f09f7cfb640 1 -- 172.21.15.23:0/1912504497 wait complete. 2023-06-26T03:02:04.897 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.887+0000 7f09f7cfb640 1 Processor -- start 2023-06-26T03:02:04.897 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.887+0000 7f09f7cfb640 1 -- start start 2023-06-26T03:02:04.897 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.887+0000 7f09f7cfb640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f09f00b3f60 0x7f09f0154a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:04.897 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.887+0000 7f09f7cfb640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f09f00ccb30 0x7f09f0152e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:04.898 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.887+0000 7f09f7cfb640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f09f015b6e0 0x7f09f01533c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:04.898 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.887+0000 7f09f7cfb640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09f0151470 con 0x7f09f015b6e0 2023-06-26T03:02:04.898 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.887+0000 7f09f7cfb640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09f0154030 con 0x7f09f00b3f60 2023-06-26T03:02:04.898 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.887+0000 7f09f7cfb640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09f0154310 con 0x7f09f00ccb30 2023-06-26T03:02:04.898 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.887+0000 7f09f6298640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f09f015b6e0 0x7f09f01533c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:04.898 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.887+0000 7f09f6298640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f09f015b6e0 0x7f09f01533c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56108/0 (socket says 172.21.15.23:56108) 2023-06-26T03:02:04.898 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.887+0000 7f09f6298640 1 -- 172.21.15.23:0/689460645 learned_addr learned my addr 172.21.15.23:0/689460645 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:04.898 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.887+0000 7f09f5296640 1 --2- 172.21.15.23:0/689460645 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f09f00ccb30 0x7f09f0152e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:04.899 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.887+0000 7f09f5a97640 1 --2- 172.21.15.23:0/689460645 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f09f00b3f60 0x7f09f0154a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:04.899 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.887+0000 7f09f6298640 1 -- 172.21.15.23:0/689460645 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f09f00ccb30 msgr2=0x7f09f0152e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:04.899 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.887+0000 7f09f6298640 1 --2- 172.21.15.23:0/689460645 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f09f00ccb30 0x7f09f0152e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:04.899 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.887+0000 7f09f6298640 1 -- 172.21.15.23:0/689460645 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f09f00b3f60 msgr2=0x7f09f0154a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:04.899 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.887+0000 7f09f6298640 1 --2- 172.21.15.23:0/689460645 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f09f00b3f60 0x7f09f0154a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:04.899 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.887+0000 7f09f6298640 1 -- 172.21.15.23:0/689460645 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09e00094d0 con 0x7f09f015b6e0 2023-06-26T03:02:04.899 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.891+0000 7f09f6298640 1 --2- 172.21.15.23:0/689460645 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f09f015b6e0 0x7f09f01533c0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f09e800c770 tx=0x7f09e800cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:04.899 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.891+0000 7f09e67fc640 1 -- 172.21.15.23:0/689460645 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09e8003b80 con 0x7f09f015b6e0 2023-06-26T03:02:04.900 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.891+0000 7f09e67fc640 1 -- 172.21.15.23:0/689460645 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09e8003ce0 con 0x7f09f015b6e0 2023-06-26T03:02:04.900 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.891+0000 7f09e67fc640 1 -- 172.21.15.23:0/689460645 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09e800aa90 con 0x7f09f015b6e0 2023-06-26T03:02:04.900 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.891+0000 7f09f7cfb640 1 -- 172.21.15.23:0/689460645 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09f01545f0 con 0x7f09f015b6e0 2023-06-26T03:02:04.900 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.891+0000 7f09f7cfb640 1 -- 172.21.15.23:0/689460645 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09f0150f70 con 0x7f09f015b6e0 2023-06-26T03:02:04.901 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.891+0000 7f09f7cfb640 1 -- 172.21.15.23:0/689460645 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f09f01511c0 con 0x7f09f015b6e0 2023-06-26T03:02:04.901 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.891+0000 7f09e67fc640 1 -- 172.21.15.23:0/689460645 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f09e800abf0 con 0x7f09f015b6e0 2023-06-26T03:02:04.901 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.891+0000 7f09e67fc640 1 --2- 172.21.15.23:0/689460645 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f09d4066280 0x7f09d4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:04.901 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.891+0000 7f09e67fc640 1 -- 172.21.15.23:0/689460645 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f09e80837d0 con 0x7f09f015b6e0 2023-06-26T03:02:04.901 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.891+0000 7f09f5a97640 1 --2- 172.21.15.23:0/689460645 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f09d4066280 0x7f09d4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:04.901 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.891+0000 7f09f5a97640 1 --2- 172.21.15.23:0/689460645 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f09d4066280 0x7f09d4068730 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f09ec009a50 tx=0x7f09ec008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:04.903 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:04.895+0000 7f09e67fc640 1 -- 172.21.15.23:0/689460645 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f09e8050fa0 con 0x7f09f015b6e0 2023-06-26T03:02:05.057 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.051+0000 7f09f7cfb640 1 -- 172.21.15.23:0/689460645 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f09f004d790 con 0x7f09f015b6e0 2023-06-26T03:02:05.058 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.051+0000 7f09e67fc640 1 -- 172.21.15.23:0/689460645 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v18) v1 ==== 93+0+10 (secure 0 0 0) 0x7f09e80545c0 con 0x7f09f015b6e0 2023-06-26T03:02:05.058 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 1 2023-06-26T03:02:05.060 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.051+0000 7f09f7cfb640 1 -- 172.21.15.23:0/689460645 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f09d4066280 msgr2=0x7f09d4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:05.061 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.051+0000 7f09f7cfb640 1 --2- 172.21.15.23:0/689460645 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f09d4066280 0x7f09d4068730 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f09ec009a50 tx=0x7f09ec008040 comp rx=0 tx=0).stop 2023-06-26T03:02:05.061 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.051+0000 7f09f7cfb640 1 -- 172.21.15.23:0/689460645 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f09f015b6e0 msgr2=0x7f09f01533c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:05.061 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.051+0000 7f09f7cfb640 1 --2- 172.21.15.23:0/689460645 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f09f015b6e0 0x7f09f01533c0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f09e800c770 tx=0x7f09e800cc30 comp rx=0 tx=0).stop 2023-06-26T03:02:05.061 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.051+0000 7f09f7cfb640 1 -- 172.21.15.23:0/689460645 shutdown_connections 2023-06-26T03:02:05.061 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.051+0000 7f09f7cfb640 1 --2- 172.21.15.23:0/689460645 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f09d4066280 0x7f09d4068730 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:05.062 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.051+0000 7f09f7cfb640 1 --2- 172.21.15.23:0/689460645 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f09f015b6e0 0x7f09f01533c0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:05.062 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.051+0000 7f09f7cfb640 1 --2- 172.21.15.23:0/689460645 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f09f00ccb30 0x7f09f0152e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:05.062 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.051+0000 7f09f7cfb640 1 --2- 172.21.15.23:0/689460645 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f09f00b3f60 0x7f09f0154a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:05.062 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.051+0000 7f09f7cfb640 1 -- 172.21.15.23:0/689460645 >> 172.21.15.23:0/689460645 conn(0x7f09f00d1fa0 msgr2=0x7f09f0069400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:05.062 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.051+0000 7f09f7cfb640 1 -- 172.21.15.23:0/689460645 shutdown_connections 2023-06-26T03:02:05.062 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.051+0000 7f09f7cfb640 1 -- 172.21.15.23:0/689460645 wait complete. 2023-06-26T03:02:05.077 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:02:05.196 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.187+0000 7fb143e49640 1 Processor -- start 2023-06-26T03:02:05.197 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.187+0000 7fb143e49640 1 -- start start 2023-06-26T03:02:05.198 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.191+0000 7fb143e49640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fb13c06f410 0x7fb13c0cbdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:05.198 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.191+0000 7fb143e49640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb13c0ad280 con 0x7fb13c0aceb0 2023-06-26T03:02:05.198 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.191+0000 7fb143e49640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb13c0c83d0 con 0x7fb13c06ef70 2023-06-26T03:02:05.198 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.191+0000 7fb143e49640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb13c0c9950 con 0x7fb13c06f410 2023-06-26T03:02:05.198 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.191+0000 7fb141be5640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fb13c0aceb0 0x7fb13c0c9240 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:57796/0 (socket says 172.21.15.23:57796) 2023-06-26T03:02:05.199 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.191+0000 7fb141be5640 1 -- 172.21.15.23:0/2854843692 learned_addr learned my addr 172.21.15.23:0/2854843692 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:05.199 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.191+0000 7fb1423e6640 1 --2- 172.21.15.23:0/2854843692 >> v2:172.21.15.23:3300/0 conn(0x7fb13c06f410 0x7fb13c0cbdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:05.199 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.191+0000 7fb140be3640 1 -- 172.21.15.23:0/2854843692 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3445158782 0 0) 0x7fb13c0ad280 con 0x7fb13c0aceb0 2023-06-26T03:02:05.199 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.191+0000 7fb140be3640 1 -- 172.21.15.23:0/2854843692 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb128005740 con 0x7fb13c0aceb0 2023-06-26T03:02:05.200 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.191+0000 7fb1423e6640 1 -- 172.21.15.23:0/2854843692 >> v1:172.21.15.71:6789/0 conn(0x7fb13c06ef70 legacy=0x7fb13c0cb6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:05.200 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.191+0000 7fb1423e6640 1 -- 172.21.15.23:0/2854843692 >> v1:172.21.15.23:6789/0 conn(0x7fb13c0aceb0 legacy=0x7fb13c0c9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:05.200 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.191+0000 7fb1423e6640 1 -- 172.21.15.23:0/2854843692 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb13c158c90 con 0x7fb13c06f410 2023-06-26T03:02:05.200 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.191+0000 7fb1423e6640 1 --2- 172.21.15.23:0/2854843692 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb13c06f410 0x7fb13c0cbdd0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fb134009d90 tx=0x7fb13401c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77c39accb6c3695a server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:05.201 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.191+0000 7fb140be3640 1 -- 172.21.15.23:0/2854843692 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1340a59e0 con 0x7fb13c06f410 2023-06-26T03:02:05.201 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.195+0000 7fb140be3640 1 -- 172.21.15.23:0/2854843692 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb1340a5b40 con 0x7fb13c06f410 2023-06-26T03:02:05.201 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.195+0000 7fb140be3640 1 -- 172.21.15.23:0/2854843692 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1340ad440 con 0x7fb13c06f410 2023-06-26T03:02:05.202 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.195+0000 7fb143e49640 1 -- 172.21.15.23:0/2854843692 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb13c06f410 msgr2=0x7fb13c0cbdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:05.202 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.195+0000 7fb143e49640 1 --2- 172.21.15.23:0/2854843692 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb13c06f410 0x7fb13c0cbdd0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fb134009d90 tx=0x7fb13401c920 comp rx=0 tx=0).stop 2023-06-26T03:02:05.202 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.195+0000 7fb143e49640 1 -- 172.21.15.23:0/2854843692 shutdown_connections 2023-06-26T03:02:05.202 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.195+0000 7fb143e49640 1 --2- 172.21.15.23:0/2854843692 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb13c06f410 0x7fb13c0cbdd0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:05.202 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.195+0000 7fb143e49640 1 -- 172.21.15.23:0/2854843692 >> 172.21.15.23:0/2854843692 conn(0x7fb13c069fc0 msgr2=0x7fb13c0ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:05.203 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.195+0000 7fb143e49640 1 -- 172.21.15.23:0/2854843692 shutdown_connections 2023-06-26T03:02:05.203 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.195+0000 7fb143e49640 1 -- 172.21.15.23:0/2854843692 wait complete. 2023-06-26T03:02:05.203 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.195+0000 7fb143e49640 1 Processor -- start 2023-06-26T03:02:05.203 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.195+0000 7fb143e49640 1 -- start start 2023-06-26T03:02:05.205 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.195+0000 7fb143e49640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb13c06ef70 0x7fb13c153c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:05.205 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.195+0000 7fb143e49640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb13c06f410 0x7fb13c0b17f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:05.205 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.195+0000 7fb143e49640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb13c0aceb0 0x7fb13c15afd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:05.205 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.195+0000 7fb143e49640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb13c0c5c10 con 0x7fb13c0aceb0 2023-06-26T03:02:05.205 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.195+0000 7fb143e49640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb13c1520a0 con 0x7fb13c06f410 2023-06-26T03:02:05.205 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.195+0000 7fb143e49640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb13c0b37d0 con 0x7fb13c06ef70 2023-06-26T03:02:05.206 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.199+0000 7fb1423e6640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb13c0aceb0 0x7fb13c15afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:05.206 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.199+0000 7fb1423e6640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb13c0aceb0 0x7fb13c15afd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56124/0 (socket says 172.21.15.23:56124) 2023-06-26T03:02:05.206 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.199+0000 7fb1423e6640 1 -- 172.21.15.23:0/379001380 learned_addr learned my addr 172.21.15.23:0/379001380 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:05.206 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.199+0000 7fb1413e4640 1 --2- 172.21.15.23:0/379001380 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb13c06f410 0x7fb13c0b17f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:05.206 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.199+0000 7fb141be5640 1 --2- 172.21.15.23:0/379001380 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb13c06ef70 0x7fb13c153c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:05.207 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.199+0000 7fb1423e6640 1 -- 172.21.15.23:0/379001380 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb13c06ef70 msgr2=0x7fb13c153c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:05.207 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.199+0000 7fb1423e6640 1 --2- 172.21.15.23:0/379001380 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb13c06ef70 0x7fb13c153c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:05.208 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.199+0000 7fb1423e6640 1 -- 172.21.15.23:0/379001380 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb13c06f410 msgr2=0x7fb13c0b17f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:05.208 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.199+0000 7fb1423e6640 1 --2- 172.21.15.23:0/379001380 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb13c06f410 0x7fb13c0b17f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:05.208 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.199+0000 7fb1423e6640 1 -- 172.21.15.23:0/379001380 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb134009a70 con 0x7fb13c0aceb0 2023-06-26T03:02:05.208 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.199+0000 7fb1423e6640 1 --2- 172.21.15.23:0/379001380 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb13c0aceb0 0x7fb13c15afd0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fb134009d90 tx=0x7fb13c0ccb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:05.208 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.199+0000 7fb1327fc640 1 -- 172.21.15.23:0/379001380 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb134003db0 con 0x7fb13c0aceb0 2023-06-26T03:02:05.208 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.199+0000 7fb1327fc640 1 -- 172.21.15.23:0/379001380 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb134004040 con 0x7fb13c0aceb0 2023-06-26T03:02:05.208 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.199+0000 7fb143e49640 1 -- 172.21.15.23:0/379001380 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb13c0c5e60 con 0x7fb13c0aceb0 2023-06-26T03:02:05.208 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.199+0000 7fb1327fc640 1 -- 172.21.15.23:0/379001380 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1340043f0 con 0x7fb13c0aceb0 2023-06-26T03:02:05.209 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.199+0000 7fb143e49640 1 -- 172.21.15.23:0/379001380 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb13c0c6420 con 0x7fb13c0aceb0 2023-06-26T03:02:05.209 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.199+0000 7fb143e49640 1 -- 172.21.15.23:0/379001380 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb13c0c6640 con 0x7fb13c0aceb0 2023-06-26T03:02:05.209 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.199+0000 7fb1327fc640 1 -- 172.21.15.23:0/379001380 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fb1340b4070 con 0x7fb13c0aceb0 2023-06-26T03:02:05.209 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.199+0000 7fb1327fc640 1 --2- 172.21.15.23:0/379001380 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb120066280 0x7fb120068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:05.210 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.199+0000 7fb1327fc640 1 -- 172.21.15.23:0/379001380 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 5210+0+0 (secure 0 0 0) 0x7fb13411e6d0 con 0x7fb13c0aceb0 2023-06-26T03:02:05.210 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.199+0000 7fb141be5640 1 --2- 172.21.15.23:0/379001380 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb120066280 0x7fb120068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:05.210 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.203+0000 7fb141be5640 1 --2- 172.21.15.23:0/379001380 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb120066280 0x7fb120068730 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fb1380011f0 tx=0x7fb138009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:05.212 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.203+0000 7fb1327fc640 1 -- 172.21.15.23:0/379001380 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fb1340ebfc0 con 0x7fb13c0aceb0 2023-06-26T03:02:05.365 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.359+0000 7fb143e49640 1 -- 172.21.15.23:0/379001380 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7fb13c04d790 con 0x7fb13c0aceb0 2023-06-26T03:02:05.366 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.359+0000 7fb1327fc640 1 -- 172.21.15.23:0/379001380 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v18) v1 ==== 92+0+10 (secure 0 0 0) 0x7fb1340ef5e0 con 0x7fb13c0aceb0 2023-06-26T03:02:05.367 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 8 2023-06-26T03:02:05.368 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.359+0000 7fb143e49640 1 -- 172.21.15.23:0/379001380 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb120066280 msgr2=0x7fb120068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:05.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.359+0000 7fb143e49640 1 --2- 172.21.15.23:0/379001380 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb120066280 0x7fb120068730 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fb1380011f0 tx=0x7fb138009040 comp rx=0 tx=0).stop 2023-06-26T03:02:05.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.359+0000 7fb143e49640 1 -- 172.21.15.23:0/379001380 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb13c0aceb0 msgr2=0x7fb13c15afd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:05.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.359+0000 7fb143e49640 1 --2- 172.21.15.23:0/379001380 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb13c0aceb0 0x7fb13c15afd0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fb134009d90 tx=0x7fb13c0ccb20 comp rx=0 tx=0).stop 2023-06-26T03:02:05.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.359+0000 7fb143e49640 1 -- 172.21.15.23:0/379001380 shutdown_connections 2023-06-26T03:02:05.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.359+0000 7fb143e49640 1 --2- 172.21.15.23:0/379001380 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb120066280 0x7fb120068730 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:05.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.359+0000 7fb143e49640 1 --2- 172.21.15.23:0/379001380 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb13c0aceb0 0x7fb13c15afd0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:05.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.359+0000 7fb143e49640 1 --2- 172.21.15.23:0/379001380 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb13c06f410 0x7fb13c0b17f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:05.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.359+0000 7fb143e49640 1 --2- 172.21.15.23:0/379001380 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb13c06ef70 0x7fb13c153c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:05.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.359+0000 7fb143e49640 1 -- 172.21.15.23:0/379001380 >> 172.21.15.23:0/379001380 conn(0x7fb13c069fc0 msgr2=0x7fb13c06ac60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:05.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.359+0000 7fb143e49640 1 -- 172.21.15.23:0/379001380 shutdown_connections 2023-06-26T03:02:05.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.359+0000 7fb143e49640 1 -- 172.21.15.23:0/379001380 wait complete. 2023-06-26T03:02:05.386 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-26T03:02:05.509 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.499+0000 7f225a64d640 1 Processor -- start 2023-06-26T03:02:05.509 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.503+0000 7f225a64d640 1 -- start start 2023-06-26T03:02:05.510 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.503+0000 7f225a64d640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f22540c41f0 0x7f2254151df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:05.510 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.503+0000 7f225a64d640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f22540acad0 con 0x7f22540ac670 2023-06-26T03:02:05.510 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.503+0000 7f225a64d640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f22540ace00 con 0x7f22540caa50 2023-06-26T03:02:05.510 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.503+0000 7f225a64d640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f225406c7b0 con 0x7f22540c41f0 2023-06-26T03:02:05.510 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.503+0000 7f22537fe640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f22540ac670 0x7f225406f490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:57810/0 (socket says 172.21.15.23:57810) 2023-06-26T03:02:05.511 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.503+0000 7f22537fe640 1 -- 172.21.15.23:0/47865269 learned_addr learned my addr 172.21.15.23:0/47865269 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:05.512 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.503+0000 7f2258bea640 1 --2- 172.21.15.23:0/47865269 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f22540c41f0 0x7f2254151df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:05.512 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.503+0000 7f2252ffd640 1 -- 172.21.15.23:0/47865269 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3752001926 0 0) 0x7f22540acad0 con 0x7f22540ac670 2023-06-26T03:02:05.512 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.503+0000 7f2252ffd640 1 -- 172.21.15.23:0/47865269 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f223c003530 con 0x7f22540ac670 2023-06-26T03:02:05.512 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.503+0000 7f2252ffd640 1 -- 172.21.15.23:0/47865269 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3997782913 0 0) 0x7f223c003530 con 0x7f22540ac670 2023-06-26T03:02:05.513 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.503+0000 7f2252ffd640 1 -- 172.21.15.23:0/47865269 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f22540c41f0 msgr2=0x7f2254151df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:05.513 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.503+0000 7f2252ffd640 1 --2- 172.21.15.23:0/47865269 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f22540c41f0 0x7f2254151df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:05.513 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.503+0000 7f2252ffd640 1 -- 172.21.15.23:0/47865269 >> v1:172.21.15.71:6789/0 conn(0x7f22540caa50 legacy=0x7f225406ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:05.513 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.503+0000 7f2252ffd640 1 -- 172.21.15.23:0/47865269 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22540ad0e0 con 0x7f22540ac670 2023-06-26T03:02:05.513 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.503+0000 7f2252ffd640 1 -- 172.21.15.23:0/47865269 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f2248001680 con 0x7f22540ac670 2023-06-26T03:02:05.513 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.503+0000 7f2252ffd640 1 -- 172.21.15.23:0/47865269 >> v1:172.21.15.23:6789/0 conn(0x7f22540ac670 legacy=0x7f225406f490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:05.513 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.503+0000 7f2252ffd640 1 --2- 172.21.15.23:0/47865269 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f223c0039b0 0x7f223c003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:05.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.503+0000 7f2252ffd640 1 --2- 172.21.15.23:0/47865269 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f223c0047d0 0x7f223c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:05.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.503+0000 7f2252ffd640 1 --2- 172.21.15.23:0/47865269 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f22540c41f0 0x7f223c0051a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:05.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.503+0000 7f2252ffd640 1 -- 172.21.15.23:0/47865269 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f225406c7b0 con 0x7f223c0047d0 2023-06-26T03:02:05.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.503+0000 7f2252ffd640 1 -- 172.21.15.23:0/47865269 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f223c00ba90 con 0x7f223c0039b0 2023-06-26T03:02:05.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.503+0000 7f2252ffd640 1 -- 172.21.15.23:0/47865269 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f223c00bc50 con 0x7f22540c41f0 2023-06-26T03:02:05.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.503+0000 7f22537fe640 1 --2- 172.21.15.23:0/47865269 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f223c0047d0 0x7f223c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:05.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.503+0000 7f2253fff640 1 --2- 172.21.15.23:0/47865269 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f223c0039b0 0x7f223c003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:05.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.503+0000 7f2258bea640 1 --2- 172.21.15.23:0/47865269 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f22540c41f0 0x7f223c0051a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:05.515 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.503+0000 7f22537fe640 1 -- 172.21.15.23:0/47865269 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f22540c41f0 msgr2=0x7f223c0051a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:05.515 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.503+0000 7f22537fe640 1 --2- 172.21.15.23:0/47865269 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f22540c41f0 0x7f223c0051a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:05.515 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.503+0000 7f22537fe640 1 -- 172.21.15.23:0/47865269 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f223c0039b0 msgr2=0x7f223c003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:05.515 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.503+0000 7f22537fe640 1 --2- 172.21.15.23:0/47865269 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f223c0039b0 0x7f223c003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:05.515 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.503+0000 7f22537fe640 1 -- 172.21.15.23:0/47865269 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f223c003530 con 0x7f223c0047d0 2023-06-26T03:02:05.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.507+0000 7f22537fe640 1 --2- 172.21.15.23:0/47865269 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f223c0047d0 0x7f223c004c40 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f224800c240 tx=0x7f224801cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a09659ca5b6b044d server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:05.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.507+0000 7f2252ffd640 1 -- 172.21.15.23:0/47865269 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2248005ae0 con 0x7f223c0047d0 2023-06-26T03:02:05.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.507+0000 7f2252ffd640 1 -- 172.21.15.23:0/47865269 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2248005c40 con 0x7f223c0047d0 2023-06-26T03:02:05.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.507+0000 7f2252ffd640 1 -- 172.21.15.23:0/47865269 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22480a5830 con 0x7f223c0047d0 2023-06-26T03:02:05.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.507+0000 7f225a64d640 1 -- 172.21.15.23:0/47865269 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f223c0047d0 msgr2=0x7f223c004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:05.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.507+0000 7f225a64d640 1 --2- 172.21.15.23:0/47865269 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f223c0047d0 0x7f223c004c40 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f224800c240 tx=0x7f224801cc40 comp rx=0 tx=0).stop 2023-06-26T03:02:05.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.507+0000 7f2258bea640 1 -- 172.21.15.23:0/47865269 reap_dead start 2023-06-26T03:02:05.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.507+0000 7f225a64d640 1 -- 172.21.15.23:0/47865269 shutdown_connections 2023-06-26T03:02:05.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.507+0000 7f225a64d640 1 -- 172.21.15.23:0/47865269 >> 172.21.15.23:0/47865269 conn(0x7f2254069400 msgr2=0x7f2254069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:05.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.507+0000 7f225a64d640 1 -- 172.21.15.23:0/47865269 shutdown_connections 2023-06-26T03:02:05.519 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.507+0000 7f225a64d640 1 -- 172.21.15.23:0/47865269 wait complete. 2023-06-26T03:02:05.519 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.507+0000 7f225a64d640 1 Processor -- start 2023-06-26T03:02:05.519 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.507+0000 7f225a64d640 1 -- start start 2023-06-26T03:02:05.519 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.507+0000 7f225a64d640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f225414b880 0x7f22540b1dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:05.519 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.507+0000 7f225a64d640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f22540c4c40 0x7f22540c81a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:05.519 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.507+0000 7f225a64d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f22540c5090 0x7f22540c86e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:05.519 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.507+0000 7f225a64d640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f225414c0c0 con 0x7f22540c4c40 2023-06-26T03:02:05.520 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.507+0000 7f225a64d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22540b2300 con 0x7f22540c5090 2023-06-26T03:02:05.520 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.507+0000 7f225a64d640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f22540c5620 con 0x7f225414b880 2023-06-26T03:02:05.520 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.507+0000 7f22537fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f22540c4c40 0x7f22540c81a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:05.520 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.507+0000 7f22537fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f22540c4c40 0x7f22540c81a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56138/0 (socket says 172.21.15.23:56138) 2023-06-26T03:02:05.520 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.507+0000 7f22537fe640 1 -- 172.21.15.23:0/3062789339 learned_addr learned my addr 172.21.15.23:0/3062789339 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:05.520 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.507+0000 7f2253fff640 1 --2- 172.21.15.23:0/3062789339 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f225414b880 0x7f22540b1dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:05.520 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.507+0000 7f2258bea640 1 --2- 172.21.15.23:0/3062789339 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f22540c5090 0x7f22540c86e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:05.520 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.511+0000 7f22537fe640 1 -- 172.21.15.23:0/3062789339 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f225414b880 msgr2=0x7f22540b1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:05.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.511+0000 7f22537fe640 1 --2- 172.21.15.23:0/3062789339 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f225414b880 0x7f22540b1dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:05.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.511+0000 7f22537fe640 1 -- 172.21.15.23:0/3062789339 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f22540c5090 msgr2=0x7f22540c86e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:05.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.511+0000 7f22537fe640 1 --2- 172.21.15.23:0/3062789339 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f22540c5090 0x7f22540c86e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:05.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.511+0000 7f22537fe640 1 -- 172.21.15.23:0/3062789339 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22540c5900 con 0x7f22540c4c40 2023-06-26T03:02:05.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.511+0000 7f2258bea640 1 --2- 172.21.15.23:0/3062789339 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f22540c5090 0x7f22540c86e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:02:05.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.511+0000 7f22537fe640 1 --2- 172.21.15.23:0/3062789339 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f22540c4c40 0x7f22540c81a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f2248098550 tx=0x7f223c005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:05.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.511+0000 7f2250ff9640 1 -- 172.21.15.23:0/3062789339 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22480b4070 con 0x7f22540c4c40 2023-06-26T03:02:05.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.511+0000 7f225a64d640 1 -- 172.21.15.23:0/3062789339 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f22540c5be0 con 0x7f22540c4c40 2023-06-26T03:02:05.522 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.511+0000 7f2250ff9640 1 -- 172.21.15.23:0/3062789339 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f22480048b0 con 0x7f22540c4c40 2023-06-26T03:02:05.522 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.511+0000 7f2250ff9640 1 -- 172.21.15.23:0/3062789339 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2248004c20 con 0x7f22540c4c40 2023-06-26T03:02:05.522 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.511+0000 7f225a64d640 1 -- 172.21.15.23:0/3062789339 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f225414bc50 con 0x7f22540c4c40 2023-06-26T03:02:05.523 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.511+0000 7f225a64d640 1 -- 172.21.15.23:0/3062789339 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f225404d790 con 0x7f22540c4c40 2023-06-26T03:02:05.523 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.511+0000 7f2250ff9640 1 -- 172.21.15.23:0/3062789339 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f22480a5830 con 0x7f22540c4c40 2023-06-26T03:02:05.523 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.511+0000 7f2250ff9640 1 --2- 172.21.15.23:0/3062789339 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f22400662b0 0x7f2240068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:05.523 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.511+0000 7f2250ff9640 1 -- 172.21.15.23:0/3062789339 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f224811d150 con 0x7f22540c4c40 2023-06-26T03:02:05.523 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.511+0000 7f2253fff640 1 --2- 172.21.15.23:0/3062789339 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f22400662b0 0x7f2240068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:05.523 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.511+0000 7f2253fff640 1 --2- 172.21.15.23:0/3062789339 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f22400662b0 0x7f2240068760 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f2244000c10 tx=0x7f2244009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:05.524 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.515+0000 7f2250ff9640 1 -- 172.21.15.23:0/3062789339 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f22480ea950 con 0x7f22540c4c40 2023-06-26T03:02:05.707 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.699+0000 7f225a64d640 1 -- 172.21.15.23:0/3062789339 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f225414c330 con 0x7f22540c4c40 2023-06-26T03:02:05.708 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.699+0000 7f2250ff9640 1 -- 172.21.15.23:0/3062789339 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+3518 (secure 0 0 0) 0x7f22480bedd0 con 0x7f22540c4c40 2023-06-26T03:02:05.708 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:02:05.708 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.23:6833/3276997842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6832","nonce":3276997842},{"type":"v1","addr":"172.21.15.23:6833","nonce":3276997842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.23:6835/353160656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6834","nonce":353160656},{"type":"v1","addr":"172.21.15.23:6835","nonce":353160656}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4282,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/1779817889","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":1779817889},{"type":"v1","addr":"172.21.15.71:6835","nonce":1779817889}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4288,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/264733844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":264733844},{"type":"v1","addr":"172.21.15.71:6837","nonce":264733844}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2023-06-26T03:02:05.709 INFO:teuthology.orchestra.run.smithi023.stderr:dumped fsmap epoch 3 2023-06-26T03:02:05.710 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.703+0000 7f225a64d640 1 -- 172.21.15.23:0/3062789339 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f22400662b0 msgr2=0x7f2240068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:05.710 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.703+0000 7f225a64d640 1 --2- 172.21.15.23:0/3062789339 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f22400662b0 0x7f2240068760 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f2244000c10 tx=0x7f2244009040 comp rx=0 tx=0).stop 2023-06-26T03:02:05.710 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.703+0000 7f225a64d640 1 -- 172.21.15.23:0/3062789339 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f22540c4c40 msgr2=0x7f22540c81a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:05.710 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.703+0000 7f225a64d640 1 --2- 172.21.15.23:0/3062789339 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f22540c4c40 0x7f22540c81a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f2248098550 tx=0x7f223c005800 comp rx=0 tx=0).stop 2023-06-26T03:02:05.710 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.703+0000 7f225a64d640 1 -- 172.21.15.23:0/3062789339 shutdown_connections 2023-06-26T03:02:05.710 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.703+0000 7f225a64d640 1 --2- 172.21.15.23:0/3062789339 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f22400662b0 0x7f2240068760 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:05.711 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.703+0000 7f225a64d640 1 --2- 172.21.15.23:0/3062789339 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f22540c5090 0x7f22540c86e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:05.711 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.703+0000 7f225a64d640 1 --2- 172.21.15.23:0/3062789339 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f22540c4c40 0x7f22540c81a0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:05.711 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.703+0000 7f225a64d640 1 --2- 172.21.15.23:0/3062789339 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f225414b880 0x7f22540b1dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:05.711 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.703+0000 7f225a64d640 1 -- 172.21.15.23:0/3062789339 >> 172.21.15.23:0/3062789339 conn(0x7f2254069400 msgr2=0x7f225414e620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:05.711 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.703+0000 7f225a64d640 1 -- 172.21.15.23:0/3062789339 shutdown_connections 2023-06-26T03:02:05.711 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.703+0000 7f225a64d640 1 -- 172.21.15.23:0/3062789339 wait complete. 2023-06-26T03:02:05.726 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:02:05.841 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.835+0000 7f5fb5173640 1 Processor -- start 2023-06-26T03:02:05.841 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.835+0000 7f5fb5173640 1 -- start start 2023-06-26T03:02:05.842 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.835+0000 7f5fb5173640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f5fb00cdb00 0x7f5fb00c9360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:05.842 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.835+0000 7f5fb5173640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f5fb00cc0c0 0x7f5fb006b760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:05.842 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.835+0000 7f5fb5173640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5fb00c8300 con 0x7f5fb00cded0 2023-06-26T03:02:05.843 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.835+0000 7f5fb5173640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5fb00c85a0 con 0x7f5fb00cc0c0 2023-06-26T03:02:05.843 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.835+0000 7f5fb5173640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5fb00c8880 con 0x7f5fb00cdb00 2023-06-26T03:02:05.843 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.835+0000 7f5fae59c640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f5fb00cc0c0 0x7f5fb006b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:05.843 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.835+0000 7f5fae59c640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f5fb00cc0c0 0x7f5fb006b760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56146/0 (socket says 172.21.15.23:56146) 2023-06-26T03:02:05.843 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.835+0000 7f5fae59c640 1 -- 172.21.15.23:0/1456681789 learned_addr learned my addr 172.21.15.23:0/1456681789 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:05.844 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.835+0000 7f5faed9d640 1 --2- 172.21.15.23:0/1456681789 >> v2:172.21.15.71:3300/0 conn(0x7f5fb00cdb00 0x7f5fb00c9360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:05.844 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.835+0000 7f5fae59c640 1 -- 172.21.15.23:0/1456681789 >> v2:172.21.15.71:3300/0 conn(0x7f5fb00cdb00 msgr2=0x7f5fb00c9360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:05.844 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.835+0000 7f5fae59c640 1 --2- 172.21.15.23:0/1456681789 >> v2:172.21.15.71:3300/0 conn(0x7f5fb00cdb00 0x7f5fb00c9360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:05.844 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.835+0000 7f5fae59c640 1 -- 172.21.15.23:0/1456681789 >> v1:172.21.15.71:6789/0 conn(0x7f5fb00cded0 legacy=0x7f5fb006ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:05.844 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.835+0000 7f5fae59c640 1 -- 172.21.15.23:0/1456681789 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5fb00c8b60 con 0x7f5fb00cc0c0 2023-06-26T03:02:05.844 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.835+0000 7f5faed9d640 1 --2- 172.21.15.23:0/1456681789 >> v2:172.21.15.71:3300/0 conn(0x7f5fb00cdb00 0x7f5fb00c9360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:05.845 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.839+0000 7f5fae59c640 1 --2- 172.21.15.23:0/1456681789 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5fb00cc0c0 0x7f5fb006b760 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f5fb00b3d60 tx=0x7f5fa401c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f70bed3483fd2ba server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:05.845 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.839+0000 7f5fadd9b640 1 -- 172.21.15.23:0/1456681789 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fa40a5800 con 0x7f5fb00cc0c0 2023-06-26T03:02:05.845 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.839+0000 7f5fadd9b640 1 -- 172.21.15.23:0/1456681789 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5fa40a5960 con 0x7f5fb00cc0c0 2023-06-26T03:02:05.846 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.839+0000 7f5fadd9b640 1 -- 172.21.15.23:0/1456681789 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fa40a5cf0 con 0x7f5fb00cc0c0 2023-06-26T03:02:05.846 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.839+0000 7f5fb5173640 1 -- 172.21.15.23:0/1456681789 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5fb00cc0c0 msgr2=0x7f5fb006b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:05.846 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.839+0000 7f5fb5173640 1 --2- 172.21.15.23:0/1456681789 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5fb00cc0c0 0x7f5fb006b760 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f5fb00b3d60 tx=0x7f5fa401c960 comp rx=0 tx=0).stop 2023-06-26T03:02:05.847 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.839+0000 7f5fb5173640 1 -- 172.21.15.23:0/1456681789 shutdown_connections 2023-06-26T03:02:05.847 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.839+0000 7f5fb5173640 1 --2- 172.21.15.23:0/1456681789 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5fb00cc0c0 0x7f5fb006b760 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:05.847 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.839+0000 7f5fb5173640 1 --2- 172.21.15.23:0/1456681789 >> v2:172.21.15.71:3300/0 conn(0x7f5fb00cdb00 0x7f5fb00c9360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:05.847 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.839+0000 7f5fb5173640 1 -- 172.21.15.23:0/1456681789 >> 172.21.15.23:0/1456681789 conn(0x7f5fb0069400 msgr2=0x7f5fb0069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:05.847 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.839+0000 7f5fb5173640 1 -- 172.21.15.23:0/1456681789 shutdown_connections 2023-06-26T03:02:05.847 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.839+0000 7f5fb5173640 1 -- 172.21.15.23:0/1456681789 wait complete. 2023-06-26T03:02:05.848 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.839+0000 7f5fb5173640 1 Processor -- start 2023-06-26T03:02:05.848 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.839+0000 7f5fb5173640 1 -- start start 2023-06-26T03:02:05.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.839+0000 7f5fb5173640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5fb00cc0c0 0x7f5fb01469d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:05.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.839+0000 7f5fb5173640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5fb00cdb00 0x7f5fb00ca610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:05.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.839+0000 7f5fb5173640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5fb00cded0 0x7f5fb00cab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:05.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.839+0000 7f5fb5173640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fb0147060 con 0x7f5fb00cdb00 2023-06-26T03:02:05.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.839+0000 7f5fb5173640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fb00b1fe0 con 0x7f5fb00cded0 2023-06-26T03:02:05.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.839+0000 7f5fb5173640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5fb00b22c0 con 0x7f5fb00cc0c0 2023-06-26T03:02:05.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.839+0000 7f5fae59c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5fb00cdb00 0x7f5fb00ca610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:05.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.839+0000 7f5fae59c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5fb00cdb00 0x7f5fb00ca610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56158/0 (socket says 172.21.15.23:56158) 2023-06-26T03:02:05.850 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.839+0000 7f5fae59c640 1 -- 172.21.15.23:0/3110870415 learned_addr learned my addr 172.21.15.23:0/3110870415 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:05.850 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.839+0000 7f5faed9d640 1 --2- 172.21.15.23:0/3110870415 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5fb00cc0c0 0x7f5fb01469d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:05.850 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.839+0000 7f5faf59e640 1 --2- 172.21.15.23:0/3110870415 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5fb00cded0 0x7f5fb00cab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:05.850 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.839+0000 7f5fae59c640 1 -- 172.21.15.23:0/3110870415 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5fb00cc0c0 msgr2=0x7f5fb01469d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:05.850 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.839+0000 7f5fae59c640 1 --2- 172.21.15.23:0/3110870415 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5fb00cc0c0 0x7f5fb01469d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:05.850 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.839+0000 7f5fae59c640 1 -- 172.21.15.23:0/3110870415 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5fb00cded0 msgr2=0x7f5fb00cab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:05.850 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.839+0000 7f5fae59c640 1 --2- 172.21.15.23:0/3110870415 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5fb00cded0 0x7f5fb00cab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:05.851 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.839+0000 7f5fae59c640 1 -- 172.21.15.23:0/3110870415 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5fa4009b30 con 0x7f5fb00cdb00 2023-06-26T03:02:05.851 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.839+0000 7f5fae59c640 1 --2- 172.21.15.23:0/3110870415 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5fb00cdb00 0x7f5fb00ca610 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f5fa401a590 tx=0x7f5fb006fca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:05.852 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.839+0000 7f5f977fe640 1 -- 172.21.15.23:0/3110870415 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fa40b8680 con 0x7f5fb00cdb00 2023-06-26T03:02:05.852 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.843+0000 7f5f977fe640 1 -- 172.21.15.23:0/3110870415 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5fa40b8820 con 0x7f5fb00cdb00 2023-06-26T03:02:05.852 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.843+0000 7f5fb5173640 1 -- 172.21.15.23:0/3110870415 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5fb00b25a0 con 0x7f5fb00cdb00 2023-06-26T03:02:05.852 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.843+0000 7f5f977fe640 1 -- 172.21.15.23:0/3110870415 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fa40b8bd0 con 0x7f5fb00cdb00 2023-06-26T03:02:05.852 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.843+0000 7f5fb5173640 1 -- 172.21.15.23:0/3110870415 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5fb01449f0 con 0x7f5fb00cdb00 2023-06-26T03:02:05.852 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.843+0000 7f5fb5173640 1 -- 172.21.15.23:0/3110870415 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5fb00b27c0 con 0x7f5fb00cdb00 2023-06-26T03:02:05.853 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.843+0000 7f5f977fe640 1 -- 172.21.15.23:0/3110870415 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f5fa40b8d30 con 0x7f5fb00cdb00 2023-06-26T03:02:05.853 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.843+0000 7f5f977fe640 1 --2- 172.21.15.23:0/3110870415 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5f9c0662b0 0x7f5f9c068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:05.853 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.843+0000 7f5f977fe640 1 -- 172.21.15.23:0/3110870415 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f5fa411e560 con 0x7f5fb00cdb00 2023-06-26T03:02:05.853 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.843+0000 7f5faed9d640 1 --2- 172.21.15.23:0/3110870415 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5f9c0662b0 0x7f5f9c068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:05.853 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.843+0000 7f5faed9d640 1 --2- 172.21.15.23:0/3110870415 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5f9c0662b0 0x7f5f9c068760 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f5fb0148530 tx=0x7f5fa0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:05.855 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.847+0000 7f5f977fe640 1 -- 172.21.15.23:0/3110870415 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f5fa40ebd30 con 0x7f5fb00cdb00 2023-06-26T03:02:06.003 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.995+0000 7f5fb5173640 1 -- 172.21.15.23:0/3110870415 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5fb004d790 con 0x7f5fb00cdb00 2023-06-26T03:02:06.005 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.999+0000 7f5f977fe640 1 -- 172.21.15.23:0/3110870415 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) v1 ==== 74+0+14564 (secure 0 0 0) 0x7f5fa40ef350 con 0x7f5fb00cdb00 2023-06-26T03:02:06.005 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:02:06.005 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":19,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:02:05.393528+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:02:06.007 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.999+0000 7f5fb5173640 1 -- 172.21.15.23:0/3110870415 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5f9c0662b0 msgr2=0x7f5f9c068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:06.008 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.999+0000 7f5fb5173640 1 --2- 172.21.15.23:0/3110870415 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5f9c0662b0 0x7f5f9c068760 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f5fb0148530 tx=0x7f5fa0008040 comp rx=0 tx=0).stop 2023-06-26T03:02:06.008 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.999+0000 7f5fb5173640 1 -- 172.21.15.23:0/3110870415 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5fb00cdb00 msgr2=0x7f5fb00ca610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:06.008 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.999+0000 7f5fb5173640 1 --2- 172.21.15.23:0/3110870415 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5fb00cdb00 0x7f5fb00ca610 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f5fa401a590 tx=0x7f5fb006fca0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.008 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.999+0000 7f5fb5173640 1 -- 172.21.15.23:0/3110870415 shutdown_connections 2023-06-26T03:02:06.008 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.999+0000 7f5fb5173640 1 --2- 172.21.15.23:0/3110870415 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5f9c0662b0 0x7f5f9c068760 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.008 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.999+0000 7f5fb5173640 1 --2- 172.21.15.23:0/3110870415 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5fb00cded0 0x7f5fb00cab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.008 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.999+0000 7f5fb5173640 1 --2- 172.21.15.23:0/3110870415 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5fb00cdb00 0x7f5fb00ca610 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.009 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.999+0000 7f5fb5173640 1 --2- 172.21.15.23:0/3110870415 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5fb00cc0c0 0x7f5fb01469d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.009 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.999+0000 7f5fb5173640 1 -- 172.21.15.23:0/3110870415 >> 172.21.15.23:0/3110870415 conn(0x7f5fb0069400 msgr2=0x7f5fb00697d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:06.009 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.999+0000 7f5fb5173640 1 -- 172.21.15.23:0/3110870415 shutdown_connections 2023-06-26T03:02:06.009 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:05.999+0000 7f5fb5173640 1 -- 172.21.15.23:0/3110870415 wait complete. 2023-06-26T03:02:06.023 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:01:57.280692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:02:02.819138+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-26T03:02:06.023 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:02:06.151 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.143+0000 7f42e4ec4640 1 Processor -- start 2023-06-26T03:02:06.152 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.143+0000 7f42e4ec4640 1 -- start start 2023-06-26T03:02:06.152 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.143+0000 7f42e4ec4640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f42e01587e0 0x7f42e006c920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:06.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.143+0000 7f42e4ec4640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f42e00cadc0 0x7f42e00ccae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:06.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.143+0000 7f42e4ec4640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f42e006ce60 con 0x7f42e00cd020 2023-06-26T03:02:06.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.143+0000 7f42e4ec4640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f42e006fe60 con 0x7f42e01587e0 2023-06-26T03:02:06.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.143+0000 7f42e4ec4640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f42e00cd4a0 con 0x7f42e00cadc0 2023-06-26T03:02:06.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.143+0000 7f42de59c640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f42e01587e0 0x7f42e006c920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:06.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.143+0000 7f42de59c640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f42e01587e0 0x7f42e006c920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56160/0 (socket says 172.21.15.23:56160) 2023-06-26T03:02:06.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.143+0000 7f42de59c640 1 -- 172.21.15.23:0/2238096111 learned_addr learned my addr 172.21.15.23:0/2238096111 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:06.154 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.147+0000 7f42de59c640 1 -- 172.21.15.23:0/2238096111 >> v2:172.21.15.71:3300/0 conn(0x7f42e00cadc0 msgr2=0x7f42e00ccae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:06.154 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.147+0000 7f42ddd9b640 1 --2- 172.21.15.23:0/2238096111 >> v2:172.21.15.71:3300/0 conn(0x7f42e00cadc0 0x7f42e00ccae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:06.154 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.147+0000 7f42de59c640 1 --2- 172.21.15.23:0/2238096111 >> v2:172.21.15.71:3300/0 conn(0x7f42e00cadc0 0x7f42e00ccae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.155 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.147+0000 7f42de59c640 1 -- 172.21.15.23:0/2238096111 >> v1:172.21.15.71:6789/0 conn(0x7f42e00cd020 legacy=0x7f42e0069400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:06.155 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.147+0000 7f42de59c640 1 -- 172.21.15.23:0/2238096111 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42e0070070 con 0x7f42e01587e0 2023-06-26T03:02:06.155 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.147+0000 7f42ddd9b640 1 --2- 172.21.15.23:0/2238096111 >> v2:172.21.15.71:3300/0 conn(0x7f42e00cadc0 0x7f42e00ccae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:06.155 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.147+0000 7f42de59c640 1 --2- 172.21.15.23:0/2238096111 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f42e01587e0 0x7f42e006c920 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f42e006f190 tx=0x7f42d801c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2260961fdcbe2a2a server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:06.156 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.147+0000 7f42dd59a640 1 -- 172.21.15.23:0/2238096111 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42d80ab600 con 0x7f42e01587e0 2023-06-26T03:02:06.156 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.147+0000 7f42dd59a640 1 -- 172.21.15.23:0/2238096111 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f42d80ab760 con 0x7f42e01587e0 2023-06-26T03:02:06.156 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.147+0000 7f42dd59a640 1 -- 172.21.15.23:0/2238096111 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42d80abaf0 con 0x7f42e01587e0 2023-06-26T03:02:06.156 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.147+0000 7f42e4ec4640 1 -- 172.21.15.23:0/2238096111 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f42e01587e0 msgr2=0x7f42e006c920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:06.156 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.147+0000 7f42e4ec4640 1 --2- 172.21.15.23:0/2238096111 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f42e01587e0 0x7f42e006c920 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f42e006f190 tx=0x7f42d801c400 comp rx=0 tx=0).stop 2023-06-26T03:02:06.157 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.147+0000 7f42e4ec4640 1 -- 172.21.15.23:0/2238096111 shutdown_connections 2023-06-26T03:02:06.157 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.147+0000 7f42e4ec4640 1 --2- 172.21.15.23:0/2238096111 >> v2:172.21.15.71:3300/0 conn(0x7f42e00cadc0 0x7f42e00ccae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.157 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.147+0000 7f42e4ec4640 1 --2- 172.21.15.23:0/2238096111 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f42e01587e0 0x7f42e006c920 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.157 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.147+0000 7f42e4ec4640 1 -- 172.21.15.23:0/2238096111 >> 172.21.15.23:0/2238096111 conn(0x7f42e00ced00 msgr2=0x7f42e00cf100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:06.158 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.147+0000 7f42e4ec4640 1 -- 172.21.15.23:0/2238096111 shutdown_connections 2023-06-26T03:02:06.158 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.147+0000 7f42e4ec4640 1 -- 172.21.15.23:0/2238096111 wait complete. 2023-06-26T03:02:06.158 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.151+0000 7f42e4ec4640 1 Processor -- start 2023-06-26T03:02:06.158 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.151+0000 7f42e4ec4640 1 -- start start 2023-06-26T03:02:06.159 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.151+0000 7f42e4ec4640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f42e00cadc0 0x7f42e0145fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:06.160 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.151+0000 7f42e4ec4640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f42e00cd020 0x7f42e00cf0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:06.160 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.151+0000 7f42e4ec4640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f42e01587e0 0x7f42e00cf610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:06.160 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.151+0000 7f42e4ec4640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42e00c7f70 con 0x7f42e01587e0 2023-06-26T03:02:06.160 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.151+0000 7f42e4ec4640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42e00c5f70 con 0x7f42e00cadc0 2023-06-26T03:02:06.160 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.151+0000 7f42e4ec4640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f42e00c6250 con 0x7f42e00cd020 2023-06-26T03:02:06.160 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.151+0000 7f42ded9d640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f42e01587e0 0x7f42e00cf610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:06.160 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.151+0000 7f42ded9d640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f42e01587e0 0x7f42e00cf610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56174/0 (socket says 172.21.15.23:56174) 2023-06-26T03:02:06.160 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.151+0000 7f42ded9d640 1 -- 172.21.15.23:0/3172115404 learned_addr learned my addr 172.21.15.23:0/3172115404 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:06.161 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.151+0000 7f42de59c640 1 --2- 172.21.15.23:0/3172115404 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f42e00cadc0 0x7f42e0145fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:06.161 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.151+0000 7f42ddd9b640 1 --2- 172.21.15.23:0/3172115404 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f42e00cd020 0x7f42e00cf0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:06.161 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.151+0000 7f42ded9d640 1 -- 172.21.15.23:0/3172115404 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f42e00cd020 msgr2=0x7f42e00cf0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:06.161 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.151+0000 7f42ded9d640 1 --2- 172.21.15.23:0/3172115404 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f42e00cd020 0x7f42e00cf0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.161 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.151+0000 7f42ded9d640 1 -- 172.21.15.23:0/3172115404 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f42e00cadc0 msgr2=0x7f42e0145fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:06.161 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.151+0000 7f42ded9d640 1 --2- 172.21.15.23:0/3172115404 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f42e00cadc0 0x7f42e0145fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.161 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.151+0000 7f42ded9d640 1 -- 172.21.15.23:0/3172115404 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42d80094d0 con 0x7f42e01587e0 2023-06-26T03:02:06.162 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.151+0000 7f42de59c640 1 --2- 172.21.15.23:0/3172115404 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f42e00cadc0 0x7f42e0145fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:06.162 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.151+0000 7f42ddd9b640 1 --2- 172.21.15.23:0/3172115404 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f42e00cd020 0x7f42e00cf0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:06.162 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.151+0000 7f42ded9d640 1 --2- 172.21.15.23:0/3172115404 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f42e01587e0 0x7f42e00cf610 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f42d000b410 tx=0x7f42d000b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:06.162 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.151+0000 7f42ceffd640 1 -- 172.21.15.23:0/3172115404 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42d0011830 con 0x7f42e01587e0 2023-06-26T03:02:06.162 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.151+0000 7f42ceffd640 1 -- 172.21.15.23:0/3172115404 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f42d00119d0 con 0x7f42e01587e0 2023-06-26T03:02:06.162 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.151+0000 7f42e4ec4640 1 -- 172.21.15.23:0/3172115404 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f42e00c6530 con 0x7f42e01587e0 2023-06-26T03:02:06.162 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.151+0000 7f42ceffd640 1 -- 172.21.15.23:0/3172115404 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42d0011d80 con 0x7f42e01587e0 2023-06-26T03:02:06.162 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.151+0000 7f42e4ec4640 1 -- 172.21.15.23:0/3172115404 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f42e00c6af0 con 0x7f42e01587e0 2023-06-26T03:02:06.163 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.151+0000 7f42e4ec4640 1 -- 172.21.15.23:0/3172115404 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f42e00c6d10 con 0x7f42e01587e0 2023-06-26T03:02:06.163 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.151+0000 7f42ceffd640 1 -- 172.21.15.23:0/3172115404 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f42d00193b0 con 0x7f42e01587e0 2023-06-26T03:02:06.163 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.155+0000 7f42ceffd640 1 --2- 172.21.15.23:0/3172115404 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f42c0066280 0x7f42c0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:06.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.155+0000 7f42ceffd640 1 -- 172.21.15.23:0/3172115404 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f42d0083780 con 0x7f42e01587e0 2023-06-26T03:02:06.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.155+0000 7f42de59c640 1 --2- 172.21.15.23:0/3172115404 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f42c0066280 0x7f42c0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:06.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.155+0000 7f42de59c640 1 --2- 172.21.15.23:0/3172115404 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f42c0066280 0x7f42c0068730 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f42d80af000 tx=0x7f42d8008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:06.165 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.159+0000 7f42ceffd640 1 -- 172.21.15.23:0/3172115404 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f42d0050f50 con 0x7f42e01587e0 2023-06-26T03:02:06.312 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.303+0000 7f42e4ec4640 1 -- 172.21.15.23:0/3172115404 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f42e004d790 con 0x7f42e01587e0 2023-06-26T03:02:06.313 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.307+0000 7f42ceffd640 1 -- 172.21.15.23:0/3172115404 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v19) v1 ==== 93+0+10 (secure 0 0 0) 0x7f42d0054570 con 0x7f42e01587e0 2023-06-26T03:02:06.313 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 1 2023-06-26T03:02:06.315 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.307+0000 7f42e4ec4640 1 -- 172.21.15.23:0/3172115404 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f42c0066280 msgr2=0x7f42c0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:06.315 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.307+0000 7f42e4ec4640 1 --2- 172.21.15.23:0/3172115404 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f42c0066280 0x7f42c0068730 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f42d80af000 tx=0x7f42d8008040 comp rx=0 tx=0).stop 2023-06-26T03:02:06.315 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.307+0000 7f42e4ec4640 1 -- 172.21.15.23:0/3172115404 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f42e01587e0 msgr2=0x7f42e00cf610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:06.315 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.307+0000 7f42e4ec4640 1 --2- 172.21.15.23:0/3172115404 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f42e01587e0 0x7f42e00cf610 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f42d000b410 tx=0x7f42d000b8d0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.315 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.307+0000 7f42e4ec4640 1 -- 172.21.15.23:0/3172115404 shutdown_connections 2023-06-26T03:02:06.316 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.307+0000 7f42e4ec4640 1 --2- 172.21.15.23:0/3172115404 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f42c0066280 0x7f42c0068730 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.316 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.307+0000 7f42e4ec4640 1 --2- 172.21.15.23:0/3172115404 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f42e01587e0 0x7f42e00cf610 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.316 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.307+0000 7f42e4ec4640 1 --2- 172.21.15.23:0/3172115404 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f42e00cd020 0x7f42e00cf0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.316 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.307+0000 7f42e4ec4640 1 --2- 172.21.15.23:0/3172115404 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f42e00cadc0 0x7f42e0145fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.316 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.307+0000 7f42e4ec4640 1 -- 172.21.15.23:0/3172115404 >> 172.21.15.23:0/3172115404 conn(0x7f42e00ced00 msgr2=0x7f42e0159d00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:06.316 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.307+0000 7f42e4ec4640 1 -- 172.21.15.23:0/3172115404 shutdown_connections 2023-06-26T03:02:06.316 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.307+0000 7f42e4ec4640 1 -- 172.21.15.23:0/3172115404 wait complete. 2023-06-26T03:02:06.330 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:02:06.453 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efccc947640 1 Processor -- start 2023-06-26T03:02:06.453 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efccc947640 1 -- start start 2023-06-26T03:02:06.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efccc947640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7efcc80706b0 0x7efcc815fc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:06.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efccc947640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efcc80afc80 0x7efcc80cc8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:06.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efccc947640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efcc81601c0 con 0x7efcc80c8140 2023-06-26T03:02:06.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efccc947640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efcc80ad350 con 0x7efcc80706b0 2023-06-26T03:02:06.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efccc947640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efcc815bb40 con 0x7efcc80afc80 2023-06-26T03:02:06.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efcc5d9b640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7efcc80c8140 0x7efcc80af570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:57816/0 (socket says 172.21.15.23:57816) 2023-06-26T03:02:06.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efcc5d9b640 1 -- 172.21.15.23:0/4226795938 learned_addr learned my addr 172.21.15.23:0/4226795938 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:06.456 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efcc559a640 1 -- 172.21.15.23:0/4226795938 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3327490476 0 0) 0x7efcc81601c0 con 0x7efcc80c8140 2023-06-26T03:02:06.456 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efcc6d9d640 1 --2- 172.21.15.23:0/4226795938 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efcc80afc80 0x7efcc80cc8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:06.457 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efcc659c640 1 --2- 172.21.15.23:0/4226795938 >> v2:172.21.15.71:3300/0 conn(0x7efcc80706b0 0x7efcc815fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:06.457 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efcc559a640 1 -- 172.21.15.23:0/4226795938 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efca8003530 con 0x7efcc80c8140 2023-06-26T03:02:06.457 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efcc559a640 1 -- 172.21.15.23:0/4226795938 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 957444641 0 0) 0x7efca8003530 con 0x7efcc80c8140 2023-06-26T03:02:06.457 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efcc559a640 1 -- 172.21.15.23:0/4226795938 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efcc80afc80 msgr2=0x7efcc80cc8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:06.457 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efcc559a640 1 --2- 172.21.15.23:0/4226795938 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efcc80afc80 0x7efcc80cc8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.457 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efcc559a640 1 -- 172.21.15.23:0/4226795938 >> v2:172.21.15.71:3300/0 conn(0x7efcc80706b0 msgr2=0x7efcc815fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:06.457 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efcc559a640 1 --2- 172.21.15.23:0/4226795938 >> v2:172.21.15.71:3300/0 conn(0x7efcc80706b0 0x7efcc815fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.458 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efcc559a640 1 -- 172.21.15.23:0/4226795938 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efcc80ab930 con 0x7efcc80c8140 2023-06-26T03:02:06.458 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efcc559a640 1 -- 172.21.15.23:0/4226795938 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7efcb0001680 con 0x7efcc80c8140 2023-06-26T03:02:06.458 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efcc559a640 1 -- 172.21.15.23:0/4226795938 >> v1:172.21.15.23:6789/0 conn(0x7efcc80c8140 legacy=0x7efcc80af570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:06.458 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efcc559a640 1 --2- 172.21.15.23:0/4226795938 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efcc80afc80 0x7efca8003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:06.458 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efcc559a640 1 --2- 172.21.15.23:0/4226795938 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efca8003f00 0x7efca80047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:06.458 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efcc559a640 1 --2- 172.21.15.23:0/4226795938 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efca8004d10 0x7efca8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:06.458 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efcc559a640 1 -- 172.21.15.23:0/4226795938 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efcc80ad350 con 0x7efca8003f00 2023-06-26T03:02:06.458 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efcc559a640 1 -- 172.21.15.23:0/4226795938 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efcc815bb40 con 0x7efca8004d10 2023-06-26T03:02:06.459 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efcc559a640 1 -- 172.21.15.23:0/4226795938 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efca800b990 con 0x7efcc80afc80 2023-06-26T03:02:06.459 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efcc5d9b640 1 --2- 172.21.15.23:0/4226795938 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efca8003f00 0x7efca80047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:06.459 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efcc659c640 1 --2- 172.21.15.23:0/4226795938 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efcc80afc80 0x7efca8003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:06.459 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efcc5d9b640 1 -- 172.21.15.23:0/4226795938 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efcc80afc80 msgr2=0x7efca8003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:06.459 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efcc5d9b640 1 --2- 172.21.15.23:0/4226795938 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efcc80afc80 0x7efca8003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.459 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efcc5d9b640 1 -- 172.21.15.23:0/4226795938 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efca8004d10 msgr2=0x7efca8005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:06.459 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efcc5d9b640 1 --2- 172.21.15.23:0/4226795938 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efca8004d10 0x7efca8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.459 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efcc5d9b640 1 -- 172.21.15.23:0/4226795938 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efca8003530 con 0x7efca8003f00 2023-06-26T03:02:06.460 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.447+0000 7efcc659c640 1 --2- 172.21.15.23:0/4226795938 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efcc80afc80 0x7efca8003980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:06.461 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efcc5d9b640 1 --2- 172.21.15.23:0/4226795938 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efca8003f00 0x7efca80047d0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7efcb000c240 tx=0x7efcb001f3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7efc1d56b7e5caa6 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:06.462 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efcc559a640 1 -- 172.21.15.23:0/4226795938 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcb0005ae0 con 0x7efca8003f00 2023-06-26T03:02:06.462 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efcc559a640 1 -- 172.21.15.23:0/4226795938 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efcb00ab070 con 0x7efca8003f00 2023-06-26T03:02:06.462 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efcc559a640 1 -- 172.21.15.23:0/4226795938 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcb0007070 con 0x7efca8003f00 2023-06-26T03:02:06.462 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efccc947640 1 -- 172.21.15.23:0/4226795938 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efca8003f00 msgr2=0x7efca80047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:06.462 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efccc947640 1 --2- 172.21.15.23:0/4226795938 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efca8003f00 0x7efca80047d0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7efcb000c240 tx=0x7efcb001f3d0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.462 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efcc6d9d640 1 -- 172.21.15.23:0/4226795938 reap_dead start 2023-06-26T03:02:06.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efccc947640 1 -- 172.21.15.23:0/4226795938 shutdown_connections 2023-06-26T03:02:06.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efccc947640 1 -- 172.21.15.23:0/4226795938 >> 172.21.15.23:0/4226795938 conn(0x7efcc8069fc0 msgr2=0x7efcc80ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:06.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efccc947640 1 -- 172.21.15.23:0/4226795938 shutdown_connections 2023-06-26T03:02:06.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efccc947640 1 -- 172.21.15.23:0/4226795938 wait complete. 2023-06-26T03:02:06.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efccc947640 1 Processor -- start 2023-06-26T03:02:06.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efccc947640 1 -- start start 2023-06-26T03:02:06.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efccc947640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efca8003f00 0x7efcc815c000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:06.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efccc947640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efcc814cfa0 0x7efcc814c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:06.464 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efccc947640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efcc81583c0 0x7efcc8158830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:06.464 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efccc947640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efcc814ce30 con 0x7efca8003f00 2023-06-26T03:02:06.464 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efccc947640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efcc8158d70 con 0x7efcc81583c0 2023-06-26T03:02:06.464 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efccc947640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efcc815cba0 con 0x7efcc814cfa0 2023-06-26T03:02:06.464 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efcc659c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efca8003f00 0x7efcc815c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:06.464 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efcc659c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efca8003f00 0x7efcc815c000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56194/0 (socket says 172.21.15.23:56194) 2023-06-26T03:02:06.464 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efcc659c640 1 -- 172.21.15.23:0/1112147053 learned_addr learned my addr 172.21.15.23:0/1112147053 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:06.464 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efcc5d9b640 1 --2- 172.21.15.23:0/1112147053 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efcc814cfa0 0x7efcc814c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:06.465 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efcc659c640 1 -- 172.21.15.23:0/1112147053 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efcc814cfa0 msgr2=0x7efcc814c8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:06.465 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efcc659c640 1 --2- 172.21.15.23:0/1112147053 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efcc814cfa0 0x7efcc814c8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.465 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efcc659c640 1 -- 172.21.15.23:0/1112147053 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efcc81583c0 msgr2=0x7efcc8158830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:06.465 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efcc6d9d640 1 --2- 172.21.15.23:0/1112147053 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efcc81583c0 0x7efcc8158830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:06.465 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efcc659c640 1 --2- 172.21.15.23:0/1112147053 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efcc81583c0 0x7efcc8158830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.465 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efcc659c640 1 -- 172.21.15.23:0/1112147053 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efcc815c5e0 con 0x7efca8003f00 2023-06-26T03:02:06.465 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efcc659c640 1 --2- 172.21.15.23:0/1112147053 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efca8003f00 0x7efcc815c000 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7efcc000f380 tx=0x7efcc000f840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:06.466 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efcbeffd640 1 -- 172.21.15.23:0/1112147053 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcc0003ba0 con 0x7efca8003f00 2023-06-26T03:02:06.466 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efcbeffd640 1 -- 172.21.15.23:0/1112147053 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efcc0011040 con 0x7efca8003f00 2023-06-26T03:02:06.466 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efccc947640 1 -- 172.21.15.23:0/1112147053 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efcc815c8c0 con 0x7efca8003f00 2023-06-26T03:02:06.466 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efcbeffd640 1 -- 172.21.15.23:0/1112147053 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcc0004020 con 0x7efca8003f00 2023-06-26T03:02:06.466 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.451+0000 7efccc947640 1 -- 172.21.15.23:0/1112147053 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efcc80cc5b0 con 0x7efca8003f00 2023-06-26T03:02:06.466 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.455+0000 7efccc947640 1 -- 172.21.15.23:0/1112147053 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efcc80cc770 con 0x7efca8003f00 2023-06-26T03:02:06.467 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.455+0000 7efcbeffd640 1 -- 172.21.15.23:0/1112147053 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7efcc0004180 con 0x7efca8003f00 2023-06-26T03:02:06.467 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.455+0000 7efcbeffd640 1 --2- 172.21.15.23:0/1112147053 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efcac066280 0x7efcac068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:06.467 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.455+0000 7efcbeffd640 1 -- 172.21.15.23:0/1112147053 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5210+0+0 (secure 0 0 0) 0x7efcc0084290 con 0x7efca8003f00 2023-06-26T03:02:06.467 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.455+0000 7efcc5d9b640 1 --2- 172.21.15.23:0/1112147053 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efcac066280 0x7efcac068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:06.468 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.455+0000 7efcc5d9b640 1 --2- 172.21.15.23:0/1112147053 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efcac066280 0x7efcac068730 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7efcb00ae000 tx=0x7efcb0001a80 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:06.468 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.459+0000 7efcbeffd640 1 -- 172.21.15.23:0/1112147053 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7efcc00519c0 con 0x7efca8003f00 2023-06-26T03:02:06.613 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.607+0000 7efccc947640 1 -- 172.21.15.23:0/1112147053 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7efcc80cc130 con 0x7efca8003f00 2023-06-26T03:02:06.614 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.607+0000 7efcbeffd640 1 -- 172.21.15.23:0/1112147053 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v19) v1 ==== 92+0+10 (secure 0 0 0) 0x7efcc80cc130 con 0x7efca8003f00 2023-06-26T03:02:06.614 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 8 2023-06-26T03:02:06.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.607+0000 7efccc947640 1 -- 172.21.15.23:0/1112147053 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efcac066280 msgr2=0x7efcac068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:06.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.607+0000 7efccc947640 1 --2- 172.21.15.23:0/1112147053 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efcac066280 0x7efcac068730 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7efcb00ae000 tx=0x7efcb0001a80 comp rx=0 tx=0).stop 2023-06-26T03:02:06.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.607+0000 7efccc947640 1 -- 172.21.15.23:0/1112147053 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efca8003f00 msgr2=0x7efcc815c000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:06.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.607+0000 7efccc947640 1 --2- 172.21.15.23:0/1112147053 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efca8003f00 0x7efcc815c000 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7efcc000f380 tx=0x7efcc000f840 comp rx=0 tx=0).stop 2023-06-26T03:02:06.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.607+0000 7efccc947640 1 -- 172.21.15.23:0/1112147053 shutdown_connections 2023-06-26T03:02:06.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.607+0000 7efccc947640 1 --2- 172.21.15.23:0/1112147053 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efcac066280 0x7efcac068730 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.607+0000 7efccc947640 1 --2- 172.21.15.23:0/1112147053 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efcc81583c0 0x7efcc8158830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.607+0000 7efccc947640 1 --2- 172.21.15.23:0/1112147053 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efcc814cfa0 0x7efcc814c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.607+0000 7efccc947640 1 --2- 172.21.15.23:0/1112147053 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efca8003f00 0x7efcc815c000 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.607+0000 7efccc947640 1 -- 172.21.15.23:0/1112147053 >> 172.21.15.23:0/1112147053 conn(0x7efcc8069fc0 msgr2=0x7efcc80ca9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:06.618 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.607+0000 7efccc947640 1 -- 172.21.15.23:0/1112147053 shutdown_connections 2023-06-26T03:02:06.618 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.607+0000 7efccc947640 1 -- 172.21.15.23:0/1112147053 wait complete. 2023-06-26T03:02:06.631 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-06-26T03:02:06.741 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.735+0000 7f34d1d65640 1 Processor -- start 2023-06-26T03:02:06.741 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.735+0000 7f34d1d65640 1 -- start start 2023-06-26T03:02:06.743 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.735+0000 7f34d1d65640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f34cc0cdb00 0x7f34cc0c9360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:06.743 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.735+0000 7f34d1d65640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f34cc0cc0c0 0x7f34cc06b760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:06.743 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.735+0000 7f34d1d65640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f34cc0cded0 0x7f34cc06ed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:06.743 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.735+0000 7f34d1d65640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f34cc0c8300 con 0x7f34cc0cded0 2023-06-26T03:02:06.743 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.735+0000 7f34d1d65640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f34cc0c85a0 con 0x7f34cc0cc0c0 2023-06-26T03:02:06.743 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.735+0000 7f34d1d65640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f34cc0c8880 con 0x7f34cc0cdb00 2023-06-26T03:02:06.744 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.735+0000 7f34cbfff640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f34cc0cded0 0x7f34cc06ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:06.744 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.735+0000 7f34cbfff640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f34cc0cded0 0x7f34cc06ed80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56204/0 (socket says 172.21.15.23:56204) 2023-06-26T03:02:06.744 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.735+0000 7f34cbfff640 1 -- 172.21.15.23:0/2630163487 learned_addr learned my addr 172.21.15.23:0/2630163487 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:06.744 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.735+0000 7f34caffd640 1 --2- 172.21.15.23:0/2630163487 >> v2:172.21.15.71:3300/0 conn(0x7f34cc0cc0c0 0x7f34cc06b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:06.744 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.735+0000 7f34cbfff640 1 -- 172.21.15.23:0/2630163487 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f34cc0cdb00 msgr2=0x7f34cc0c9360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:06.744 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.735+0000 7f34cb7fe640 1 --2- 172.21.15.23:0/2630163487 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f34cc0cdb00 0x7f34cc0c9360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:06.744 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.735+0000 7f34cbfff640 1 --2- 172.21.15.23:0/2630163487 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f34cc0cdb00 0x7f34cc0c9360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.744 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.735+0000 7f34cbfff640 1 -- 172.21.15.23:0/2630163487 >> v2:172.21.15.71:3300/0 conn(0x7f34cc0cc0c0 msgr2=0x7f34cc06b760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:06.745 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.735+0000 7f34cbfff640 1 --2- 172.21.15.23:0/2630163487 >> v2:172.21.15.71:3300/0 conn(0x7f34cc0cc0c0 0x7f34cc06b760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.745 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.735+0000 7f34cbfff640 1 -- 172.21.15.23:0/2630163487 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34cc0c8b60 con 0x7f34cc0cded0 2023-06-26T03:02:06.745 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.735+0000 7f34cb7fe640 1 --2- 172.21.15.23:0/2630163487 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f34cc0cdb00 0x7f34cc0c9360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:06.746 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34cbfff640 1 --2- 172.21.15.23:0/2630163487 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f34cc0cded0 0x7f34cc06ed80 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f34cc06a370 tx=0x7f34c401c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=943482d6b6243ab7 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:06.746 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34ca7fc640 1 -- 172.21.15.23:0/2630163487 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34c40a5770 con 0x7f34cc0cded0 2023-06-26T03:02:06.746 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34ca7fc640 1 -- 172.21.15.23:0/2630163487 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f34c40a58d0 con 0x7f34cc0cded0 2023-06-26T03:02:06.746 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34ca7fc640 1 -- 172.21.15.23:0/2630163487 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34c40a5c60 con 0x7f34cc0cded0 2023-06-26T03:02:06.746 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34d1d65640 1 -- 172.21.15.23:0/2630163487 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f34cc0cded0 msgr2=0x7f34cc06ed80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:06.746 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34d1d65640 1 --2- 172.21.15.23:0/2630163487 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f34cc0cded0 0x7f34cc06ed80 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f34cc06a370 tx=0x7f34c401c910 comp rx=0 tx=0).stop 2023-06-26T03:02:06.747 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34d1d65640 1 -- 172.21.15.23:0/2630163487 shutdown_connections 2023-06-26T03:02:06.747 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34d1d65640 1 --2- 172.21.15.23:0/2630163487 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f34cc0cded0 0x7f34cc06ed80 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.747 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34d1d65640 1 --2- 172.21.15.23:0/2630163487 >> v2:172.21.15.71:3300/0 conn(0x7f34cc0cc0c0 0x7f34cc06b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.747 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34d1d65640 1 --2- 172.21.15.23:0/2630163487 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f34cc0cdb00 0x7f34cc0c9360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.747 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34d1d65640 1 -- 172.21.15.23:0/2630163487 >> 172.21.15.23:0/2630163487 conn(0x7f34cc069400 msgr2=0x7f34cc069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:06.747 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34d1d65640 1 -- 172.21.15.23:0/2630163487 shutdown_connections 2023-06-26T03:02:06.747 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34d1d65640 1 -- 172.21.15.23:0/2630163487 wait complete. 2023-06-26T03:02:06.749 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34d1d65640 1 Processor -- start 2023-06-26T03:02:06.749 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34d1d65640 1 -- start start 2023-06-26T03:02:06.749 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34d1d65640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f34cc0cc0c0 0x7f34cc0b2b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:06.749 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34d1d65640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f34cc0cdb00 0x7f34cc0cafe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:06.749 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34d1d65640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f34cc0cded0 0x7f34cc14bce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:06.750 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34d1d65640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34cc14c730 con 0x7f34cc0cded0 2023-06-26T03:02:06.750 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34d1d65640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34cc0b2720 con 0x7f34cc0cc0c0 2023-06-26T03:02:06.750 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34d1d65640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f34cc0b1ae0 con 0x7f34cc0cdb00 2023-06-26T03:02:06.750 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34cbfff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f34cc0cded0 0x7f34cc14bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:06.750 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34cbfff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f34cc0cded0 0x7f34cc14bce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56208/0 (socket says 172.21.15.23:56208) 2023-06-26T03:02:06.750 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34cbfff640 1 -- 172.21.15.23:0/3765464660 learned_addr learned my addr 172.21.15.23:0/3765464660 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:06.750 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34cb7fe640 1 --2- 172.21.15.23:0/3765464660 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f34cc0cc0c0 0x7f34cc0b2b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:06.750 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34caffd640 1 --2- 172.21.15.23:0/3765464660 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f34cc0cdb00 0x7f34cc0cafe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:06.751 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34cbfff640 1 -- 172.21.15.23:0/3765464660 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f34cc0cdb00 msgr2=0x7f34cc0cafe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:06.751 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34cbfff640 1 --2- 172.21.15.23:0/3765464660 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f34cc0cdb00 0x7f34cc0cafe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.751 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34cbfff640 1 -- 172.21.15.23:0/3765464660 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f34cc0cc0c0 msgr2=0x7f34cc0b2b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:06.751 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34cbfff640 1 --2- 172.21.15.23:0/3765464660 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f34cc0cc0c0 0x7f34cc0b2b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.751 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34cbfff640 1 -- 172.21.15.23:0/3765464660 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34c4009b30 con 0x7f34cc0cded0 2023-06-26T03:02:06.751 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34cbfff640 1 --2- 172.21.15.23:0/3765464660 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f34cc0cded0 0x7f34cc14bce0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f34c401afc0 tx=0x7f34c40196b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:06.751 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34b3fff640 1 -- 172.21.15.23:0/3765464660 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34c40b8670 con 0x7f34cc0cded0 2023-06-26T03:02:06.752 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34b3fff640 1 -- 172.21.15.23:0/3765464660 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f34c40b87d0 con 0x7f34cc0cded0 2023-06-26T03:02:06.752 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34d1d65640 1 -- 172.21.15.23:0/3765464660 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f34cc0b1d80 con 0x7f34cc0cded0 2023-06-26T03:02:06.752 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.739+0000 7f34b3fff640 1 -- 172.21.15.23:0/3765464660 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34c40b8b40 con 0x7f34cc0cded0 2023-06-26T03:02:06.752 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.743+0000 7f34d1d65640 1 -- 172.21.15.23:0/3765464660 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f34cc0b2340 con 0x7f34cc0cded0 2023-06-26T03:02:06.753 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.743+0000 7f34d1d65640 1 -- 172.21.15.23:0/3765464660 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f34cc04d790 con 0x7f34cc0cded0 2023-06-26T03:02:06.753 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.743+0000 7f34b3fff640 1 -- 172.21.15.23:0/3765464660 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f34c40b8ca0 con 0x7f34cc0cded0 2023-06-26T03:02:06.753 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.743+0000 7f34b3fff640 1 --2- 172.21.15.23:0/3765464660 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f34b8066280 0x7f34b8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:06.753 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.743+0000 7f34b3fff640 1 -- 172.21.15.23:0/3765464660 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f34c411eed0 con 0x7f34cc0cded0 2023-06-26T03:02:06.753 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.743+0000 7f34cb7fe640 1 --2- 172.21.15.23:0/3765464660 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f34b8066280 0x7f34b8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:06.753 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.743+0000 7f34cb7fe640 1 --2- 172.21.15.23:0/3765464660 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f34b8066280 0x7f34b8068730 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f34cc150450 tx=0x7f34bc008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:06.754 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.747+0000 7f34b3fff640 1 -- 172.21.15.23:0/3765464660 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f34c40ec850 con 0x7f34cc0cded0 2023-06-26T03:02:06.911 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.903+0000 7f34d1d65640 1 -- 172.21.15.23:0/3765464660 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f34cc14cf70 con 0x7f34cc0cded0 2023-06-26T03:02:06.911 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.903+0000 7f34b3fff640 1 -- 172.21.15.23:0/3765464660 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v19) v1 ==== 84+0+126 (secure 0 0 0) 0x7f34c40bc090 con 0x7f34cc0cded0 2023-06-26T03:02:06.911 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:02:06.912 INFO:teuthology.orchestra.run.smithi023.stdout:[ 2023-06-26T03:02:06.912 INFO:teuthology.orchestra.run.smithi023.stdout: { 2023-06-26T03:02:06.912 INFO:teuthology.orchestra.run.smithi023.stdout: "poolnum": 1, 2023-06-26T03:02:06.912 INFO:teuthology.orchestra.run.smithi023.stdout: "poolname": ".mgr" 2023-06-26T03:02:06.912 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:02:06.912 INFO:teuthology.orchestra.run.smithi023.stdout: { 2023-06-26T03:02:06.912 INFO:teuthology.orchestra.run.smithi023.stdout: "poolnum": 2, 2023-06-26T03:02:06.913 INFO:teuthology.orchestra.run.smithi023.stdout: "poolname": "rbd" 2023-06-26T03:02:06.913 INFO:teuthology.orchestra.run.smithi023.stdout: } 2023-06-26T03:02:06.913 INFO:teuthology.orchestra.run.smithi023.stdout:] 2023-06-26T03:02:06.914 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.907+0000 7f34d1d65640 1 -- 172.21.15.23:0/3765464660 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f34b8066280 msgr2=0x7f34b8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:06.914 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.907+0000 7f34d1d65640 1 --2- 172.21.15.23:0/3765464660 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f34b8066280 0x7f34b8068730 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f34cc150450 tx=0x7f34bc008040 comp rx=0 tx=0).stop 2023-06-26T03:02:06.914 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.907+0000 7f34d1d65640 1 -- 172.21.15.23:0/3765464660 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f34cc0cded0 msgr2=0x7f34cc14bce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:06.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.907+0000 7f34d1d65640 1 --2- 172.21.15.23:0/3765464660 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f34cc0cded0 0x7f34cc14bce0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f34c401afc0 tx=0x7f34c40196b0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.907+0000 7f34d1d65640 1 -- 172.21.15.23:0/3765464660 shutdown_connections 2023-06-26T03:02:06.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.907+0000 7f34d1d65640 1 --2- 172.21.15.23:0/3765464660 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f34b8066280 0x7f34b8068730 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.907+0000 7f34d1d65640 1 --2- 172.21.15.23:0/3765464660 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f34cc0cded0 0x7f34cc14bce0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.907+0000 7f34d1d65640 1 --2- 172.21.15.23:0/3765464660 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f34cc0cdb00 0x7f34cc0cafe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.907+0000 7f34d1d65640 1 --2- 172.21.15.23:0/3765464660 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f34cc0cc0c0 0x7f34cc0b2b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:06.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.907+0000 7f34d1d65640 1 -- 172.21.15.23:0/3765464660 >> 172.21.15.23:0/3765464660 conn(0x7f34cc069400 msgr2=0x7f34cc0697d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:06.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.907+0000 7f34d1d65640 1 -- 172.21.15.23:0/3765464660 shutdown_connections 2023-06-26T03:02:06.916 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:06.907+0000 7f34d1d65640 1 -- 172.21.15.23:0/3765464660 wait complete. 2023-06-26T03:02:06.930 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-06-26T03:02:06.930 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-06-26T03:02:07.060 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.051+0000 7f91fea94640 1 Processor -- start 2023-06-26T03:02:07.060 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.051+0000 7f91fea94640 1 -- start start 2023-06-26T03:02:07.062 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.051+0000 7f91fea94640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f91f80ceba0 0x7f91f80cef70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:07.062 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.051+0000 7f91fea94640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f91f80cd8f0 0x7f91f80cdd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:07.063 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.051+0000 7f91fea94640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f91f80cb280 con 0x7f91f80b17a0 2023-06-26T03:02:07.063 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.051+0000 7f91fea94640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f91f80ce9b0 con 0x7f91f80cd8f0 2023-06-26T03:02:07.063 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.051+0000 7f91fea94640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91f80cf4b0 con 0x7f91f80ceba0 2023-06-26T03:02:07.063 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.051+0000 7f91fd031640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f91f80b17a0 0x7f91f80b1c20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:57826/0 (socket says 172.21.15.23:57826) 2023-06-26T03:02:07.063 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.051+0000 7f91fd031640 1 -- 172.21.15.23:0/1949163661 learned_addr learned my addr 172.21.15.23:0/1949163661 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:07.063 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.055+0000 7f91fc830640 1 --2- 172.21.15.23:0/1949163661 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f91f80ceba0 0x7f91f80cef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:07.064 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.055+0000 7f91f7fff640 1 --2- 172.21.15.23:0/1949163661 >> v2:172.21.15.71:3300/0 conn(0x7f91f80cd8f0 0x7f91f80cdd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:07.064 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.055+0000 7f91f77fe640 1 -- 172.21.15.23:0/1949163661 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2467261062 0 0) 0x7f91f80cb280 con 0x7f91f80b17a0 2023-06-26T03:02:07.064 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.055+0000 7f91f77fe640 1 -- 172.21.15.23:0/1949163661 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f91e8003530 con 0x7f91f80b17a0 2023-06-26T03:02:07.064 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.055+0000 7f91f77fe640 1 -- 172.21.15.23:0/1949163661 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2711670541 0 0) 0x7f91e8003530 con 0x7f91f80b17a0 2023-06-26T03:02:07.064 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.055+0000 7f91f77fe640 1 -- 172.21.15.23:0/1949163661 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f91f80ceba0 msgr2=0x7f91f80cef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:07.064 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.055+0000 7f91f77fe640 1 --2- 172.21.15.23:0/1949163661 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f91f80ceba0 0x7f91f80cef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:07.064 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.055+0000 7f91f77fe640 1 -- 172.21.15.23:0/1949163661 >> v2:172.21.15.71:3300/0 conn(0x7f91f80cd8f0 msgr2=0x7f91f80cdd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:07.065 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.055+0000 7f91f77fe640 1 --2- 172.21.15.23:0/1949163661 >> v2:172.21.15.71:3300/0 conn(0x7f91f80cd8f0 0x7f91f80cdd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:07.065 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.055+0000 7f91f77fe640 1 -- 172.21.15.23:0/1949163661 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91f80ce3f0 con 0x7f91f80b17a0 2023-06-26T03:02:07.065 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.055+0000 7f91f77fe640 1 -- 172.21.15.23:0/1949163661 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f91f0001a00 con 0x7f91f80b17a0 2023-06-26T03:02:07.065 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.055+0000 7f91f77fe640 1 -- 172.21.15.23:0/1949163661 >> v1:172.21.15.23:6789/0 conn(0x7f91f80b17a0 legacy=0x7f91f80b1c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:07.065 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.055+0000 7f91f77fe640 1 --2- 172.21.15.23:0/1949163661 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f91e80039f0 0x7f91e8003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:07.065 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.055+0000 7f91f77fe640 1 --2- 172.21.15.23:0/1949163661 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f91e80047d0 0x7f91e8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:07.065 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.055+0000 7f91f77fe640 1 --2- 172.21.15.23:0/1949163661 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f91f80ceba0 0x7f91e8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:07.066 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.055+0000 7f91f77fe640 1 -- 172.21.15.23:0/1949163661 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91f80ce9b0 con 0x7f91e80039f0 2023-06-26T03:02:07.066 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.055+0000 7f91f77fe640 1 -- 172.21.15.23:0/1949163661 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91f80cf4b0 con 0x7f91e80047d0 2023-06-26T03:02:07.066 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.055+0000 7f91f77fe640 1 -- 172.21.15.23:0/1949163661 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91e800b990 con 0x7f91f80ceba0 2023-06-26T03:02:07.066 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.055+0000 7f91fc830640 1 --2- 172.21.15.23:0/1949163661 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f91e80039f0 0x7f91e8003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:07.066 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.055+0000 7f91fd031640 1 --2- 172.21.15.23:0/1949163661 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f91f80ceba0 0x7f91e8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:07.066 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.055+0000 7f91f7fff640 1 --2- 172.21.15.23:0/1949163661 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f91e80047d0 0x7f91e8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:07.066 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.055+0000 7f91fc830640 1 -- 172.21.15.23:0/1949163661 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f91f80ceba0 msgr2=0x7f91e8005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:07.067 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.055+0000 7f91fc830640 1 --2- 172.21.15.23:0/1949163661 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f91f80ceba0 0x7f91e8005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:07.067 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.055+0000 7f91fc830640 1 -- 172.21.15.23:0/1949163661 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f91e80047d0 msgr2=0x7f91e8004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:07.067 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.055+0000 7f91fc830640 1 --2- 172.21.15.23:0/1949163661 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f91e80047d0 0x7f91e8004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:07.067 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.055+0000 7f91fc830640 1 -- 172.21.15.23:0/1949163661 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91e8003530 con 0x7f91e80039f0 2023-06-26T03:02:07.067 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.055+0000 7f91f7fff640 1 --2- 172.21.15.23:0/1949163661 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f91e80047d0 0x7f91e8004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:07.070 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.055+0000 7f91fc830640 1 --2- 172.21.15.23:0/1949163661 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f91e80039f0 0x7f91e8003e00 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f91ec009ac0 tx=0x7f91ec01ca00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb0e3758d8725e62 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:07.070 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.055+0000 7f91f77fe640 1 -- 172.21.15.23:0/1949163661 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91ec0059a0 con 0x7f91e80039f0 2023-06-26T03:02:07.070 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.055+0000 7f91f77fe640 1 -- 172.21.15.23:0/1949163661 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91ec005b00 con 0x7f91e80039f0 2023-06-26T03:02:07.071 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.055+0000 7f91f77fe640 1 -- 172.21.15.23:0/1949163661 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91ec006030 con 0x7f91e80039f0 2023-06-26T03:02:07.071 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.059+0000 7f91fea94640 1 -- 172.21.15.23:0/1949163661 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f91e80039f0 msgr2=0x7f91e8003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:07.071 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.059+0000 7f91fea94640 1 --2- 172.21.15.23:0/1949163661 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f91e80039f0 0x7f91e8003e00 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f91ec009ac0 tx=0x7f91ec01ca00 comp rx=0 tx=0).stop 2023-06-26T03:02:07.071 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.059+0000 7f91fd031640 1 -- 172.21.15.23:0/1949163661 reap_dead start 2023-06-26T03:02:07.071 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.059+0000 7f91fea94640 1 -- 172.21.15.23:0/1949163661 shutdown_connections 2023-06-26T03:02:07.071 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.059+0000 7f91fea94640 1 -- 172.21.15.23:0/1949163661 >> 172.21.15.23:0/1949163661 conn(0x7f91f806cf20 msgr2=0x7f91f806d320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:07.072 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.059+0000 7f91fea94640 1 -- 172.21.15.23:0/1949163661 shutdown_connections 2023-06-26T03:02:07.072 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.059+0000 7f91fea94640 1 -- 172.21.15.23:0/1949163661 wait complete. 2023-06-26T03:02:07.072 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.059+0000 7f91fea94640 1 Processor -- start 2023-06-26T03:02:07.072 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.059+0000 7f91fea94640 1 -- start start 2023-06-26T03:02:07.072 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.059+0000 7f91fea94640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f91f8155dd0 0x7f91f8069e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:07.072 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.059+0000 7f91fea94640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f91f81561a0 0x7f91f8152450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:07.072 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.059+0000 7f91fea94640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f91f8152990 0x7f91f81f7c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:07.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.059+0000 7f91fea94640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91f80b43a0 con 0x7f91f8155dd0 2023-06-26T03:02:07.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.059+0000 7f91fea94640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91f80b4680 con 0x7f91f8152990 2023-06-26T03:02:07.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.059+0000 7f91fea94640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91f80b4960 con 0x7f91f81561a0 2023-06-26T03:02:07.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.059+0000 7f91fc830640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f91f8155dd0 0x7f91f8069e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:07.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.059+0000 7f91fc830640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f91f8155dd0 0x7f91f8069e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56220/0 (socket says 172.21.15.23:56220) 2023-06-26T03:02:07.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.059+0000 7f91fc830640 1 -- 172.21.15.23:0/1223088323 learned_addr learned my addr 172.21.15.23:0/1223088323 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:07.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.059+0000 7f91f7fff640 1 --2- 172.21.15.23:0/1223088323 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f91f81561a0 0x7f91f8152450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:07.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.059+0000 7f91fd031640 1 --2- 172.21.15.23:0/1223088323 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f91f8152990 0x7f91f81f7c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:07.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.059+0000 7f91fc830640 1 -- 172.21.15.23:0/1223088323 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f91f81561a0 msgr2=0x7f91f8152450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:07.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.059+0000 7f91fc830640 1 --2- 172.21.15.23:0/1223088323 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f91f81561a0 0x7f91f8152450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:07.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.059+0000 7f91fc830640 1 -- 172.21.15.23:0/1223088323 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f91f8152990 msgr2=0x7f91f81f7c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:07.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.059+0000 7f91fc830640 1 --2- 172.21.15.23:0/1223088323 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f91f8152990 0x7f91f81f7c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:07.075 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.059+0000 7f91fc830640 1 -- 172.21.15.23:0/1223088323 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91f80b4c40 con 0x7f91f8155dd0 2023-06-26T03:02:07.075 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.059+0000 7f91fc830640 1 --2- 172.21.15.23:0/1223088323 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f91f8155dd0 0x7f91f8069e10 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f91ec0af040 tx=0x7f91ec0197a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:07.075 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.059+0000 7f91f57fa640 1 -- 172.21.15.23:0/1223088323 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91ec00f000 con 0x7f91f8155dd0 2023-06-26T03:02:07.075 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.059+0000 7f91f57fa640 1 -- 172.21.15.23:0/1223088323 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91ec006730 con 0x7f91f8155dd0 2023-06-26T03:02:07.075 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.059+0000 7f91fea94640 1 -- 172.21.15.23:0/1223088323 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f91f80b4f20 con 0x7f91f8155dd0 2023-06-26T03:02:07.075 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.059+0000 7f91f57fa640 1 -- 172.21.15.23:0/1223088323 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91ec005e90 con 0x7f91f8155dd0 2023-06-26T03:02:07.076 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.059+0000 7f91fea94640 1 -- 172.21.15.23:0/1223088323 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91f80b5440 con 0x7f91f8155dd0 2023-06-26T03:02:07.076 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.063+0000 7f91fea94640 1 -- 172.21.15.23:0/1223088323 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f91f804d790 con 0x7f91f8155dd0 2023-06-26T03:02:07.076 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.063+0000 7f91f57fa640 1 -- 172.21.15.23:0/1223088323 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f91ec0a55d0 con 0x7f91f8155dd0 2023-06-26T03:02:07.077 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.063+0000 7f91f57fa640 1 --2- 172.21.15.23:0/1223088323 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f91dc0662b0 0x7f91dc068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:07.077 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.063+0000 7f91f57fa640 1 -- 172.21.15.23:0/1223088323 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5210+0+0 (secure 0 0 0) 0x7f91ec11e480 con 0x7f91f8155dd0 2023-06-26T03:02:07.077 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.063+0000 7f91f7fff640 1 --2- 172.21.15.23:0/1223088323 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f91dc0662b0 0x7f91dc068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:07.078 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.063+0000 7f91f7fff640 1 --2- 172.21.15.23:0/1223088323 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f91dc0662b0 0x7f91dc068760 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f91f80b0850 tx=0x7f91e4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:07.078 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.067+0000 7f91f57fa640 1 -- 172.21.15.23:0/1223088323 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f91ec0ebd60 con 0x7f91f8155dd0 2023-06-26T03:02:07.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.219+0000 7f91fea94640 1 -- 172.21.15.23:0/1223088323 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f91f80af780 con 0x7f91f8155dd0 2023-06-26T03:02:07.452 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.443+0000 7f91f57fa640 1 -- 172.21.15.23:0/1223088323 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v20) v1 ==== 138+0+0 (secure 0 0 0) 0x7f91ec0ef380 con 0x7f91f8155dd0 2023-06-26T03:02:07.453 INFO:teuthology.orchestra.run.smithi023.stderr:pool 'cephfs_metadata' created 2023-06-26T03:02:07.462 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.455+0000 7f91fea94640 1 -- 172.21.15.23:0/1223088323 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f91dc0662b0 msgr2=0x7f91dc068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:07.462 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.455+0000 7f91fea94640 1 --2- 172.21.15.23:0/1223088323 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f91dc0662b0 0x7f91dc068760 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f91f80b0850 tx=0x7f91e4008040 comp rx=0 tx=0).stop 2023-06-26T03:02:07.462 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.455+0000 7f91fea94640 1 -- 172.21.15.23:0/1223088323 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f91f8155dd0 msgr2=0x7f91f8069e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:07.462 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.455+0000 7f91fea94640 1 --2- 172.21.15.23:0/1223088323 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f91f8155dd0 0x7f91f8069e10 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f91ec0af040 tx=0x7f91ec0197a0 comp rx=0 tx=0).stop 2023-06-26T03:02:07.462 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.455+0000 7f91fea94640 1 -- 172.21.15.23:0/1223088323 shutdown_connections 2023-06-26T03:02:07.462 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.455+0000 7f91fea94640 1 --2- 172.21.15.23:0/1223088323 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f91dc0662b0 0x7f91dc068760 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:07.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.455+0000 7f91fea94640 1 --2- 172.21.15.23:0/1223088323 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f91f8152990 0x7f91f81f7c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:07.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.455+0000 7f91fea94640 1 --2- 172.21.15.23:0/1223088323 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f91f81561a0 0x7f91f8152450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:07.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.455+0000 7f91fea94640 1 --2- 172.21.15.23:0/1223088323 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f91f8155dd0 0x7f91f8069e10 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:07.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.455+0000 7f91fea94640 1 -- 172.21.15.23:0/1223088323 >> 172.21.15.23:0/1223088323 conn(0x7f91f806cf20 msgr2=0x7f91f8153170 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:07.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.455+0000 7f91fea94640 1 -- 172.21.15.23:0/1223088323 shutdown_connections 2023-06-26T03:02:07.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.455+0000 7f91fea94640 1 -- 172.21.15.23:0/1223088323 wait complete. 2023-06-26T03:02:07.483 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2023-06-26T03:02:07.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.607+0000 7fa35abb8640 1 Processor -- start 2023-06-26T03:02:07.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.607+0000 7fa35abb8640 1 -- start start 2023-06-26T03:02:07.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.611+0000 7fa35abb8640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fa354157230 0x7fa35406ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:07.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.611+0000 7fa35abb8640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa3540afc80 0x7fa3540c84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:07.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.611+0000 7fa35abb8640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa35406f2a0 con 0x7fa3540707c0 2023-06-26T03:02:07.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.611+0000 7fa35abb8640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa3540ca360 con 0x7fa354157230 2023-06-26T03:02:07.618 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.611+0000 7fa35abb8640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa3540c97e0 con 0x7fa3540afc80 2023-06-26T03:02:07.618 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.611+0000 7fa358954640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fa354157230 0x7fa35406ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:07.618 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.611+0000 7fa358954640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fa354157230 0x7fa35406ed60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56226/0 (socket says 172.21.15.23:56226) 2023-06-26T03:02:07.618 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.611+0000 7fa358954640 1 -- 172.21.15.23:0/146577616 learned_addr learned my addr 172.21.15.23:0/146577616 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:07.618 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.611+0000 7fa359155640 1 --2- 172.21.15.23:0/146577616 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa3540afc80 0x7fa3540c84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:07.619 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.611+0000 7fa358954640 1 -- 172.21.15.23:0/146577616 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa3540afc80 msgr2=0x7fa3540c84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:07.619 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.611+0000 7fa358954640 1 --2- 172.21.15.23:0/146577616 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa3540afc80 0x7fa3540c84b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:07.619 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.611+0000 7fa358954640 1 -- 172.21.15.23:0/146577616 >> v1:172.21.15.71:6789/0 conn(0x7fa3540707c0 legacy=0x7fa3540af570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:07.619 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.611+0000 7fa358954640 1 -- 172.21.15.23:0/146577616 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3540c9ac0 con 0x7fa354157230 2023-06-26T03:02:07.620 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.611+0000 7fa358954640 1 --2- 172.21.15.23:0/146577616 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa354157230 0x7fa35406ed60 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fa344009870 tx=0x7fa34401c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f11ede487ec0941 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:07.620 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.611+0000 7fa3537fe640 1 -- 172.21.15.23:0/146577616 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3440ab5f0 con 0x7fa354157230 2023-06-26T03:02:07.620 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.611+0000 7fa3537fe640 1 -- 172.21.15.23:0/146577616 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa3440ab750 con 0x7fa354157230 2023-06-26T03:02:07.620 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.611+0000 7fa3537fe640 1 -- 172.21.15.23:0/146577616 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3440abae0 con 0x7fa354157230 2023-06-26T03:02:07.620 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.611+0000 7fa35abb8640 1 -- 172.21.15.23:0/146577616 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa354157230 msgr2=0x7fa35406ed60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:07.621 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.611+0000 7fa35abb8640 1 --2- 172.21.15.23:0/146577616 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa354157230 0x7fa35406ed60 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fa344009870 tx=0x7fa34401c3f0 comp rx=0 tx=0).stop 2023-06-26T03:02:07.621 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.611+0000 7fa35abb8640 1 -- 172.21.15.23:0/146577616 shutdown_connections 2023-06-26T03:02:07.622 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.611+0000 7fa35abb8640 1 --2- 172.21.15.23:0/146577616 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa3540afc80 0x7fa3540c84b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:07.622 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.611+0000 7fa35abb8640 1 --2- 172.21.15.23:0/146577616 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa354157230 0x7fa35406ed60 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:07.622 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.611+0000 7fa35abb8640 1 -- 172.21.15.23:0/146577616 >> 172.21.15.23:0/146577616 conn(0x7fa354069fc0 msgr2=0x7fa3540ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:07.622 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.611+0000 7fa35abb8640 1 -- 172.21.15.23:0/146577616 shutdown_connections 2023-06-26T03:02:07.622 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.611+0000 7fa35abb8640 1 -- 172.21.15.23:0/146577616 wait complete. 2023-06-26T03:02:07.622 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.615+0000 7fa35abb8640 1 Processor -- start 2023-06-26T03:02:07.622 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.615+0000 7fa35abb8640 1 -- start start 2023-06-26T03:02:07.624 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.615+0000 7fa35abb8640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa3540707c0 0x7fa3541555a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:07.624 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.615+0000 7fa35abb8640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa3540afc80 0x7fa35414d320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:07.625 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.615+0000 7fa35abb8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa35414da30 0x7fa354153000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:07.625 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.615+0000 7fa35abb8640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3540b0a30 con 0x7fa3540707c0 2023-06-26T03:02:07.625 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.615+0000 7fa35abb8640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa35414d860 con 0x7fa35414da30 2023-06-26T03:02:07.625 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.615+0000 7fa35abb8640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa35414e280 con 0x7fa3540afc80 2023-06-26T03:02:07.625 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.615+0000 7fa358954640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa3540707c0 0x7fa3541555a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:07.625 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.615+0000 7fa358954640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa3540707c0 0x7fa3541555a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56236/0 (socket says 172.21.15.23:56236) 2023-06-26T03:02:07.625 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.615+0000 7fa358954640 1 -- 172.21.15.23:0/18585482 learned_addr learned my addr 172.21.15.23:0/18585482 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:07.626 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.615+0000 7fa353fff640 1 --2- 172.21.15.23:0/18585482 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa3540afc80 0x7fa35414d320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:07.626 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.615+0000 7fa359155640 1 --2- 172.21.15.23:0/18585482 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa35414da30 0x7fa354153000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:07.626 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.615+0000 7fa358954640 1 -- 172.21.15.23:0/18585482 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa3540afc80 msgr2=0x7fa35414d320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:07.626 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.615+0000 7fa358954640 1 --2- 172.21.15.23:0/18585482 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa3540afc80 0x7fa35414d320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:07.626 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.615+0000 7fa358954640 1 -- 172.21.15.23:0/18585482 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa35414da30 msgr2=0x7fa354153000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:07.626 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.615+0000 7fa358954640 1 --2- 172.21.15.23:0/18585482 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa35414da30 0x7fa354153000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:07.626 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.615+0000 7fa358954640 1 -- 172.21.15.23:0/18585482 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3440094d0 con 0x7fa3540707c0 2023-06-26T03:02:07.627 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.615+0000 7fa359155640 1 --2- 172.21.15.23:0/18585482 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa35414da30 0x7fa354153000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:07.627 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.615+0000 7fa358954640 1 --2- 172.21.15.23:0/18585482 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa3540707c0 0x7fa3541555a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fa3440ad040 tx=0x7fa34401ac30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:07.627 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.615+0000 7fa3517fa640 1 -- 172.21.15.23:0/18585482 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3440be5f0 con 0x7fa3540707c0 2023-06-26T03:02:07.627 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.615+0000 7fa3517fa640 1 -- 172.21.15.23:0/18585482 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa3440be770 con 0x7fa3540707c0 2023-06-26T03:02:07.627 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.615+0000 7fa35abb8640 1 -- 172.21.15.23:0/18585482 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa35414e560 con 0x7fa3540707c0 2023-06-26T03:02:07.627 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.615+0000 7fa3517fa640 1 -- 172.21.15.23:0/18585482 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3440beb20 con 0x7fa3540707c0 2023-06-26T03:02:07.627 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.615+0000 7fa35abb8640 1 -- 172.21.15.23:0/18585482 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa35414eb20 con 0x7fa3540707c0 2023-06-26T03:02:07.628 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.615+0000 7fa35abb8640 1 -- 172.21.15.23:0/18585482 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa35404d790 con 0x7fa3540707c0 2023-06-26T03:02:07.628 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.619+0000 7fa3517fa640 1 -- 172.21.15.23:0/18585482 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fa3440b4600 con 0x7fa3540707c0 2023-06-26T03:02:07.628 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.619+0000 7fa3517fa640 1 --2- 172.21.15.23:0/18585482 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa334066280 0x7fa334068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:07.629 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.619+0000 7fa3517fa640 1 -- 172.21.15.23:0/18585482 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5580+0+0 (secure 0 0 0) 0x7fa3440a8050 con 0x7fa3540707c0 2023-06-26T03:02:07.629 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.619+0000 7fa353fff640 1 --2- 172.21.15.23:0/18585482 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa334066280 0x7fa334068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:07.629 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.619+0000 7fa353fff640 1 --2- 172.21.15.23:0/18585482 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa334066280 0x7fa334068730 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fa3540b3940 tx=0x7fa33c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:07.629 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.623+0000 7fa3517fa640 1 -- 172.21.15.23:0/18585482 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fa3440ec0a0 con 0x7fa3540707c0 2023-06-26T03:02:07.785 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:07.779+0000 7fa35abb8640 1 -- 172.21.15.23:0/18585482 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) v1 -- 0x7fa3540ad940 con 0x7fa3540707c0 2023-06-26T03:02:08.464 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.451+0000 7fa3517fa640 1 -- 172.21.15.23:0/18585482 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v21) v1 ==== 171+0+0 (secure 0 0 0) 0x7fa3440ef6c0 con 0x7fa3540707c0 2023-06-26T03:02:08.471 INFO:teuthology.orchestra.run.smithi023.stderr:pool 'cephfs_data' created 2023-06-26T03:02:08.479 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.471+0000 7fa35abb8640 1 -- 172.21.15.23:0/18585482 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa334066280 msgr2=0x7fa334068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:08.479 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.471+0000 7fa35abb8640 1 --2- 172.21.15.23:0/18585482 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa334066280 0x7fa334068730 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fa3540b3940 tx=0x7fa33c009040 comp rx=0 tx=0).stop 2023-06-26T03:02:08.480 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.471+0000 7fa35abb8640 1 -- 172.21.15.23:0/18585482 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa3540707c0 msgr2=0x7fa3541555a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:08.480 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.471+0000 7fa35abb8640 1 --2- 172.21.15.23:0/18585482 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa3540707c0 0x7fa3541555a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fa3440ad040 tx=0x7fa34401ac30 comp rx=0 tx=0).stop 2023-06-26T03:02:08.480 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.471+0000 7fa35abb8640 1 -- 172.21.15.23:0/18585482 shutdown_connections 2023-06-26T03:02:08.480 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.471+0000 7fa35abb8640 1 --2- 172.21.15.23:0/18585482 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa334066280 0x7fa334068730 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:08.480 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.471+0000 7fa35abb8640 1 --2- 172.21.15.23:0/18585482 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa35414da30 0x7fa354153000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:08.480 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.471+0000 7fa35abb8640 1 --2- 172.21.15.23:0/18585482 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa3540afc80 0x7fa35414d320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:08.480 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.471+0000 7fa35abb8640 1 --2- 172.21.15.23:0/18585482 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa3540707c0 0x7fa3541555a0 secure :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fa3440ad040 tx=0x7fa34401ac30 comp rx=0 tx=0).stop 2023-06-26T03:02:08.481 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.471+0000 7fa35abb8640 1 -- 172.21.15.23:0/18585482 >> 172.21.15.23:0/18585482 conn(0x7fa354069fc0 msgr2=0x7fa35406f600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:08.493 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.487+0000 7fa35abb8640 1 -- 172.21.15.23:0/18585482 shutdown_connections 2023-06-26T03:02:08.493 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.487+0000 7fa35abb8640 1 -- 172.21.15.23:0/18585482 wait complete. 2023-06-26T03:02:08.513 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-06-26T03:02:08.635 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.627+0000 7f60473f4640 1 Processor -- start 2023-06-26T03:02:08.635 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.627+0000 7f60473f4640 1 -- start start 2023-06-26T03:02:08.636 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.627+0000 7f60473f4640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6040157230 0x7f604006ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:08.636 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.627+0000 7f60473f4640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f60400afc80 0x7f60400c84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:08.637 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.627+0000 7f60473f4640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f604006f2a0 con 0x7f60400707c0 2023-06-26T03:02:08.637 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.627+0000 7f60473f4640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f60400ca360 con 0x7f60400afc80 2023-06-26T03:02:08.637 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.627+0000 7f60473f4640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60400c97e0 con 0x7f6040157230 2023-06-26T03:02:08.637 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.627+0000 7f6045991640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f60400afc80 0x7f60400c84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:08.637 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.627+0000 7f6045991640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f60400afc80 0x7f60400c84b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:54860/0 (socket says 172.21.15.23:54860) 2023-06-26T03:02:08.637 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.627+0000 7f6045991640 1 -- 172.21.15.23:0/4099492892 learned_addr learned my addr 172.21.15.23:0/4099492892 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:08.637 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.627+0000 7f6045190640 1 --2- 172.21.15.23:0/4099492892 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6040157230 0x7f604006ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:08.638 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.631+0000 7f6045991640 1 -- 172.21.15.23:0/4099492892 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6040157230 msgr2=0x7f604006ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:08.638 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.631+0000 7f6045991640 1 --2- 172.21.15.23:0/4099492892 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6040157230 0x7f604006ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:08.638 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.631+0000 7f6045991640 1 -- 172.21.15.23:0/4099492892 >> v1:172.21.15.71:6789/0 conn(0x7f60400707c0 legacy=0x7f60400af570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:08.638 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.631+0000 7f6045991640 1 -- 172.21.15.23:0/4099492892 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60400c9ac0 con 0x7f60400afc80 2023-06-26T03:02:08.639 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.631+0000 7f6045991640 1 --2- 172.21.15.23:0/4099492892 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f60400afc80 0x7f60400c84b0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f6030009e50 tx=0x7f603001c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8412fcc7e544ad server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:08.639 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.631+0000 7f603ffff640 1 -- 172.21.15.23:0/4099492892 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60300a5780 con 0x7f60400afc80 2023-06-26T03:02:08.639 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.631+0000 7f603ffff640 1 -- 172.21.15.23:0/4099492892 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60300a58e0 con 0x7f60400afc80 2023-06-26T03:02:08.639 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.631+0000 7f603ffff640 1 -- 172.21.15.23:0/4099492892 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60300a5c70 con 0x7f60400afc80 2023-06-26T03:02:08.640 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.631+0000 7f60473f4640 1 -- 172.21.15.23:0/4099492892 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f60400afc80 msgr2=0x7f60400c84b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:08.640 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.631+0000 7f60473f4640 1 --2- 172.21.15.23:0/4099492892 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f60400afc80 0x7f60400c84b0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f6030009e50 tx=0x7f603001c8c0 comp rx=0 tx=0).stop 2023-06-26T03:02:08.640 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.631+0000 7f60473f4640 1 -- 172.21.15.23:0/4099492892 shutdown_connections 2023-06-26T03:02:08.641 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.631+0000 7f60473f4640 1 --2- 172.21.15.23:0/4099492892 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f60400afc80 0x7f60400c84b0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:08.641 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.631+0000 7f60473f4640 1 --2- 172.21.15.23:0/4099492892 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6040157230 0x7f604006ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:08.641 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.631+0000 7f60473f4640 1 -- 172.21.15.23:0/4099492892 >> 172.21.15.23:0/4099492892 conn(0x7f6040069fc0 msgr2=0x7f60400ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:08.641 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.631+0000 7f60473f4640 1 -- 172.21.15.23:0/4099492892 shutdown_connections 2023-06-26T03:02:08.641 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.631+0000 7f60473f4640 1 -- 172.21.15.23:0/4099492892 wait complete. 2023-06-26T03:02:08.643 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.635+0000 7f60473f4640 1 Processor -- start 2023-06-26T03:02:08.643 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.635+0000 7f60473f4640 1 -- start start 2023-06-26T03:02:08.643 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.635+0000 7f60473f4640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f60400707c0 0x7f604014af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:08.643 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.635+0000 7f60473f4640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f60400afc80 0x7f604015bc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:08.643 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.635+0000 7f60473f4640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6040151740 0x7f604015c140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:08.644 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.635+0000 7f60473f4640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f604014b490 con 0x7f60400afc80 2023-06-26T03:02:08.644 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.635+0000 7f60473f4640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6040153a60 con 0x7f60400707c0 2023-06-26T03:02:08.644 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.635+0000 7f60473f4640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f604014b790 con 0x7f6040151740 2023-06-26T03:02:08.644 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.635+0000 7f604498f640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f60400afc80 0x7f604015bc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:08.644 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.635+0000 7f604498f640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f60400afc80 0x7f604015bc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:54870/0 (socket says 172.21.15.23:54870) 2023-06-26T03:02:08.644 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.635+0000 7f604498f640 1 -- 172.21.15.23:0/872358110 learned_addr learned my addr 172.21.15.23:0/872358110 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:08.645 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.635+0000 7f6045991640 1 --2- 172.21.15.23:0/872358110 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6040151740 0x7f604015c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:08.645 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.635+0000 7f6045190640 1 --2- 172.21.15.23:0/872358110 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f60400707c0 0x7f604014af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:08.645 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.635+0000 7f604498f640 1 -- 172.21.15.23:0/872358110 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6040151740 msgr2=0x7f604015c140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:08.645 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.635+0000 7f604498f640 1 --2- 172.21.15.23:0/872358110 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6040151740 0x7f604015c140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:08.645 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.635+0000 7f604498f640 1 -- 172.21.15.23:0/872358110 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f60400707c0 msgr2=0x7f604014af50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:08.645 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.635+0000 7f604498f640 1 --2- 172.21.15.23:0/872358110 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f60400707c0 0x7f604014af50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:08.645 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.635+0000 7f604498f640 1 -- 172.21.15.23:0/872358110 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6030009b30 con 0x7f60400afc80 2023-06-26T03:02:08.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.635+0000 7f604498f640 1 --2- 172.21.15.23:0/872358110 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f60400afc80 0x7f604015bc00 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f603400c500 tx=0x7f603400c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:08.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.635+0000 7f603dffb640 1 -- 172.21.15.23:0/872358110 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6034005220 con 0x7f60400afc80 2023-06-26T03:02:08.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.635+0000 7f603dffb640 1 -- 172.21.15.23:0/872358110 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6034005380 con 0x7f60400afc80 2023-06-26T03:02:08.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.635+0000 7f60473f4640 1 -- 172.21.15.23:0/872358110 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f604014ba70 con 0x7f60400afc80 2023-06-26T03:02:08.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.635+0000 7f60473f4640 1 -- 172.21.15.23:0/872358110 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60401536f0 con 0x7f60400afc80 2023-06-26T03:02:08.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.635+0000 7f603dffb640 1 -- 172.21.15.23:0/872358110 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6034007270 con 0x7f60400afc80 2023-06-26T03:02:08.647 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.635+0000 7f60473f4640 1 -- 172.21.15.23:0/872358110 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6020005260 con 0x7f60400afc80 2023-06-26T03:02:08.647 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.635+0000 7f603dffb640 1 -- 172.21.15.23:0/872358110 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f60340073d0 con 0x7f60400afc80 2023-06-26T03:02:08.647 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.639+0000 7f603dffb640 1 --2- 172.21.15.23:0/872358110 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f602c066280 0x7f602c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:08.648 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.639+0000 7f603dffb640 1 -- 172.21.15.23:0/872358110 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5962+0+0 (secure 0 0 0) 0x7f60340834f0 con 0x7f60400afc80 2023-06-26T03:02:08.648 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.639+0000 7f6045190640 1 --2- 172.21.15.23:0/872358110 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f602c066280 0x7f602c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:08.648 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.639+0000 7f6045190640 1 --2- 172.21.15.23:0/872358110 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f602c066280 0x7f602c068730 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f60401568a0 tx=0x7f6038008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:08.649 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.643+0000 7f603dffb640 1 -- 172.21.15.23:0/872358110 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f60340509e0 con 0x7f60400afc80 2023-06-26T03:02:08.834 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.827+0000 7f60473f4640 1 -- 172.21.15.23:0/872358110 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f60200057e0 con 0x7f60400afc80 2023-06-26T03:02:08.852 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.843+0000 7f603dffb640 1 -- 172.21.15.23:0/872358110 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 3 and data pool 4 v4) v1 ==== 172+0+0 (secure 0 0 0) 0x7f6034054000 con 0x7f60400afc80 2023-06-26T03:02:08.853 INFO:teuthology.orchestra.run.smithi023.stderr:new fs with metadata pool 3 and data pool 4 2023-06-26T03:02:08.857 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.847+0000 7f60473f4640 1 -- 172.21.15.23:0/872358110 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f602c066280 msgr2=0x7f602c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:08.857 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.847+0000 7f60473f4640 1 --2- 172.21.15.23:0/872358110 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f602c066280 0x7f602c068730 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f60401568a0 tx=0x7f6038008040 comp rx=0 tx=0).stop 2023-06-26T03:02:08.857 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.847+0000 7f60473f4640 1 -- 172.21.15.23:0/872358110 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f60400afc80 msgr2=0x7f604015bc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:08.857 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.847+0000 7f60473f4640 1 --2- 172.21.15.23:0/872358110 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f60400afc80 0x7f604015bc00 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f603400c500 tx=0x7f603400c9c0 comp rx=0 tx=0).stop 2023-06-26T03:02:08.865 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.855+0000 7f60473f4640 1 -- 172.21.15.23:0/872358110 shutdown_connections 2023-06-26T03:02:08.865 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.855+0000 7f60473f4640 1 --2- 172.21.15.23:0/872358110 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f602c066280 0x7f602c068730 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:08.865 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.855+0000 7f60473f4640 1 --2- 172.21.15.23:0/872358110 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6040151740 0x7f604015c140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:08.865 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.855+0000 7f60473f4640 1 --2- 172.21.15.23:0/872358110 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f60400afc80 0x7f604015bc00 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:08.865 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.855+0000 7f60473f4640 1 --2- 172.21.15.23:0/872358110 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f60400707c0 0x7f604014af50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:08.865 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.855+0000 7f60473f4640 1 -- 172.21.15.23:0/872358110 >> 172.21.15.23:0/872358110 conn(0x7f6040069fc0 msgr2=0x7f604014e090 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:08.867 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.859+0000 7f60473f4640 1 -- 172.21.15.23:0/872358110 shutdown_connections 2023-06-26T03:02:08.871 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:08.863+0000 7f60473f4640 1 -- 172.21.15.23:0/872358110 wait complete. 2023-06-26T03:02:08.901 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2023-06-26T03:02:08.902 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2023-06-26T03:02:09.024 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.015+0000 7f3ecc177640 1 Processor -- start 2023-06-26T03:02:09.025 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.015+0000 7f3ecc177640 1 -- start start 2023-06-26T03:02:09.026 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.019+0000 7f3ecc177640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f3ec40b41b0 0x7f3ec40d02a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:09.026 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.019+0000 7f3ecc177640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3ec40b4e70 0x7f3ec40d07e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:09.026 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.019+0000 7f3ecc177640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3ec40cfe10 con 0x7f3ec415b760 2023-06-26T03:02:09.026 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.019+0000 7f3ecc177640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3ec406ff70 con 0x7f3ec40b41b0 2023-06-26T03:02:09.026 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.019+0000 7f3ecc177640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ec4070250 con 0x7f3ec40b4e70 2023-06-26T03:02:09.026 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.019+0000 7f3ec9712640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f3ec40b41b0 0x7f3ec40d02a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:09.027 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.019+0000 7f3ec9712640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f3ec40b41b0 0x7f3ec40d02a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:54884/0 (socket says 172.21.15.23:54884) 2023-06-26T03:02:09.027 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.019+0000 7f3ec9712640 1 -- 172.21.15.23:0/2249815963 learned_addr learned my addr 172.21.15.23:0/2249815963 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:09.027 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.019+0000 7f3ec9f13640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f3ec415b760 0x7f3ec40b3aa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:38898/0 (socket says 172.21.15.23:38898) 2023-06-26T03:02:09.027 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.019+0000 7f3eca714640 1 --2- 172.21.15.23:0/2249815963 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3ec40b4e70 0x7f3ec40d07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:09.028 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.019+0000 7f3ec9712640 1 -- 172.21.15.23:0/2249815963 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3ec40b4e70 msgr2=0x7f3ec40d07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:09.028 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.019+0000 7f3ec9712640 1 --2- 172.21.15.23:0/2249815963 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3ec40b4e70 0x7f3ec40d07e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:09.028 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.019+0000 7f3ec9712640 1 -- 172.21.15.23:0/2249815963 >> v1:172.21.15.23:6789/0 conn(0x7f3ec415b760 legacy=0x7f3ec40b3aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:09.028 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.019+0000 7f3ec9712640 1 -- 172.21.15.23:0/2249815963 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ec4070530 con 0x7f3ec40b41b0 2023-06-26T03:02:09.028 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.019+0000 7f3ec8f11640 1 -- 172.21.15.23:0/2249815963 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4200590163 0 0) 0x7f3ec40cfe10 con 0x7f3ec415b760 2023-06-26T03:02:09.029 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.019+0000 7f3ec9712640 1 --2- 172.21.15.23:0/2249815963 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3ec40b41b0 0x7f3ec40d02a0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f3eb8009870 tx=0x7f3eb801c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a83d6e54113fc1a server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:09.029 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.019+0000 7f3ec8f11640 1 -- 172.21.15.23:0/2249815963 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3eb80ab640 con 0x7f3ec40b41b0 2023-06-26T03:02:09.030 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.019+0000 7f3ec8f11640 1 -- 172.21.15.23:0/2249815963 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3eb80a7070 con 0x7f3ec40b41b0 2023-06-26T03:02:09.030 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.019+0000 7f3ec8f11640 1 -- 172.21.15.23:0/2249815963 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3eb80ab9c0 con 0x7f3ec40b41b0 2023-06-26T03:02:09.030 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.023+0000 7f3ecc177640 1 -- 172.21.15.23:0/2249815963 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3ec40b41b0 msgr2=0x7f3ec40d02a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:09.030 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.023+0000 7f3ecc177640 1 --2- 172.21.15.23:0/2249815963 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3ec40b41b0 0x7f3ec40d02a0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f3eb8009870 tx=0x7f3eb801c480 comp rx=0 tx=0).stop 2023-06-26T03:02:09.030 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.023+0000 7f3ecc177640 1 -- 172.21.15.23:0/2249815963 shutdown_connections 2023-06-26T03:02:09.030 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.023+0000 7f3ecc177640 1 --2- 172.21.15.23:0/2249815963 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3ec40b4e70 0x7f3ec40d07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:09.031 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.023+0000 7f3ecc177640 1 --2- 172.21.15.23:0/2249815963 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3ec40b41b0 0x7f3ec40d02a0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:09.031 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.023+0000 7f3ecc177640 1 -- 172.21.15.23:0/2249815963 >> 172.21.15.23:0/2249815963 conn(0x7f3ec40ceaa0 msgr2=0x7f3ec40ceea0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:09.031 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.023+0000 7f3ecc177640 1 -- 172.21.15.23:0/2249815963 shutdown_connections 2023-06-26T03:02:09.031 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.023+0000 7f3ecc177640 1 -- 172.21.15.23:0/2249815963 wait complete. 2023-06-26T03:02:09.033 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.023+0000 7f3ecc177640 1 Processor -- start 2023-06-26T03:02:09.033 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.023+0000 7f3ecc177640 1 -- start start 2023-06-26T03:02:09.033 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.023+0000 7f3ecc177640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3ec40b41b0 0x7f3ec40caca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:09.033 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.023+0000 7f3ecc177640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3ec40b4e70 0x7f3ec415c490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:09.033 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.023+0000 7f3ecc177640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3ec415b760 0x7f3ec415c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:09.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.023+0000 7f3ecc177640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ec40b52c0 con 0x7f3ec40b4e70 2023-06-26T03:02:09.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.023+0000 7f3ecc177640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ec40b5b60 con 0x7f3ec40b41b0 2023-06-26T03:02:09.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.023+0000 7f3ecc177640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ec40cb610 con 0x7f3ec415b760 2023-06-26T03:02:09.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.023+0000 7f3ec9712640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3ec40b4e70 0x7f3ec415c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:09.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.023+0000 7f3ec9712640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3ec40b4e70 0x7f3ec415c490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:54888/0 (socket says 172.21.15.23:54888) 2023-06-26T03:02:09.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.023+0000 7f3ec9712640 1 -- 172.21.15.23:0/195277801 learned_addr learned my addr 172.21.15.23:0/195277801 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:09.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.023+0000 7f3ec9f13640 1 --2- 172.21.15.23:0/195277801 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3ec40b41b0 0x7f3ec40caca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:09.035 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.023+0000 7f3eca714640 1 --2- 172.21.15.23:0/195277801 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3ec415b760 0x7f3ec415c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:09.035 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.023+0000 7f3ec9712640 1 -- 172.21.15.23:0/195277801 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3ec415b760 msgr2=0x7f3ec415c9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:09.035 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.023+0000 7f3ec9712640 1 --2- 172.21.15.23:0/195277801 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3ec415b760 0x7f3ec415c9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:09.035 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.023+0000 7f3ec9712640 1 -- 172.21.15.23:0/195277801 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3ec40b41b0 msgr2=0x7f3ec40caca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:09.035 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.023+0000 7f3ec9712640 1 --2- 172.21.15.23:0/195277801 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3ec40b41b0 0x7f3ec40caca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:09.035 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.023+0000 7f3ec9712640 1 -- 172.21.15.23:0/195277801 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3eb80094d0 con 0x7f3ec40b4e70 2023-06-26T03:02:09.035 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.023+0000 7f3ec9712640 1 --2- 172.21.15.23:0/195277801 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3ec40b4e70 0x7f3ec415c490 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f3eb801a0b0 tx=0x7f3eb801acc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:09.036 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.023+0000 7f3ec27fc640 1 -- 172.21.15.23:0/195277801 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3eb80be5f0 con 0x7f3ec40b4e70 2023-06-26T03:02:09.036 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.023+0000 7f3ec27fc640 1 -- 172.21.15.23:0/195277801 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3eb80be770 con 0x7f3ec40b4e70 2023-06-26T03:02:09.036 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.023+0000 7f3ecc177640 1 -- 172.21.15.23:0/195277801 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3ec40b5510 con 0x7f3ec40b4e70 2023-06-26T03:02:09.036 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.023+0000 7f3ec27fc640 1 -- 172.21.15.23:0/195277801 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3eb80beb20 con 0x7f3ec40b4e70 2023-06-26T03:02:09.036 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.023+0000 7f3ecc177640 1 -- 172.21.15.23:0/195277801 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3ec40cb1e0 con 0x7f3ec40b4e70 2023-06-26T03:02:09.037 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.027+0000 7f3ecc177640 1 -- 172.21.15.23:0/195277801 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3ec404d790 con 0x7f3ec40b4e70 2023-06-26T03:02:09.037 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.027+0000 7f3ec27fc640 1 -- 172.21.15.23:0/195277801 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f3eb80b43f0 con 0x7f3ec40b4e70 2023-06-26T03:02:09.037 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.027+0000 7f3ec27fc640 1 --2- 172.21.15.23:0/195277801 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3eb0066280 0x7f3eb0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:09.037 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.027+0000 7f3ec27fc640 1 -- 172.21.15.23:0/195277801 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 6062+0+0 (secure 0 0 0) 0x7f3eb811eaa0 con 0x7f3ec40b4e70 2023-06-26T03:02:09.038 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.027+0000 7f3ec9f13640 1 --2- 172.21.15.23:0/195277801 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3eb0066280 0x7f3eb0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:09.038 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.027+0000 7f3ec9f13640 1 --2- 172.21.15.23:0/195277801 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3eb0066280 0x7f3eb0068730 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f3ebc0012f0 tx=0x7f3ebc005ec0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:09.039 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.031+0000 7f3ec27fc640 1 -- 172.21.15.23:0/195277801 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f3eb80ebfd0 con 0x7f3ec40b4e70 2023-06-26T03:02:09.201 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.195+0000 7f3ecc177640 1 -- 172.21.15.23:0/195277801 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) v1 -- 0x7f3ec40b7130 con 0x7f3ec40b4e70 2023-06-26T03:02:09.853 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.843+0000 7f3ec27fc640 1 -- 172.21.15.23:0/195277801 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v23) v1 ==== 157+0+0 (secure 0 0 0) 0x7f3eb80c40e0 con 0x7f3ec40b4e70 2023-06-26T03:02:09.857 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.851+0000 7f3ecc177640 1 -- 172.21.15.23:0/195277801 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3eb0066280 msgr2=0x7f3eb0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:09.858 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.851+0000 7f3ecc177640 1 --2- 172.21.15.23:0/195277801 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3eb0066280 0x7f3eb0068730 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f3ebc0012f0 tx=0x7f3ebc005ec0 comp rx=0 tx=0).stop 2023-06-26T03:02:09.858 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.851+0000 7f3ecc177640 1 -- 172.21.15.23:0/195277801 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3ec40b4e70 msgr2=0x7f3ec415c490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:09.858 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.851+0000 7f3ecc177640 1 --2- 172.21.15.23:0/195277801 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3ec40b4e70 0x7f3ec415c490 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f3eb801a0b0 tx=0x7f3eb801acc0 comp rx=0 tx=0).stop 2023-06-26T03:02:09.859 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.851+0000 7f3ecc177640 1 -- 172.21.15.23:0/195277801 shutdown_connections 2023-06-26T03:02:09.859 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.851+0000 7f3ecc177640 1 --2- 172.21.15.23:0/195277801 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3eb0066280 0x7f3eb0068730 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:09.859 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.851+0000 7f3ecc177640 1 --2- 172.21.15.23:0/195277801 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3ec415b760 0x7f3ec415c9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:09.859 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.851+0000 7f3ecc177640 1 --2- 172.21.15.23:0/195277801 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3ec40b4e70 0x7f3ec415c490 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:09.860 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.851+0000 7f3ecc177640 1 --2- 172.21.15.23:0/195277801 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3ec40b41b0 0x7f3ec40caca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:09.860 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.851+0000 7f3ecc177640 1 -- 172.21.15.23:0/195277801 >> 172.21.15.23:0/195277801 conn(0x7f3ec40ceaa0 msgr2=0x7f3ec415e3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:09.860 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.851+0000 7f3ecc177640 1 -- 172.21.15.23:0/195277801 shutdown_connections 2023-06-26T03:02:09.861 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:09.851+0000 7f3ecc177640 1 -- 172.21.15.23:0/195277801 wait complete. 2023-06-26T03:02:09.882 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2023-06-26T03:02:10.019 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.011+0000 7f5008f4f640 1 Processor -- start 2023-06-26T03:02:10.019 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.011+0000 7f5008f4f640 1 -- start start 2023-06-26T03:02:10.020 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.011+0000 7f5008f4f640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f50040cfcf0 0x7f50040d0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:10.020 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.011+0000 7f5008f4f640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f500413d240 0x7f500413d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:10.020 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.011+0000 7f5008f4f640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f50040b2700 con 0x7f50041596e0 2023-06-26T03:02:10.020 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.011+0000 7f5008f4f640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f50040d0680 con 0x7f50040cfcf0 2023-06-26T03:02:10.021 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.011+0000 7f5008f4f640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50040b1810 con 0x7f500413d240 2023-06-26T03:02:10.021 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.011+0000 7f500259c640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f50041596e0 0x7f50040cf190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:38914/0 (socket says 172.21.15.23:38914) 2023-06-26T03:02:10.021 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.011+0000 7f500259c640 1 -- 172.21.15.23:0/3478181729 learned_addr learned my addr 172.21.15.23:0/3478181729 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:10.022 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.011+0000 7f5001d9b640 1 --2- 172.21.15.23:0/3478181729 >> v2:172.21.15.71:3300/0 conn(0x7f50040cfcf0 0x7f50040d0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:10.022 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.011+0000 7f5002d9d640 1 --2- 172.21.15.23:0/3478181729 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f500413d240 0x7f500413d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:10.022 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.011+0000 7f500159a640 1 -- 172.21.15.23:0/3478181729 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3999834251 0 0) 0x7f50040b2700 con 0x7f50041596e0 2023-06-26T03:02:10.022 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.011+0000 7f500159a640 1 -- 172.21.15.23:0/3478181729 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4ff0003530 con 0x7f50041596e0 2023-06-26T03:02:10.022 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.015+0000 7f500159a640 1 -- 172.21.15.23:0/3478181729 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1847503866 0 0) 0x7f4ff0003530 con 0x7f50041596e0 2023-06-26T03:02:10.023 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.015+0000 7f5001d9b640 1 -- 172.21.15.23:0/3478181729 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f500413d240 msgr2=0x7f500413d6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:10.023 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.015+0000 7f5001d9b640 1 --2- 172.21.15.23:0/3478181729 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f500413d240 0x7f500413d6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:10.023 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.015+0000 7f5001d9b640 1 -- 172.21.15.23:0/3478181729 >> v1:172.21.15.23:6789/0 conn(0x7f50041596e0 legacy=0x7f50040cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:10.023 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.015+0000 7f5001d9b640 1 -- 172.21.15.23:0/3478181729 --> v2:172.21.15.71:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50040b1af0 con 0x7f50040cfcf0 2023-06-26T03:02:10.024 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.015+0000 7f5001d9b640 1 --2- 172.21.15.23:0/3478181729 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f50040cfcf0 0x7f50040d0140 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f4fec0097c0 tx=0x7f4fec01c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b911f5e530084fde server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:10.024 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.015+0000 7f500159a640 1 -- 172.21.15.23:0/3478181729 <== mon.1 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ff4001a00 con 0x7f50040cfcf0 2023-06-26T03:02:10.024 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.015+0000 7f500159a640 1 -- 172.21.15.23:0/3478181729 <== mon.1 v2:172.21.15.71:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4fec0a7050 con 0x7f50040cfcf0 2023-06-26T03:02:10.024 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.015+0000 7f500159a640 1 -- 172.21.15.23:0/3478181729 <== mon.1 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fec0ab620 con 0x7f50040cfcf0 2023-06-26T03:02:10.025 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.015+0000 7f5008f4f640 1 -- 172.21.15.23:0/3478181729 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f50040cfcf0 msgr2=0x7f50040d0140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:10.025 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.015+0000 7f5008f4f640 1 --2- 172.21.15.23:0/3478181729 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f50040cfcf0 0x7f50040d0140 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f4fec0097c0 tx=0x7f4fec01c3a0 comp rx=0 tx=0).stop 2023-06-26T03:02:10.025 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.015+0000 7f5008f4f640 1 -- 172.21.15.23:0/3478181729 shutdown_connections 2023-06-26T03:02:10.025 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.015+0000 7f5008f4f640 1 --2- 172.21.15.23:0/3478181729 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f500413d240 0x7f500413d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:10.026 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.015+0000 7f5008f4f640 1 --2- 172.21.15.23:0/3478181729 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f50040cfcf0 0x7f50040d0140 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:10.026 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.015+0000 7f5008f4f640 1 -- 172.21.15.23:0/3478181729 >> 172.21.15.23:0/3478181729 conn(0x7f5004070fe0 msgr2=0x7f50040713e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:10.026 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.015+0000 7f5008f4f640 1 -- 172.21.15.23:0/3478181729 shutdown_connections 2023-06-26T03:02:10.026 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.015+0000 7f5008f4f640 1 -- 172.21.15.23:0/3478181729 wait complete. 2023-06-26T03:02:10.027 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.019+0000 7f5008f4f640 1 Processor -- start 2023-06-26T03:02:10.028 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.019+0000 7f5008f4f640 1 -- start start 2023-06-26T03:02:10.028 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.019+0000 7f5008f4f640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f50040cfcf0 0x7f5004159c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:10.028 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.019+0000 7f5008f4f640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f500413d240 0x7f50040cb480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:10.028 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.019+0000 7f5008f4f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f50041596e0 0x7f50040b6140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:10.028 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.019+0000 7f5008f4f640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50040c5d20 con 0x7f500413d240 2023-06-26T03:02:10.028 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.019+0000 7f5008f4f640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50040c6310 con 0x7f50041596e0 2023-06-26T03:02:10.029 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.019+0000 7f5008f4f640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f500415a170 con 0x7f50040cfcf0 2023-06-26T03:02:10.029 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.019+0000 7f5001d9b640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f500413d240 0x7f50040cb480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:10.029 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.019+0000 7f5001d9b640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f500413d240 0x7f50040cb480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:54904/0 (socket says 172.21.15.23:54904) 2023-06-26T03:02:10.029 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.019+0000 7f5001d9b640 1 -- 172.21.15.23:0/1036616352 learned_addr learned my addr 172.21.15.23:0/1036616352 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:10.029 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.019+0000 7f500259c640 1 --2- 172.21.15.23:0/1036616352 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f50040cfcf0 0x7f5004159c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:10.029 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.019+0000 7f5002d9d640 1 --2- 172.21.15.23:0/1036616352 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f50041596e0 0x7f50040b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:10.029 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.019+0000 7f5001d9b640 1 -- 172.21.15.23:0/1036616352 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f50040cfcf0 msgr2=0x7f5004159c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:10.030 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.019+0000 7f5001d9b640 1 --2- 172.21.15.23:0/1036616352 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f50040cfcf0 0x7f5004159c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:10.030 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.019+0000 7f5001d9b640 1 -- 172.21.15.23:0/1036616352 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f50041596e0 msgr2=0x7f50040b6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:10.030 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.019+0000 7f5001d9b640 1 --2- 172.21.15.23:0/1036616352 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f50041596e0 0x7f50040b6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:10.030 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.019+0000 7f5001d9b640 1 -- 172.21.15.23:0/1036616352 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4fec009420 con 0x7f500413d240 2023-06-26T03:02:10.030 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.019+0000 7f5001d9b640 1 --2- 172.21.15.23:0/1036616352 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f500413d240 0x7f50040cb480 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f4fec0ae040 tx=0x7f4fec01abe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:10.030 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.019+0000 7f4ffaffd640 1 -- 172.21.15.23:0/1036616352 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fec0b7450 con 0x7f500413d240 2023-06-26T03:02:10.030 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.019+0000 7f4ffaffd640 1 -- 172.21.15.23:0/1036616352 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4fec0b75d0 con 0x7f500413d240 2023-06-26T03:02:10.030 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.019+0000 7f5008f4f640 1 -- 172.21.15.23:0/1036616352 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5004153530 con 0x7f500413d240 2023-06-26T03:02:10.031 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.019+0000 7f4ffaffd640 1 -- 172.21.15.23:0/1036616352 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fec0b7980 con 0x7f500413d240 2023-06-26T03:02:10.031 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.019+0000 7f5008f4f640 1 -- 172.21.15.23:0/1036616352 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f50040c5940 con 0x7f500413d240 2023-06-26T03:02:10.031 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.019+0000 7f5008f4f640 1 -- 172.21.15.23:0/1036616352 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f50040c54c0 con 0x7f500413d240 2023-06-26T03:02:10.032 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.023+0000 7f4ffaffd640 1 -- 172.21.15.23:0/1036616352 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f4fec0b7ae0 con 0x7f500413d240 2023-06-26T03:02:10.032 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.023+0000 7f4ffaffd640 1 --2- 172.21.15.23:0/1036616352 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f4fe4066280 0x7f4fe4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:10.032 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.023+0000 7f4ffaffd640 1 -- 172.21.15.23:0/1036616352 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6288+0+0 (secure 0 0 0) 0x7f4fec11e460 con 0x7f500413d240 2023-06-26T03:02:10.032 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.023+0000 7f500259c640 1 --2- 172.21.15.23:0/1036616352 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f4fe4066280 0x7f4fe4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:10.032 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.023+0000 7f500259c640 1 --2- 172.21.15.23:0/1036616352 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f4fe4066280 0x7f4fe4068730 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4ff4001e80 tx=0x7f4ff4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:10.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.027+0000 7f4ffaffd640 1 -- 172.21.15.23:0/1036616352 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f50040c54c0 con 0x7f500413d240 2023-06-26T03:02:10.186 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:10.179+0000 7f5008f4f640 1 -- 172.21.15.23:0/1036616352 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f50040c54c0 con 0x7f500413d240 2023-06-26T03:02:10.561 INFO:tasks.ceph.mds.d.smithi071.stderr:2023-06-26T03:02:10.558+0000 7f1b064bb640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-06-26T03:02:11.880 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:11.871+0000 7f4ffaffd640 1 -- 172.21.15.23:0/1036616352 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v25) v1 ==== 228+0+0 (secure 0 0 0) 0x7f50040c54c0 con 0x7f500413d240 2023-06-26T03:02:11.887 INFO:teuthology.orchestra.run.smithi023.stderr:pool 'cephfs_data_ec' created 2023-06-26T03:02:11.891 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:11.883+0000 7f5008f4f640 1 -- 172.21.15.23:0/1036616352 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f4fe4066280 msgr2=0x7f4fe4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:11.891 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:11.883+0000 7f5008f4f640 1 --2- 172.21.15.23:0/1036616352 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f4fe4066280 0x7f4fe4068730 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4ff4001e80 tx=0x7f4ff4009040 comp rx=0 tx=0).stop 2023-06-26T03:02:11.892 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:11.883+0000 7f5008f4f640 1 -- 172.21.15.23:0/1036616352 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f500413d240 msgr2=0x7f50040cb480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:11.892 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:11.883+0000 7f5008f4f640 1 --2- 172.21.15.23:0/1036616352 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f500413d240 0x7f50040cb480 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f4fec0ae040 tx=0x7f4fec01abe0 comp rx=0 tx=0).stop 2023-06-26T03:02:11.892 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:11.883+0000 7f5008f4f640 1 -- 172.21.15.23:0/1036616352 shutdown_connections 2023-06-26T03:02:11.893 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:11.883+0000 7f5008f4f640 1 --2- 172.21.15.23:0/1036616352 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f4fe4066280 0x7f4fe4068730 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:11.893 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:11.883+0000 7f5008f4f640 1 --2- 172.21.15.23:0/1036616352 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f50041596e0 0x7f50040b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:11.893 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:11.883+0000 7f5008f4f640 1 --2- 172.21.15.23:0/1036616352 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f500413d240 0x7f50040cb480 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:11.893 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:11.883+0000 7f5008f4f640 1 --2- 172.21.15.23:0/1036616352 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f50040cfcf0 0x7f5004159c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:11.893 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:11.883+0000 7f5008f4f640 1 -- 172.21.15.23:0/1036616352 >> 172.21.15.23:0/1036616352 conn(0x7f5004070fe0 msgr2=0x7f50040cc810 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:11.893 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:11.883+0000 7f5008f4f640 1 -- 172.21.15.23:0/1036616352 shutdown_connections 2023-06-26T03:02:11.894 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:11.883+0000 7f5008f4f640 1 -- 172.21.15.23:0/1036616352 wait complete. 2023-06-26T03:02:11.912 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2023-06-26T03:02:12.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.027+0000 7f7e26e00640 1 Processor -- start 2023-06-26T03:02:12.035 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.027+0000 7f7e26e00640 1 -- start start 2023-06-26T03:02:12.036 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.027+0000 7f7e26e00640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f7e200afcf0 0x7f7e200c80a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:12.036 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.027+0000 7f7e26e00640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7e20159d80 con 0x7f7e200b2f40 2023-06-26T03:02:12.036 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.027+0000 7f7e26e00640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7e200b3a30 con 0x7f7e201599b0 2023-06-26T03:02:12.036 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.027+0000 7f7e26e00640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7e2006bd40 con 0x7f7e200afcf0 2023-06-26T03:02:12.037 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.027+0000 7f7e17fff640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f7e200b2f40 0x7f7e200af5e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:38918/0 (socket says 172.21.15.23:38918) 2023-06-26T03:02:12.037 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.027+0000 7f7e17fff640 1 -- 172.21.15.23:0/1598312836 learned_addr learned my addr 172.21.15.23:0/1598312836 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:12.037 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.027+0000 7f7e2539d640 1 --2- 172.21.15.23:0/1598312836 >> v2:172.21.15.23:3300/0 conn(0x7f7e200afcf0 0x7f7e200c80a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:12.038 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.027+0000 7f7e177fe640 1 -- 172.21.15.23:0/1598312836 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3987032558 0 0) 0x7f7e20159d80 con 0x7f7e200b2f40 2023-06-26T03:02:12.038 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.027+0000 7f7e177fe640 1 -- 172.21.15.23:0/1598312836 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7e08003530 con 0x7f7e200b2f40 2023-06-26T03:02:12.038 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.031+0000 7f7e177fe640 1 -- 172.21.15.23:0/1598312836 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2675469085 0 0) 0x7f7e08003530 con 0x7f7e200b2f40 2023-06-26T03:02:12.038 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.031+0000 7f7e2539d640 1 -- 172.21.15.23:0/1598312836 >> v1:172.21.15.71:6789/0 conn(0x7f7e201599b0 legacy=0x7f7e2006b630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:12.038 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.031+0000 7f7e2539d640 1 -- 172.21.15.23:0/1598312836 >> v1:172.21.15.23:6789/0 conn(0x7f7e200b2f40 legacy=0x7f7e200af5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:12.038 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.031+0000 7f7e2539d640 1 -- 172.21.15.23:0/1598312836 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e200b3470 con 0x7f7e200afcf0 2023-06-26T03:02:12.039 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.031+0000 7f7e2539d640 1 --2- 172.21.15.23:0/1598312836 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7e200afcf0 0x7f7e200c80a0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f7e18009d90 tx=0x7f7e1801c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=653a5fba21df557 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:12.040 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.031+0000 7f7e177fe640 1 -- 172.21.15.23:0/1598312836 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e10001680 con 0x7f7e200afcf0 2023-06-26T03:02:12.040 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.031+0000 7f7e177fe640 1 -- 172.21.15.23:0/1598312836 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e180a64a0 con 0x7f7e200afcf0 2023-06-26T03:02:12.040 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.031+0000 7f7e177fe640 1 -- 172.21.15.23:0/1598312836 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e180a6830 con 0x7f7e200afcf0 2023-06-26T03:02:12.041 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.031+0000 7f7e26e00640 1 -- 172.21.15.23:0/1598312836 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7e200afcf0 msgr2=0x7f7e200c80a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:12.041 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.031+0000 7f7e26e00640 1 --2- 172.21.15.23:0/1598312836 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7e200afcf0 0x7f7e200c80a0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f7e18009d90 tx=0x7f7e1801c870 comp rx=0 tx=0).stop 2023-06-26T03:02:12.041 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.031+0000 7f7e26e00640 1 -- 172.21.15.23:0/1598312836 shutdown_connections 2023-06-26T03:02:12.041 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.031+0000 7f7e26e00640 1 --2- 172.21.15.23:0/1598312836 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7e200afcf0 0x7f7e200c80a0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:12.041 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.031+0000 7f7e26e00640 1 -- 172.21.15.23:0/1598312836 >> 172.21.15.23:0/1598312836 conn(0x7f7e200cdae0 msgr2=0x7f7e200cdeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:12.042 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.031+0000 7f7e26e00640 1 -- 172.21.15.23:0/1598312836 shutdown_connections 2023-06-26T03:02:12.042 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.031+0000 7f7e26e00640 1 -- 172.21.15.23:0/1598312836 wait complete. 2023-06-26T03:02:12.043 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.035+0000 7f7e26e00640 1 Processor -- start 2023-06-26T03:02:12.044 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.035+0000 7f7e26e00640 1 -- start start 2023-06-26T03:02:12.044 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.035+0000 7f7e26e00640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7e200afcf0 0x7f7e20153390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:12.044 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.035+0000 7f7e26e00640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7e200b2f40 0x7f7e201481a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:12.044 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.035+0000 7f7e26e00640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7e201599b0 0x7f7e200b19a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:12.044 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.035+0000 7f7e26e00640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e20152f70 con 0x7f7e200afcf0 2023-06-26T03:02:12.044 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.035+0000 7f7e26e00640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e201525d0 con 0x7f7e201599b0 2023-06-26T03:02:12.045 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.035+0000 7f7e26e00640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7e201528b0 con 0x7f7e200b2f40 2023-06-26T03:02:12.045 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.035+0000 7f7e24b9c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7e200afcf0 0x7f7e20153390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:12.045 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.035+0000 7f7e24b9c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7e200afcf0 0x7f7e20153390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:54920/0 (socket says 172.21.15.23:54920) 2023-06-26T03:02:12.045 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.035+0000 7f7e24b9c640 1 -- 172.21.15.23:0/3513735715 learned_addr learned my addr 172.21.15.23:0/3513735715 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:12.045 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.035+0000 7f7e17fff640 1 --2- 172.21.15.23:0/3513735715 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7e200b2f40 0x7f7e201481a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:12.045 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.035+0000 7f7e2539d640 1 --2- 172.21.15.23:0/3513735715 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7e201599b0 0x7f7e200b19a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:12.045 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.035+0000 7f7e24b9c640 1 -- 172.21.15.23:0/3513735715 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7e200b2f40 msgr2=0x7f7e201481a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:12.046 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.035+0000 7f7e24b9c640 1 --2- 172.21.15.23:0/3513735715 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7e200b2f40 0x7f7e201481a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:12.046 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.035+0000 7f7e24b9c640 1 -- 172.21.15.23:0/3513735715 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7e201599b0 msgr2=0x7f7e200b19a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:12.046 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.035+0000 7f7e24b9c640 1 --2- 172.21.15.23:0/3513735715 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7e201599b0 0x7f7e200b19a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:12.046 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.035+0000 7f7e24b9c640 1 -- 172.21.15.23:0/3513735715 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e18009a70 con 0x7f7e200afcf0 2023-06-26T03:02:12.046 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.035+0000 7f7e17fff640 1 --2- 172.21.15.23:0/3513735715 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7e200b2f40 0x7f7e201481a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:12.046 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.035+0000 7f7e24b9c640 1 --2- 172.21.15.23:0/3513735715 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7e200afcf0 0x7f7e20153390 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f7e1c00c3c0 tx=0x7f7e1c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:12.046 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.035+0000 7f7e157fa640 1 -- 172.21.15.23:0/3513735715 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e1c0052d0 con 0x7f7e200afcf0 2023-06-26T03:02:12.047 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.035+0000 7f7e157fa640 1 -- 172.21.15.23:0/3513735715 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e1c005430 con 0x7f7e200afcf0 2023-06-26T03:02:12.047 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.035+0000 7f7e26e00640 1 -- 172.21.15.23:0/3513735715 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7e20152b90 con 0x7f7e200afcf0 2023-06-26T03:02:12.047 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.035+0000 7f7e157fa640 1 -- 172.21.15.23:0/3513735715 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e1c003840 con 0x7f7e200afcf0 2023-06-26T03:02:12.047 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.035+0000 7f7e26e00640 1 -- 172.21.15.23:0/3513735715 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7e2015c670 con 0x7f7e200afcf0 2023-06-26T03:02:12.048 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.035+0000 7f7e26e00640 1 -- 172.21.15.23:0/3513735715 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7e2004d790 con 0x7f7e200afcf0 2023-06-26T03:02:12.048 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.039+0000 7f7e157fa640 1 -- 172.21.15.23:0/3513735715 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f7e1c0039a0 con 0x7f7e200afcf0 2023-06-26T03:02:12.048 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.039+0000 7f7e157fa640 1 --2- 172.21.15.23:0/3513735715 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7e0c066280 0x7f7e0c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:12.048 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.039+0000 7f7e157fa640 1 -- 172.21.15.23:0/3513735715 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6781+0+0 (secure 0 0 0) 0x7f7e1c083530 con 0x7f7e200afcf0 2023-06-26T03:02:12.048 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.039+0000 7f7e17fff640 1 --2- 172.21.15.23:0/3513735715 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7e0c066280 0x7f7e0c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:12.049 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.039+0000 7f7e17fff640 1 --2- 172.21.15.23:0/3513735715 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7e0c066280 0x7f7e0c068730 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f7e100011f0 tx=0x7f7e10009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:12.050 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.043+0000 7f7e157fa640 1 -- 172.21.15.23:0/3513735715 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f7e1c0506f0 con 0x7f7e200afcf0 2023-06-26T03:02:12.205 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.195+0000 7f7e26e00640 1 -- 172.21.15.23:0/3513735715 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) v1 -- 0x7f7e2006faa0 con 0x7f7e200afcf0 2023-06-26T03:02:12.890 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.883+0000 7f7e157fa640 1 -- 172.21.15.23:0/3513735715 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 5 allow_ec_overwrites to true v26) v1 ==== 169+0+0 (secure 0 0 0) 0x7f7e1c053d10 con 0x7f7e200afcf0 2023-06-26T03:02:12.899 INFO:teuthology.orchestra.run.smithi023.stderr:set pool 5 allow_ec_overwrites to true 2023-06-26T03:02:12.908 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.899+0000 7f7e26e00640 1 -- 172.21.15.23:0/3513735715 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7e0c066280 msgr2=0x7f7e0c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:12.908 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.899+0000 7f7e26e00640 1 --2- 172.21.15.23:0/3513735715 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7e0c066280 0x7f7e0c068730 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f7e100011f0 tx=0x7f7e10009040 comp rx=0 tx=0).stop 2023-06-26T03:02:12.908 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.899+0000 7f7e26e00640 1 -- 172.21.15.23:0/3513735715 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7e200afcf0 msgr2=0x7f7e20153390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:12.908 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.899+0000 7f7e26e00640 1 --2- 172.21.15.23:0/3513735715 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7e200afcf0 0x7f7e20153390 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f7e1c00c3c0 tx=0x7f7e1c00c880 comp rx=0 tx=0).stop 2023-06-26T03:02:12.909 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.903+0000 7f7e26e00640 1 -- 172.21.15.23:0/3513735715 shutdown_connections 2023-06-26T03:02:12.910 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.903+0000 7f7e26e00640 1 --2- 172.21.15.23:0/3513735715 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7e0c066280 0x7f7e0c068730 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:12.910 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.903+0000 7f7e26e00640 1 --2- 172.21.15.23:0/3513735715 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7e201599b0 0x7f7e200b19a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:12.910 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.903+0000 7f7e26e00640 1 --2- 172.21.15.23:0/3513735715 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7e200b2f40 0x7f7e201481a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:12.910 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.903+0000 7f7e26e00640 1 --2- 172.21.15.23:0/3513735715 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7e200afcf0 0x7f7e20153390 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:12.910 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.903+0000 7f7e26e00640 1 -- 172.21.15.23:0/3513735715 >> 172.21.15.23:0/3513735715 conn(0x7f7e200cdae0 msgr2=0x7f7e200ad450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:12.910 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.903+0000 7f7e26e00640 1 -- 172.21.15.23:0/3513735715 shutdown_connections 2023-06-26T03:02:12.911 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:12.903+0000 7f7e26e00640 1 -- 172.21.15.23:0/3513735715 wait complete. 2023-06-26T03:02:12.941 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2023-06-26T03:02:13.064 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.055+0000 7fb636008640 1 Processor -- start 2023-06-26T03:02:13.064 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.055+0000 7fb636008640 1 -- start start 2023-06-26T03:02:13.065 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.059+0000 7fb636008640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fb6301596e0 0x7fb6300cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:13.066 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.059+0000 7fb636008640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fb6300cfcf0 0x7fb6300d0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:13.066 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.059+0000 7fb636008640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb6300cd8d0 0x7fb6300cdd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:13.066 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.059+0000 7fb636008640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb6300b2700 con 0x7fb6301596e0 2023-06-26T03:02:13.066 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.059+0000 7fb636008640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb6300d0680 con 0x7fb6300cfcf0 2023-06-26T03:02:13.066 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.059+0000 7fb636008640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6300b1810 con 0x7fb6300cd8d0 2023-06-26T03:02:13.066 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.059+0000 7fb62f7fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fb6301596e0 0x7fb6300cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:13.066 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.059+0000 7fb62f7fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fb6301596e0 0x7fb6300cf190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:54936/0 (socket says 172.21.15.23:54936) 2023-06-26T03:02:13.067 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.059+0000 7fb62f7fe640 1 -- 172.21.15.23:0/1282203931 learned_addr learned my addr 172.21.15.23:0/1282203931 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:13.067 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.059+0000 7fb62f7fe640 1 -- 172.21.15.23:0/1282203931 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb6300cd8d0 msgr2=0x7fb6300cdd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:13.067 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.059+0000 7fb62ffff640 1 --2- 172.21.15.23:0/1282203931 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb6300cd8d0 0x7fb6300cdd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:13.067 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.059+0000 7fb62effd640 1 --2- 172.21.15.23:0/1282203931 >> v2:172.21.15.71:3300/0 conn(0x7fb6300cfcf0 0x7fb6300d0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:13.067 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.059+0000 7fb62f7fe640 1 --2- 172.21.15.23:0/1282203931 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb6300cd8d0 0x7fb6300cdd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:13.067 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.059+0000 7fb62f7fe640 1 -- 172.21.15.23:0/1282203931 >> v2:172.21.15.71:3300/0 conn(0x7fb6300cfcf0 msgr2=0x7fb6300d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:13.067 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.059+0000 7fb62f7fe640 1 --2- 172.21.15.23:0/1282203931 >> v2:172.21.15.71:3300/0 conn(0x7fb6300cfcf0 0x7fb6300d0140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:13.068 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.059+0000 7fb62f7fe640 1 -- 172.21.15.23:0/1282203931 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6300b1af0 con 0x7fb6301596e0 2023-06-26T03:02:13.068 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.059+0000 7fb62effd640 1 --2- 172.21.15.23:0/1282203931 >> v2:172.21.15.71:3300/0 conn(0x7fb6300cfcf0 0x7fb6300d0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:13.069 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.059+0000 7fb62f7fe640 1 --2- 172.21.15.23:0/1282203931 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb6301596e0 0x7fb6300cf190 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fb63006e9c0 tx=0x7fb62001c500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e2ccc49857f0720 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:13.069 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.059+0000 7fb62e7fc640 1 -- 172.21.15.23:0/1282203931 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6200ac410 con 0x7fb6301596e0 2023-06-26T03:02:13.069 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.059+0000 7fb62e7fc640 1 -- 172.21.15.23:0/1282203931 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6200ac570 con 0x7fb6301596e0 2023-06-26T03:02:13.069 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.059+0000 7fb62e7fc640 1 -- 172.21.15.23:0/1282203931 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6200ac900 con 0x7fb6301596e0 2023-06-26T03:02:13.069 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.059+0000 7fb636008640 1 -- 172.21.15.23:0/1282203931 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb6301596e0 msgr2=0x7fb6300cf190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:13.069 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.059+0000 7fb636008640 1 --2- 172.21.15.23:0/1282203931 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb6301596e0 0x7fb6300cf190 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fb63006e9c0 tx=0x7fb62001c500 comp rx=0 tx=0).stop 2023-06-26T03:02:13.070 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.059+0000 7fb636008640 1 -- 172.21.15.23:0/1282203931 shutdown_connections 2023-06-26T03:02:13.070 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.059+0000 7fb636008640 1 --2- 172.21.15.23:0/1282203931 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb6300cd8d0 0x7fb6300cdd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:13.070 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.059+0000 7fb636008640 1 --2- 172.21.15.23:0/1282203931 >> v2:172.21.15.71:3300/0 conn(0x7fb6300cfcf0 0x7fb6300d0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:13.070 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.059+0000 7fb636008640 1 --2- 172.21.15.23:0/1282203931 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb6301596e0 0x7fb6300cf190 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:13.070 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.059+0000 7fb636008640 1 -- 172.21.15.23:0/1282203931 >> 172.21.15.23:0/1282203931 conn(0x7fb630070fe0 msgr2=0x7fb6300713e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:13.070 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.059+0000 7fb636008640 1 -- 172.21.15.23:0/1282203931 shutdown_connections 2023-06-26T03:02:13.070 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.059+0000 7fb636008640 1 -- 172.21.15.23:0/1282203931 wait complete. 2023-06-26T03:02:13.072 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.063+0000 7fb636008640 1 Processor -- start 2023-06-26T03:02:13.072 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.063+0000 7fb636008640 1 -- start start 2023-06-26T03:02:13.072 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.063+0000 7fb636008640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb6300cd8d0 0x7fb6300c1b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:13.072 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.063+0000 7fb636008640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb6300cfcf0 0x7fb630159f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:13.072 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.063+0000 7fb636008640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb6301596e0 0x7fb63015a490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:13.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.063+0000 7fb636008640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb63014f170 con 0x7fb6300cfcf0 2023-06-26T03:02:13.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.063+0000 7fb636008640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb63015acc0 con 0x7fb6300cd8d0 2023-06-26T03:02:13.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.063+0000 7fb636008640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb63014e7d0 con 0x7fb6301596e0 2023-06-26T03:02:13.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.063+0000 7fb62effd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb6300cfcf0 0x7fb630159f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:13.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.063+0000 7fb62effd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb6300cfcf0 0x7fb630159f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:54950/0 (socket says 172.21.15.23:54950) 2023-06-26T03:02:13.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.063+0000 7fb62effd640 1 -- 172.21.15.23:0/3393290389 learned_addr learned my addr 172.21.15.23:0/3393290389 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:13.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.063+0000 7fb62f7fe640 1 --2- 172.21.15.23:0/3393290389 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb6300cd8d0 0x7fb6300c1b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:13.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.063+0000 7fb62ffff640 1 --2- 172.21.15.23:0/3393290389 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb6301596e0 0x7fb63015a490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:13.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.063+0000 7fb62effd640 1 -- 172.21.15.23:0/3393290389 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb6301596e0 msgr2=0x7fb63015a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:13.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.063+0000 7fb62effd640 1 --2- 172.21.15.23:0/3393290389 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb6301596e0 0x7fb63015a490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:13.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.063+0000 7fb62effd640 1 -- 172.21.15.23:0/3393290389 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb6300cd8d0 msgr2=0x7fb6300c1b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:13.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.063+0000 7fb62effd640 1 --2- 172.21.15.23:0/3393290389 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb6300cd8d0 0x7fb6300c1b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:13.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.063+0000 7fb62effd640 1 -- 172.21.15.23:0/3393290389 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6200094d0 con 0x7fb6300cfcf0 2023-06-26T03:02:13.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.063+0000 7fb62effd640 1 --2- 172.21.15.23:0/3393290389 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb6300cfcf0 0x7fb630159f50 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fb62400c7c0 tx=0x7fb62400cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:13.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.063+0000 7fb617fff640 1 -- 172.21.15.23:0/3393290389 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb624007a30 con 0x7fb6300cfcf0 2023-06-26T03:02:13.075 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.063+0000 7fb617fff640 1 -- 172.21.15.23:0/3393290389 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb624007b90 con 0x7fb6300cfcf0 2023-06-26T03:02:13.075 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.063+0000 7fb636008640 1 -- 172.21.15.23:0/3393290389 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb63014eab0 con 0x7fb6300cfcf0 2023-06-26T03:02:13.075 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.063+0000 7fb617fff640 1 -- 172.21.15.23:0/3393290389 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb62400ce70 con 0x7fb6300cfcf0 2023-06-26T03:02:13.075 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.063+0000 7fb636008640 1 -- 172.21.15.23:0/3393290389 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb63015a9d0 con 0x7fb6300cfcf0 2023-06-26T03:02:13.076 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.063+0000 7fb636008640 1 -- 172.21.15.23:0/3393290389 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb63004d790 con 0x7fb6300cfcf0 2023-06-26T03:02:13.076 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.067+0000 7fb617fff640 1 -- 172.21.15.23:0/3393290389 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fb6240113f0 con 0x7fb6300cfcf0 2023-06-26T03:02:13.076 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.067+0000 7fb617fff640 1 --2- 172.21.15.23:0/3393290389 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb61c066280 0x7fb61c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:13.076 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.067+0000 7fb617fff640 1 -- 172.21.15.23:0/3393290389 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6781+0+0 (secure 0 0 0) 0x7fb6240844b0 con 0x7fb6300cfcf0 2023-06-26T03:02:13.076 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.067+0000 7fb62f7fe640 1 --2- 172.21.15.23:0/3393290389 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb61c066280 0x7fb61c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:13.076 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.067+0000 7fb62f7fe640 1 --2- 172.21.15.23:0/3393290389 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb61c066280 0x7fb61c068730 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fb6200ae000 tx=0x7fb620008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:13.077 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.071+0000 7fb617fff640 1 -- 172.21.15.23:0/3393290389 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fb624051660 con 0x7fb6300cfcf0 2023-06-26T03:02:13.268 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.259+0000 7fb636008640 1 -- 172.21.15.23:0/3393290389 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) v1 -- 0x7fb6300b2360 con 0x7fb6300cfcf0 2023-06-26T03:02:13.280 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.271+0000 7fb617fff640 1 -- 172.21.15.23:0/3393290389 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 5 to fsmap v6) v1 ==== 137+0+0 (secure 0 0 0) 0x7fb624054c80 con 0x7fb6300cfcf0 2023-06-26T03:02:13.280 INFO:teuthology.orchestra.run.smithi023.stderr:added data pool 5 to fsmap 2023-06-26T03:02:13.283 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.275+0000 7fb636008640 1 -- 172.21.15.23:0/3393290389 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb61c066280 msgr2=0x7fb61c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:13.283 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.275+0000 7fb636008640 1 --2- 172.21.15.23:0/3393290389 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb61c066280 0x7fb61c068730 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fb6200ae000 tx=0x7fb620008040 comp rx=0 tx=0).stop 2023-06-26T03:02:13.283 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.275+0000 7fb636008640 1 -- 172.21.15.23:0/3393290389 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb6300cfcf0 msgr2=0x7fb630159f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:13.283 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.275+0000 7fb636008640 1 --2- 172.21.15.23:0/3393290389 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb6300cfcf0 0x7fb630159f50 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fb62400c7c0 tx=0x7fb62400cc80 comp rx=0 tx=0).stop 2023-06-26T03:02:13.283 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.275+0000 7fb636008640 1 -- 172.21.15.23:0/3393290389 shutdown_connections 2023-06-26T03:02:13.284 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.275+0000 7fb636008640 1 --2- 172.21.15.23:0/3393290389 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb61c066280 0x7fb61c068730 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:13.284 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.275+0000 7fb636008640 1 --2- 172.21.15.23:0/3393290389 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb6301596e0 0x7fb63015a490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:13.284 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.275+0000 7fb636008640 1 --2- 172.21.15.23:0/3393290389 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb6300cfcf0 0x7fb630159f50 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:13.284 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.275+0000 7fb636008640 1 --2- 172.21.15.23:0/3393290389 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb6300cd8d0 0x7fb6300c1b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:13.284 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.275+0000 7fb636008640 1 -- 172.21.15.23:0/3393290389 >> 172.21.15.23:0/3393290389 conn(0x7fb630070fe0 msgr2=0x7fb630157f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:13.284 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.275+0000 7fb636008640 1 -- 172.21.15.23:0/3393290389 shutdown_connections 2023-06-26T03:02:13.284 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.275+0000 7fb636008640 1 -- 172.21.15.23:0/3393290389 wait complete. 2023-06-26T03:02:13.300 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-26T03:02:13.420 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.411+0000 7f7a00722640 1 Processor -- start 2023-06-26T03:02:13.420 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.411+0000 7f7a00722640 1 -- start start 2023-06-26T03:02:13.421 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.415+0000 7f7a00722640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f79f805fed0 0x7f79f8060320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:13.421 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.415+0000 7f7a00722640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f79f8060860 con 0x7f79f806fe80 2023-06-26T03:02:13.422 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.415+0000 7f7a00722640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f79f806c080 con 0x7f79f81506b0 2023-06-26T03:02:13.422 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.415+0000 7f7a00722640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f79f806c340 con 0x7f79f805fed0 2023-06-26T03:02:13.422 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.415+0000 7f79fecbf640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f79f806fe80 0x7f79f8070300 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:38934/0 (socket says 172.21.15.23:38934) 2023-06-26T03:02:13.422 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.415+0000 7f79fecbf640 1 -- 172.21.15.23:0/1655813036 learned_addr learned my addr 172.21.15.23:0/1655813036 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:13.423 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.415+0000 7f79fdcbd640 1 --2- 172.21.15.23:0/1655813036 >> v2:172.21.15.71:3300/0 conn(0x7f79f805fed0 0x7f79f8060320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:13.424 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.415+0000 7f79fd4bc640 1 -- 172.21.15.23:0/1655813036 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1416279506 0 0) 0x7f79e8001120 con 0x7f79f806fe80 2023-06-26T03:02:13.424 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.415+0000 7f79fd4bc640 1 -- 172.21.15.23:0/1655813036 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f79e0003530 con 0x7f79f806fe80 2023-06-26T03:02:13.424 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.415+0000 7f79fd4bc640 1 -- 172.21.15.23:0/1655813036 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3688098422 0 0) 0x7f79e0003530 con 0x7f79f806fe80 2023-06-26T03:02:13.424 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.415+0000 7f79fd4bc640 1 -- 172.21.15.23:0/1655813036 >> v2:172.21.15.71:3300/0 conn(0x7f79f805fed0 msgr2=0x7f79f8060320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:13.424 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.415+0000 7f79fd4bc640 1 --2- 172.21.15.23:0/1655813036 >> v2:172.21.15.71:3300/0 conn(0x7f79f805fed0 0x7f79f8060320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:13.424 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.415+0000 7f79fd4bc640 1 -- 172.21.15.23:0/1655813036 >> v1:172.21.15.71:6789/0 conn(0x7f79f81506b0 legacy=0x7f79f806a170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:13.425 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.415+0000 7f79fd4bc640 1 -- 172.21.15.23:0/1655813036 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79f806c620 con 0x7f79f806fe80 2023-06-26T03:02:13.425 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.415+0000 7f79fd4bc640 1 -- 172.21.15.23:0/1655813036 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f79e8001810 con 0x7f79f806fe80 2023-06-26T03:02:13.425 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.415+0000 7f79fd4bc640 1 -- 172.21.15.23:0/1655813036 >> v1:172.21.15.23:6789/0 conn(0x7f79f806fe80 legacy=0x7f79f8070300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:13.425 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.415+0000 7f79fd4bc640 1 --2- 172.21.15.23:0/1655813036 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f79e0003980 0x7f79e0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:13.425 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.415+0000 7f79fd4bc640 1 --2- 172.21.15.23:0/1655813036 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f79e00047d0 0x7f79e0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:13.425 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.415+0000 7f79fd4bc640 1 --2- 172.21.15.23:0/1655813036 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f79e0005180 0x7f79e000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:13.425 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.415+0000 7f79fd4bc640 1 -- 172.21.15.23:0/1655813036 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79f806c340 con 0x7f79e0003980 2023-06-26T03:02:13.426 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.415+0000 7f79fd4bc640 1 -- 172.21.15.23:0/1655813036 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79e000c000 con 0x7f79e0005180 2023-06-26T03:02:13.426 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.415+0000 7f79fd4bc640 1 -- 172.21.15.23:0/1655813036 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79e000c1c0 con 0x7f79e00047d0 2023-06-26T03:02:13.426 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.415+0000 7f79fe4be640 1 --2- 172.21.15.23:0/1655813036 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f79e0003980 0x7f79e0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:13.426 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.415+0000 7f79fdcbd640 1 --2- 172.21.15.23:0/1655813036 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f79e00047d0 0x7f79e0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:13.426 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.415+0000 7f79fe4be640 1 -- 172.21.15.23:0/1655813036 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f79e00047d0 msgr2=0x7f79e0004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:13.426 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.415+0000 7f79fe4be640 1 --2- 172.21.15.23:0/1655813036 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f79e00047d0 0x7f79e0004c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:13.426 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.415+0000 7f79fecbf640 1 --2- 172.21.15.23:0/1655813036 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f79e0005180 0x7f79e000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:13.426 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.415+0000 7f79fe4be640 1 -- 172.21.15.23:0/1655813036 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f79e0005180 msgr2=0x7f79e000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:13.427 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.415+0000 7f79fe4be640 1 --2- 172.21.15.23:0/1655813036 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f79e0005180 0x7f79e000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:13.427 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.415+0000 7f79fe4be640 1 -- 172.21.15.23:0/1655813036 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79e0003530 con 0x7f79e0003980 2023-06-26T03:02:13.427 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.415+0000 7f79fecbf640 1 --2- 172.21.15.23:0/1655813036 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f79e0005180 0x7f79e000b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:13.427 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.415+0000 7f79fecbf640 1 -- 172.21.15.23:0/1655813036 reap_dead start 2023-06-26T03:02:13.429 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.419+0000 7f79fe4be640 1 --2- 172.21.15.23:0/1655813036 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f79e0003980 0x7f79e0003d90 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f79f0001e70 tx=0x7f79f001c740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afa99f3193811a2f server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:13.429 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.419+0000 7f79fd4bc640 1 -- 172.21.15.23:0/1655813036 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79f0003b80 con 0x7f79e0003980 2023-06-26T03:02:13.429 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.419+0000 7f79fd4bc640 1 -- 172.21.15.23:0/1655813036 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79f0003ce0 con 0x7f79e0003980 2023-06-26T03:02:13.430 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.419+0000 7f79fd4bc640 1 -- 172.21.15.23:0/1655813036 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79f0005310 con 0x7f79e0003980 2023-06-26T03:02:13.430 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.419+0000 7f7a00722640 1 -- 172.21.15.23:0/1655813036 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f79e0003980 msgr2=0x7f79e0003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:13.430 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.419+0000 7f7a00722640 1 --2- 172.21.15.23:0/1655813036 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f79e0003980 0x7f79e0003d90 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f79f0001e70 tx=0x7f79f001c740 comp rx=0 tx=0).stop 2023-06-26T03:02:13.430 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.419+0000 7f7a00722640 1 -- 172.21.15.23:0/1655813036 shutdown_connections 2023-06-26T03:02:13.430 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.419+0000 7f7a00722640 1 --2- 172.21.15.23:0/1655813036 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f79e0003980 0x7f79e0003d90 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:13.430 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.419+0000 7f7a00722640 1 -- 172.21.15.23:0/1655813036 >> 172.21.15.23:0/1655813036 conn(0x7f79f80b13d0 msgr2=0x7f79f80cec30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:13.430 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.419+0000 7f7a00722640 1 -- 172.21.15.23:0/1655813036 shutdown_connections 2023-06-26T03:02:13.431 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.419+0000 7f7a00722640 1 -- 172.21.15.23:0/1655813036 wait complete. 2023-06-26T03:02:13.431 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.419+0000 7f7a00722640 1 Processor -- start 2023-06-26T03:02:13.431 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.419+0000 7f7a00722640 1 -- start start 2023-06-26T03:02:13.431 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.419+0000 7f7a00722640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f79e0003980 0x7f79f814b640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:13.431 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.419+0000 7f7a00722640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f79f8154530 0x7f79f814bc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:13.431 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.419+0000 7f7a00722640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f79f814c1d0 0x7f79f81f5a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:13.431 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.419+0000 7f7a00722640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79f81f6920 con 0x7f79f8154530 2023-06-26T03:02:13.431 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.419+0000 7f7a00722640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79f81f6640 con 0x7f79f814c1d0 2023-06-26T03:02:13.432 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.419+0000 7f7a00722640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79f815ce00 con 0x7f79e0003980 2023-06-26T03:02:13.432 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.419+0000 7f79fdcbd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f79f8154530 0x7f79f814bc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:13.432 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.419+0000 7f79fdcbd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f79f8154530 0x7f79f814bc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:54958/0 (socket says 172.21.15.23:54958) 2023-06-26T03:02:13.432 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.419+0000 7f79fdcbd640 1 -- 172.21.15.23:0/536565140 learned_addr learned my addr 172.21.15.23:0/536565140 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:13.432 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.419+0000 7f79fecbf640 1 --2- 172.21.15.23:0/536565140 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f79f814c1d0 0x7f79f81f5a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:13.432 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.419+0000 7f79fe4be640 1 --2- 172.21.15.23:0/536565140 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f79e0003980 0x7f79f814b640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:13.432 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.419+0000 7f79fdcbd640 1 -- 172.21.15.23:0/536565140 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f79e0003980 msgr2=0x7f79f814b640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:13.433 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.419+0000 7f79fdcbd640 1 --2- 172.21.15.23:0/536565140 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f79e0003980 0x7f79f814b640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:13.433 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.419+0000 7f79fdcbd640 1 -- 172.21.15.23:0/536565140 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f79f814c1d0 msgr2=0x7f79f81f5a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:13.433 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.419+0000 7f79fdcbd640 1 --2- 172.21.15.23:0/536565140 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f79f814c1d0 0x7f79f81f5a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:13.433 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.419+0000 7f79fdcbd640 1 -- 172.21.15.23:0/536565140 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79f815d0e0 con 0x7f79f8154530 2023-06-26T03:02:13.433 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.419+0000 7f79fdcbd640 1 --2- 172.21.15.23:0/536565140 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f79f8154530 0x7f79f814bc90 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f79ec010900 tx=0x7f79ec010dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:13.433 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.419+0000 7f79f6ffd640 1 -- 172.21.15.23:0/536565140 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79ec0096b0 con 0x7f79f8154530 2023-06-26T03:02:13.433 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.419+0000 7f79f6ffd640 1 -- 172.21.15.23:0/536565140 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79ec00ec20 con 0x7f79f8154530 2023-06-26T03:02:13.433 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.419+0000 7f79f6ffd640 1 -- 172.21.15.23:0/536565140 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79ec01c400 con 0x7f79f8154530 2023-06-26T03:02:13.434 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.423+0000 7f7a00722640 1 -- 172.21.15.23:0/536565140 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f79f8154280 con 0x7f79f8154530 2023-06-26T03:02:13.434 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.423+0000 7f7a00722640 1 -- 172.21.15.23:0/536565140 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79f8154b70 con 0x7f79f8154530 2023-06-26T03:02:13.434 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.423+0000 7f7a00722640 1 -- 172.21.15.23:0/536565140 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f79f804d790 con 0x7f79f8154530 2023-06-26T03:02:13.434 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.423+0000 7f79f6ffd640 1 -- 172.21.15.23:0/536565140 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f79ec01c560 con 0x7f79f8154530 2023-06-26T03:02:13.435 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.423+0000 7f79f6ffd640 1 --2- 172.21.15.23:0/536565140 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f79e4066280 0x7f79e4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:13.435 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.423+0000 7f79f6ffd640 1 -- 172.21.15.23:0/536565140 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f79ec084580 con 0x7f79f8154530 2023-06-26T03:02:13.435 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.423+0000 7f79fe4be640 1 --2- 172.21.15.23:0/536565140 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f79e4066280 0x7f79e4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:13.435 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.423+0000 7f79fe4be640 1 --2- 172.21.15.23:0/536565140 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f79e4066280 0x7f79e4068730 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f79f00ad000 tx=0x7f79f0001520 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:13.435 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.427+0000 7f79f6ffd640 1 -- 172.21.15.23:0/536565140 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f79ec0517c0 con 0x7f79f8154530 2023-06-26T03:02:13.627 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.619+0000 7f7a00722640 1 -- 172.21.15.23:0/536565140 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f79f80cf480 con 0x7f79f8154530 2023-06-26T03:02:13.628 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.619+0000 7f79f6ffd640 1 -- 172.21.15.23:0/536565140 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+4661 (secure 0 0 0) 0x7f79ec054de0 con 0x7f79f8154530 2023-06-26T03:02:13.629 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:02:13.629 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.23:6833/3276997842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6832","nonce":3276997842},{"type":"v1","addr":"172.21.15.23:6833","nonce":3276997842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.23:6835/353160656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6834","nonce":353160656},{"type":"v1","addr":"172.21.15.23:6835","nonce":353160656}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4282,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/1779817889","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":1779817889},{"type":"v1","addr":"172.21.15.71:6835","nonce":1779817889}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-06-26T03:02:08.833964+0000","modified":"2023-06-26T03:02:13.267050+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4288},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4288":{"gid":4288,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.71:6837/264733844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":264733844},{"type":"v1","addr":"172.21.15.71:6837","nonce":264733844}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4,5],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":1}]} 2023-06-26T03:02:13.629 INFO:teuthology.orchestra.run.smithi023.stderr:dumped fsmap epoch 6 2023-06-26T03:02:13.631 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.623+0000 7f7a00722640 1 -- 172.21.15.23:0/536565140 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f79e4066280 msgr2=0x7f79e4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:13.631 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.623+0000 7f7a00722640 1 --2- 172.21.15.23:0/536565140 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f79e4066280 0x7f79e4068730 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f79f00ad000 tx=0x7f79f0001520 comp rx=0 tx=0).stop 2023-06-26T03:02:13.631 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.623+0000 7f7a00722640 1 -- 172.21.15.23:0/536565140 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f79f8154530 msgr2=0x7f79f814bc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:13.631 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.623+0000 7f7a00722640 1 --2- 172.21.15.23:0/536565140 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f79f8154530 0x7f79f814bc90 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f79ec010900 tx=0x7f79ec010dc0 comp rx=0 tx=0).stop 2023-06-26T03:02:13.631 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.623+0000 7f7a00722640 1 -- 172.21.15.23:0/536565140 shutdown_connections 2023-06-26T03:02:13.632 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.623+0000 7f7a00722640 1 --2- 172.21.15.23:0/536565140 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f79e4066280 0x7f79e4068730 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:13.632 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.623+0000 7f7a00722640 1 --2- 172.21.15.23:0/536565140 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f79f814c1d0 0x7f79f81f5a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:13.632 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.623+0000 7f7a00722640 1 --2- 172.21.15.23:0/536565140 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f79f8154530 0x7f79f814bc90 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:13.632 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.623+0000 7f7a00722640 1 --2- 172.21.15.23:0/536565140 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f79e0003980 0x7f79f814b640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:13.632 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.623+0000 7f7a00722640 1 -- 172.21.15.23:0/536565140 >> 172.21.15.23:0/536565140 conn(0x7f79f80b13d0 msgr2=0x7f79f80cb740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:13.632 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.623+0000 7f7a00722640 1 -- 172.21.15.23:0/536565140 shutdown_connections 2023-06-26T03:02:13.632 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.623+0000 7f7a00722640 1 -- 172.21.15.23:0/536565140 wait complete. 2023-06-26T03:02:13.648 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:02:13.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.763+0000 7fddea477640 1 Processor -- start 2023-06-26T03:02:13.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.763+0000 7fddea477640 1 -- start start 2023-06-26T03:02:13.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.767+0000 7fddea477640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fdde413d580 0x7fdde413d950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:13.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.767+0000 7fddea477640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fdde415be10 0x7fdde413de90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:13.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.767+0000 7fddea477640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdde406c550 con 0x7fdde40cb740 2023-06-26T03:02:13.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.767+0000 7fddea477640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdde40cbbd0 con 0x7fdde415be10 2023-06-26T03:02:13.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.767+0000 7fddea477640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdde406aed0 con 0x7fdde413d580 2023-06-26T03:02:13.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.767+0000 7fdde37fe640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fdde40cb740 0x7fdde415b700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:38942/0 (socket says 172.21.15.23:38942) 2023-06-26T03:02:13.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.767+0000 7fdde37fe640 1 -- 172.21.15.23:0/1027236776 learned_addr learned my addr 172.21.15.23:0/1027236776 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:13.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.767+0000 7fdde8a14640 1 --2- 172.21.15.23:0/1027236776 >> v2:172.21.15.23:3300/0 conn(0x7fdde415be10 0x7fdde413de90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:13.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.767+0000 7fdde3fff640 1 --2- 172.21.15.23:0/1027236776 >> v2:172.21.15.71:3300/0 conn(0x7fdde413d580 0x7fdde413d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:13.776 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.767+0000 7fdde2ffd640 1 -- 172.21.15.23:0/1027236776 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 540744912 0 0) 0x7fdde406c550 con 0x7fdde40cb740 2023-06-26T03:02:13.776 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.767+0000 7fdde2ffd640 1 -- 172.21.15.23:0/1027236776 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fddcc005740 con 0x7fdde40cb740 2023-06-26T03:02:13.776 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.767+0000 7fdde8a14640 1 -- 172.21.15.23:0/1027236776 >> v2:172.21.15.71:3300/0 conn(0x7fdde413d580 msgr2=0x7fdde413d950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:13.776 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.767+0000 7fdde8a14640 1 --2- 172.21.15.23:0/1027236776 >> v2:172.21.15.71:3300/0 conn(0x7fdde413d580 0x7fdde413d950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:13.776 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.767+0000 7fdde8a14640 1 -- 172.21.15.23:0/1027236776 >> v1:172.21.15.23:6789/0 conn(0x7fdde40cb740 legacy=0x7fdde415b700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:13.776 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.767+0000 7fdde8a14640 1 -- 172.21.15.23:0/1027236776 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdde406b1b0 con 0x7fdde415be10 2023-06-26T03:02:13.779 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.771+0000 7fdde8a14640 1 --2- 172.21.15.23:0/1027236776 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdde415be10 0x7fdde413de90 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fdde40cdad0 tx=0x7fdddc01c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6861c0cf31ed5c26 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:13.779 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.771+0000 7fdde2ffd640 1 -- 172.21.15.23:0/1027236776 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdddc0a57a0 con 0x7fdde415be10 2023-06-26T03:02:13.780 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.771+0000 7fdde2ffd640 1 -- 172.21.15.23:0/1027236776 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdddc0a5900 con 0x7fdde415be10 2023-06-26T03:02:13.780 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.771+0000 7fdde2ffd640 1 -- 172.21.15.23:0/1027236776 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdddc0a5c90 con 0x7fdde415be10 2023-06-26T03:02:13.781 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.771+0000 7fddea477640 1 -- 172.21.15.23:0/1027236776 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdde415be10 msgr2=0x7fdde413de90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:13.781 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.771+0000 7fddea477640 1 --2- 172.21.15.23:0/1027236776 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdde415be10 0x7fdde413de90 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fdde40cdad0 tx=0x7fdddc01c850 comp rx=0 tx=0).stop 2023-06-26T03:02:13.781 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.771+0000 7fddea477640 1 -- 172.21.15.23:0/1027236776 shutdown_connections 2023-06-26T03:02:13.781 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.771+0000 7fddea477640 1 --2- 172.21.15.23:0/1027236776 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdde415be10 0x7fdde413de90 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:13.781 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.771+0000 7fddea477640 1 --2- 172.21.15.23:0/1027236776 >> v2:172.21.15.71:3300/0 conn(0x7fdde413d580 0x7fdde413d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:13.781 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.771+0000 7fddea477640 1 -- 172.21.15.23:0/1027236776 >> 172.21.15.23:0/1027236776 conn(0x7fdde4069400 msgr2=0x7fdde4069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:13.781 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.771+0000 7fddea477640 1 -- 172.21.15.23:0/1027236776 shutdown_connections 2023-06-26T03:02:13.782 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.771+0000 7fddea477640 1 -- 172.21.15.23:0/1027236776 wait complete. 2023-06-26T03:02:13.782 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.775+0000 7fddea477640 1 Processor -- start 2023-06-26T03:02:13.782 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.775+0000 7fddea477640 1 -- start start 2023-06-26T03:02:13.784 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.775+0000 7fddea477640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdde40cb740 0x7fdde41394f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:13.784 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.775+0000 7fddea477640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdde413d580 0x7fdde4137e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:13.785 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.775+0000 7fddea477640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdde415be10 0x7fdde40b2a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:13.785 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.775+0000 7fddea477640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdde4135aa0 con 0x7fdde40cb740 2023-06-26T03:02:13.785 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.775+0000 7fddea477640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdde4138450 con 0x7fdde415be10 2023-06-26T03:02:13.785 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.775+0000 7fddea477640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdde4138730 con 0x7fdde413d580 2023-06-26T03:02:13.785 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.775+0000 7fdde3fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdde40cb740 0x7fdde41394f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:13.785 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.775+0000 7fdde3fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdde40cb740 0x7fdde41394f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:54980/0 (socket says 172.21.15.23:54980) 2023-06-26T03:02:13.785 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.775+0000 7fdde3fff640 1 -- 172.21.15.23:0/2887209859 learned_addr learned my addr 172.21.15.23:0/2887209859 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:13.786 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.775+0000 7fdde8a14640 1 --2- 172.21.15.23:0/2887209859 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdde415be10 0x7fdde40b2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:13.786 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.775+0000 7fdde37fe640 1 --2- 172.21.15.23:0/2887209859 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdde413d580 0x7fdde4137e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:13.786 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.775+0000 7fdde3fff640 1 -- 172.21.15.23:0/2887209859 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdde413d580 msgr2=0x7fdde4137e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:13.786 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.775+0000 7fdde3fff640 1 --2- 172.21.15.23:0/2887209859 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdde413d580 0x7fdde4137e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:13.786 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.775+0000 7fdde3fff640 1 -- 172.21.15.23:0/2887209859 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdde415be10 msgr2=0x7fdde40b2a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:13.786 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.775+0000 7fdde3fff640 1 --2- 172.21.15.23:0/2887209859 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdde415be10 0x7fdde40b2a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:13.786 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.775+0000 7fdde3fff640 1 -- 172.21.15.23:0/2887209859 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdddc009a70 con 0x7fdde40cb740 2023-06-26T03:02:13.786 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.775+0000 7fdde8a14640 1 --2- 172.21.15.23:0/2887209859 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdde415be10 0x7fdde40b2a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:13.787 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.775+0000 7fdde37fe640 1 --2- 172.21.15.23:0/2887209859 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdde413d580 0x7fdde4137e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:13.787 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.775+0000 7fdde3fff640 1 --2- 172.21.15.23:0/2887209859 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdde40cb740 0x7fdde41394f0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fddd400e930 tx=0x7fddd400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:13.787 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.775+0000 7fdde0ff9640 1 -- 172.21.15.23:0/2887209859 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fddd4009690 con 0x7fdde40cb740 2023-06-26T03:02:13.787 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.775+0000 7fdde0ff9640 1 -- 172.21.15.23:0/2887209859 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fddd400ca00 con 0x7fdde40cb740 2023-06-26T03:02:13.787 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.775+0000 7fddea477640 1 -- 172.21.15.23:0/2887209859 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdde4138a10 con 0x7fdde40cb740 2023-06-26T03:02:13.787 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.775+0000 7fdde0ff9640 1 -- 172.21.15.23:0/2887209859 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fddd400cd70 con 0x7fdde40cb740 2023-06-26T03:02:13.787 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.775+0000 7fddea477640 1 -- 172.21.15.23:0/2887209859 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdde4138fd0 con 0x7fdde40cb740 2023-06-26T03:02:13.788 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.779+0000 7fddea477640 1 -- 172.21.15.23:0/2887209859 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdde404d790 con 0x7fdde40cb740 2023-06-26T03:02:13.788 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.779+0000 7fdde0ff9640 1 -- 172.21.15.23:0/2887209859 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fddd4013470 con 0x7fdde40cb740 2023-06-26T03:02:13.788 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.779+0000 7fdde0ff9640 1 --2- 172.21.15.23:0/2887209859 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fddd0066280 0x7fddd0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:13.789 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.779+0000 7fdde0ff9640 1 -- 172.21.15.23:0/2887209859 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7fddd40841b0 con 0x7fdde40cb740 2023-06-26T03:02:13.789 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.779+0000 7fdde37fe640 1 --2- 172.21.15.23:0/2887209859 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fddd0066280 0x7fddd0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:13.789 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.779+0000 7fdde37fe640 1 --2- 172.21.15.23:0/2887209859 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fddd0066280 0x7fddd0068730 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fdde4163830 tx=0x7fddd8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:13.790 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.783+0000 7fdde0ff9640 1 -- 172.21.15.23:0/2887209859 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fddd4051490 con 0x7fdde40cb740 2023-06-26T03:02:13.947 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.939+0000 7fddea477640 1 -- 172.21.15.23:0/2887209859 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdde406c750 con 0x7fdde40cb740 2023-06-26T03:02:13.949 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.943+0000 7fdde0ff9640 1 -- 172.21.15.23:0/2887209859 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+20048 (secure 0 0 0) 0x7fddd4054ab0 con 0x7fdde40cb740 2023-06-26T03:02:13.949 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:02:13.950 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":27,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:02:13.266489+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:02:07.262805+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:02:07.823501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data_ec","create_time":"2023-06-26T03:02:10.900368+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:02:13.951 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.943+0000 7fddea477640 1 -- 172.21.15.23:0/2887209859 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fddd0066280 msgr2=0x7fddd0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:13.952 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.943+0000 7fddea477640 1 --2- 172.21.15.23:0/2887209859 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fddd0066280 0x7fddd0068730 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fdde4163830 tx=0x7fddd8009040 comp rx=0 tx=0).stop 2023-06-26T03:02:13.952 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.943+0000 7fddea477640 1 -- 172.21.15.23:0/2887209859 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdde40cb740 msgr2=0x7fdde41394f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:13.952 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.943+0000 7fddea477640 1 --2- 172.21.15.23:0/2887209859 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdde40cb740 0x7fdde41394f0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fddd400e930 tx=0x7fddd400edf0 comp rx=0 tx=0).stop 2023-06-26T03:02:13.952 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.943+0000 7fddea477640 1 -- 172.21.15.23:0/2887209859 shutdown_connections 2023-06-26T03:02:13.952 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.943+0000 7fddea477640 1 --2- 172.21.15.23:0/2887209859 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fddd0066280 0x7fddd0068730 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:13.952 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.943+0000 7fddea477640 1 --2- 172.21.15.23:0/2887209859 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdde415be10 0x7fdde40b2a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:13.952 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.943+0000 7fddea477640 1 --2- 172.21.15.23:0/2887209859 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdde413d580 0x7fdde4137e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:13.953 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.943+0000 7fddea477640 1 --2- 172.21.15.23:0/2887209859 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdde40cb740 0x7fdde41394f0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:13.953 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.943+0000 7fddea477640 1 -- 172.21.15.23:0/2887209859 >> 172.21.15.23:0/2887209859 conn(0x7fdde4069400 msgr2=0x7fdde413a5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:13.953 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.943+0000 7fddea477640 1 -- 172.21.15.23:0/2887209859 shutdown_connections 2023-06-26T03:02:13.953 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:13.943+0000 7fddea477640 1 -- 172.21.15.23:0/2887209859 wait complete. 2023-06-26T03:02:13.968 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:02:14.089 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.079+0000 7f3867e15640 1 Processor -- start 2023-06-26T03:02:14.089 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.079+0000 7f3867e15640 1 -- start start 2023-06-26T03:02:14.091 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.083+0000 7f3867e15640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3860153a50 0x7f38600ce3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:14.092 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.083+0000 7f3867e15640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3860159f40 con 0x7f38600ccc20 2023-06-26T03:02:14.092 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.083+0000 7f3867e15640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f386015a220 con 0x7f3860159a80 2023-06-26T03:02:14.092 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.083+0000 7f3867e15640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f386015d070 con 0x7f3860153a50 2023-06-26T03:02:14.092 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.083+0000 7f38663b2640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f38600ccc20 0x7f386015d4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:38958/0 (socket says 172.21.15.23:38958) 2023-06-26T03:02:14.092 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.083+0000 7f38663b2640 1 -- 172.21.15.23:0/3520936392 learned_addr learned my addr 172.21.15.23:0/3520936392 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:14.092 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.083+0000 7f3865bb1640 1 --2- 172.21.15.23:0/3520936392 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3860153a50 0x7f38600ce3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:14.092 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.083+0000 7f3864baf640 1 -- 172.21.15.23:0/3520936392 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2298017886 0 0) 0x7f3860159f40 con 0x7f38600ccc20 2023-06-26T03:02:14.093 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.083+0000 7f3864baf640 1 -- 172.21.15.23:0/3520936392 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3848003530 con 0x7f38600ccc20 2023-06-26T03:02:14.093 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.083+0000 7f3864baf640 1 -- 172.21.15.23:0/3520936392 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2265910710 0 0) 0x7f3848003530 con 0x7f38600ccc20 2023-06-26T03:02:14.093 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.083+0000 7f3864baf640 1 -- 172.21.15.23:0/3520936392 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3860153a50 msgr2=0x7f38600ce3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:14.093 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.083+0000 7f3864baf640 1 --2- 172.21.15.23:0/3520936392 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3860153a50 0x7f38600ce3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:14.093 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.083+0000 7f3864baf640 1 -- 172.21.15.23:0/3520936392 >> v1:172.21.15.71:6789/0 conn(0x7f3860159a80 legacy=0x7f38600c9340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:14.093 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.083+0000 7f3864baf640 1 -- 172.21.15.23:0/3520936392 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f386015a500 con 0x7f38600ccc20 2023-06-26T03:02:14.093 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.083+0000 7f3864baf640 1 -- 172.21.15.23:0/3520936392 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f3850001680 con 0x7f38600ccc20 2023-06-26T03:02:14.094 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.083+0000 7f3864baf640 1 -- 172.21.15.23:0/3520936392 >> v1:172.21.15.23:6789/0 conn(0x7f38600ccc20 legacy=0x7f386015d4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:14.094 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.083+0000 7f3864baf640 1 --2- 172.21.15.23:0/3520936392 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f38480039b0 0x7f3848003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:14.094 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.083+0000 7f3864baf640 1 --2- 172.21.15.23:0/3520936392 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3860153a50 0x7f38480047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:14.094 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.083+0000 7f3864baf640 1 --2- 172.21.15.23:0/3520936392 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3848004d10 0x7f3848005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:14.094 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.083+0000 7f3864baf640 1 -- 172.21.15.23:0/3520936392 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f386015d070 con 0x7f38480039b0 2023-06-26T03:02:14.094 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.083+0000 7f3864baf640 1 -- 172.21.15.23:0/3520936392 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f384800ba40 con 0x7f3848004d10 2023-06-26T03:02:14.094 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.083+0000 7f3864baf640 1 -- 172.21.15.23:0/3520936392 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f384800bbd0 con 0x7f3860153a50 2023-06-26T03:02:14.094 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.083+0000 7f3865bb1640 1 --2- 172.21.15.23:0/3520936392 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f38480039b0 0x7f3848003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:14.095 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.083+0000 7f38663b2640 1 --2- 172.21.15.23:0/3520936392 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3848004d10 0x7f3848005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:14.095 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.083+0000 7f38653b0640 1 --2- 172.21.15.23:0/3520936392 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3860153a50 0x7f38480047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:14.095 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.083+0000 7f3865bb1640 1 -- 172.21.15.23:0/3520936392 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3860153a50 msgr2=0x7f38480047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:14.095 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.083+0000 7f3865bb1640 1 --2- 172.21.15.23:0/3520936392 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3860153a50 0x7f38480047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:14.095 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.083+0000 7f3865bb1640 1 -- 172.21.15.23:0/3520936392 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3848004d10 msgr2=0x7f3848005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:14.095 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.083+0000 7f3865bb1640 1 --2- 172.21.15.23:0/3520936392 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3848004d10 0x7f3848005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:14.095 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.083+0000 7f3865bb1640 1 -- 172.21.15.23:0/3520936392 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3848003530 con 0x7f38480039b0 2023-06-26T03:02:14.096 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.083+0000 7f38653b0640 1 --2- 172.21.15.23:0/3520936392 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3860153a50 0x7f38480047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:14.098 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.087+0000 7f3865bb1640 1 --2- 172.21.15.23:0/3520936392 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f38480039b0 0x7f3848003dc0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f3858009670 tx=0x7f3858020e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3245309c6fe0d99a server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:14.098 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.087+0000 7f3864baf640 1 -- 172.21.15.23:0/3520936392 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38580a9940 con 0x7f38480039b0 2023-06-26T03:02:14.098 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.087+0000 7f3864baf640 1 -- 172.21.15.23:0/3520936392 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38580a9aa0 con 0x7f38480039b0 2023-06-26T03:02:14.098 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.087+0000 7f3864baf640 1 -- 172.21.15.23:0/3520936392 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38580a9e50 con 0x7f38480039b0 2023-06-26T03:02:14.098 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.087+0000 7f3867e15640 1 -- 172.21.15.23:0/3520936392 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f38480039b0 msgr2=0x7f3848003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:14.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.087+0000 7f3867e15640 1 --2- 172.21.15.23:0/3520936392 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f38480039b0 0x7f3848003dc0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f3858009670 tx=0x7f3858020e50 comp rx=0 tx=0).stop 2023-06-26T03:02:14.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.087+0000 7f38663b2640 1 -- 172.21.15.23:0/3520936392 reap_dead start 2023-06-26T03:02:14.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.087+0000 7f3867e15640 1 -- 172.21.15.23:0/3520936392 shutdown_connections 2023-06-26T03:02:14.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.087+0000 7f3867e15640 1 -- 172.21.15.23:0/3520936392 >> 172.21.15.23:0/3520936392 conn(0x7f3860069400 msgr2=0x7f3860069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:14.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.087+0000 7f3867e15640 1 -- 172.21.15.23:0/3520936392 shutdown_connections 2023-06-26T03:02:14.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.087+0000 7f3867e15640 1 -- 172.21.15.23:0/3520936392 wait complete. 2023-06-26T03:02:14.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.087+0000 7f3867e15640 1 Processor -- start 2023-06-26T03:02:14.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.087+0000 7f3867e15640 1 -- start start 2023-06-26T03:02:14.100 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.087+0000 7f3867e15640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f38480039b0 0x7f38600b3780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:14.100 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.087+0000 7f3867e15640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3860152c20 0x7f38601525a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:14.100 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.087+0000 7f3867e15640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f38600702d0 0x7f38600c4c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:14.100 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.087+0000 7f3867e15640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38600ae320 con 0x7f3860152c20 2023-06-26T03:02:14.100 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.087+0000 7f3867e15640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f386006fe40 con 0x7f38600702d0 2023-06-26T03:02:14.100 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.087+0000 7f3867e15640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f386006f830 con 0x7f38480039b0 2023-06-26T03:02:14.100 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.087+0000 7f38653b0640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3860152c20 0x7f38601525a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:14.101 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.087+0000 7f38653b0640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3860152c20 0x7f38601525a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55000/0 (socket says 172.21.15.23:55000) 2023-06-26T03:02:14.101 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.087+0000 7f38653b0640 1 -- 172.21.15.23:0/1456642354 learned_addr learned my addr 172.21.15.23:0/1456642354 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:14.101 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.087+0000 7f38663b2640 1 --2- 172.21.15.23:0/1456642354 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f38600702d0 0x7f38600c4c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:14.101 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.087+0000 7f3865bb1640 1 --2- 172.21.15.23:0/1456642354 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f38480039b0 0x7f38600b3780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:14.101 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.087+0000 7f38653b0640 1 -- 172.21.15.23:0/1456642354 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f38480039b0 msgr2=0x7f38600b3780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:14.101 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.091+0000 7f38653b0640 1 --2- 172.21.15.23:0/1456642354 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f38480039b0 0x7f38600b3780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:14.101 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.091+0000 7f38653b0640 1 -- 172.21.15.23:0/1456642354 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f38600702d0 msgr2=0x7f38600c4c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:14.101 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.091+0000 7f38653b0640 1 --2- 172.21.15.23:0/1456642354 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f38600702d0 0x7f38600c4c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:14.102 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.091+0000 7f38653b0640 1 -- 172.21.15.23:0/1456642354 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38600ae040 con 0x7f3860152c20 2023-06-26T03:02:14.102 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.091+0000 7f38653b0640 1 --2- 172.21.15.23:0/1456642354 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3860152c20 0x7f38601525a0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f385c00db40 tx=0x7f385c0020b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:14.102 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.091+0000 7f38567fc640 1 -- 172.21.15.23:0/1456642354 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f385c017070 con 0x7f3860152c20 2023-06-26T03:02:14.102 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.091+0000 7f38567fc640 1 -- 172.21.15.23:0/1456642354 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f385c003bb0 con 0x7f3860152c20 2023-06-26T03:02:14.102 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.091+0000 7f38567fc640 1 -- 172.21.15.23:0/1456642354 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f385c006b60 con 0x7f3860152c20 2023-06-26T03:02:14.102 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.091+0000 7f3867e15640 1 -- 172.21.15.23:0/1456642354 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f386006fad0 con 0x7f3860152c20 2023-06-26T03:02:14.102 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.091+0000 7f3867e15640 1 -- 172.21.15.23:0/1456642354 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f38600c5180 con 0x7f3860152c20 2023-06-26T03:02:14.102 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.091+0000 7f3867e15640 1 -- 172.21.15.23:0/1456642354 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f386006f690 con 0x7f3860152c20 2023-06-26T03:02:14.103 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.091+0000 7f38567fc640 1 -- 172.21.15.23:0/1456642354 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f385c006cc0 con 0x7f3860152c20 2023-06-26T03:02:14.103 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.091+0000 7f38567fc640 1 --2- 172.21.15.23:0/1456642354 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f384c0662b0 0x7f384c068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:14.103 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.091+0000 7f38567fc640 1 -- 172.21.15.23:0/1456642354 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f385c083a70 con 0x7f3860152c20 2023-06-26T03:02:14.104 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.091+0000 7f3865bb1640 1 --2- 172.21.15.23:0/1456642354 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f384c0662b0 0x7f384c068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:14.104 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.091+0000 7f3865bb1640 1 --2- 172.21.15.23:0/1456642354 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f384c0662b0 0x7f384c068760 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f38580b3000 tx=0x7f38580046d0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:14.104 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.095+0000 7f38567fc640 1 -- 172.21.15.23:0/1456642354 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f386006f690 con 0x7f3860152c20 2023-06-26T03:02:14.258 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.251+0000 7f3867e15640 1 -- 172.21.15.23:0/1456642354 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f386006f690 con 0x7f3860152c20 2023-06-26T03:02:14.260 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.251+0000 7f38567fc640 1 -- 172.21.15.23:0/1456642354 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+20048 (secure 0 0 0) 0x7f386006f690 con 0x7f3860152c20 2023-06-26T03:02:14.260 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:02:14.261 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":27,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:02:13.266489+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:02:07.262805+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:02:07.823501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data_ec","create_time":"2023-06-26T03:02:10.900368+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:02:14.262 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.255+0000 7f3867e15640 1 -- 172.21.15.23:0/1456642354 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f384c0662b0 msgr2=0x7f384c068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:14.263 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.255+0000 7f3867e15640 1 --2- 172.21.15.23:0/1456642354 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f384c0662b0 0x7f384c068760 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f38580b3000 tx=0x7f38580046d0 comp rx=0 tx=0).stop 2023-06-26T03:02:14.263 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.255+0000 7f3867e15640 1 -- 172.21.15.23:0/1456642354 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3860152c20 msgr2=0x7f38601525a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:14.263 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.255+0000 7f3867e15640 1 --2- 172.21.15.23:0/1456642354 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3860152c20 0x7f38601525a0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f385c00db40 tx=0x7f385c0020b0 comp rx=0 tx=0).stop 2023-06-26T03:02:14.263 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.255+0000 7f3867e15640 1 -- 172.21.15.23:0/1456642354 shutdown_connections 2023-06-26T03:02:14.263 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.255+0000 7f3867e15640 1 --2- 172.21.15.23:0/1456642354 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f384c0662b0 0x7f384c068760 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:14.263 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.255+0000 7f3867e15640 1 --2- 172.21.15.23:0/1456642354 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f38600702d0 0x7f38600c4c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:14.264 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.255+0000 7f3867e15640 1 --2- 172.21.15.23:0/1456642354 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3860152c20 0x7f38601525a0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:14.264 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.255+0000 7f3867e15640 1 --2- 172.21.15.23:0/1456642354 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f38480039b0 0x7f38600b3780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:14.264 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.255+0000 7f3867e15640 1 -- 172.21.15.23:0/1456642354 >> 172.21.15.23:0/1456642354 conn(0x7f3860069400 msgr2=0x7f386015b2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:14.264 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.255+0000 7f3867e15640 1 -- 172.21.15.23:0/1456642354 shutdown_connections 2023-06-26T03:02:14.264 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.255+0000 7f3867e15640 1 -- 172.21.15.23:0/1456642354 wait complete. 2023-06-26T03:02:14.295 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-26T03:02:14.420 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.411+0000 7f4988079640 1 Processor -- start 2023-06-26T03:02:14.421 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.411+0000 7f4988079640 1 -- start start 2023-06-26T03:02:14.421 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.415+0000 7f4988079640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f4980159a80 0x7f49800c9340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:14.422 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.415+0000 7f4988079640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f49800c9880 0x7f49800ccc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:14.422 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.415+0000 7f4988079640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4980159f40 con 0x7f4980153a50 2023-06-26T03:02:14.422 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.415+0000 7f4988079640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f498015d070 con 0x7f4980159a80 2023-06-26T03:02:14.422 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.415+0000 7f4988079640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f498015a220 con 0x7f49800c9880 2023-06-26T03:02:14.422 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.415+0000 7f4985614640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f4980159a80 0x7f49800c9340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:14.422 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.415+0000 7f4985e15640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f4980153a50 0x7f49800ce3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:38964/0 (socket says 172.21.15.23:38964) 2023-06-26T03:02:14.422 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.415+0000 7f4985e15640 1 -- 172.21.15.23:0/826928147 learned_addr learned my addr 172.21.15.23:0/826928147 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:14.423 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.415+0000 7f4986616640 1 --2- 172.21.15.23:0/826928147 >> v2:172.21.15.71:3300/0 conn(0x7f49800c9880 0x7f49800ccc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:14.423 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.415+0000 7f4985614640 1 -- 172.21.15.23:0/826928147 >> v2:172.21.15.71:3300/0 conn(0x7f49800c9880 msgr2=0x7f49800ccc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:14.423 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.415+0000 7f4985614640 1 --2- 172.21.15.23:0/826928147 >> v2:172.21.15.71:3300/0 conn(0x7f49800c9880 0x7f49800ccc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:14.423 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.415+0000 7f4985614640 1 -- 172.21.15.23:0/826928147 >> v1:172.21.15.23:6789/0 conn(0x7f4980153a50 legacy=0x7f49800ce3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:14.424 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.415+0000 7f4984e13640 1 -- 172.21.15.23:0/826928147 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 151809468 0 0) 0x7f4980159f40 con 0x7f4980153a50 2023-06-26T03:02:14.424 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.415+0000 7f4985614640 1 -- 172.21.15.23:0/826928147 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f498015a500 con 0x7f4980159a80 2023-06-26T03:02:14.424 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.415+0000 7f4985614640 1 --2- 172.21.15.23:0/826928147 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4980159a80 0x7f49800c9340 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f49800c88c0 tx=0x7f497001c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e35f67be8bae33ee server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:14.425 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.415+0000 7f4984e13640 1 -- 172.21.15.23:0/826928147 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49700ab600 con 0x7f4980159a80 2023-06-26T03:02:14.425 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.419+0000 7f4984e13640 1 -- 172.21.15.23:0/826928147 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49700a7050 con 0x7f4980159a80 2023-06-26T03:02:14.425 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.419+0000 7f4984e13640 1 -- 172.21.15.23:0/826928147 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49700ab980 con 0x7f4980159a80 2023-06-26T03:02:14.425 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.419+0000 7f4988079640 1 -- 172.21.15.23:0/826928147 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4980159a80 msgr2=0x7f49800c9340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:14.426 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.419+0000 7f4988079640 1 --2- 172.21.15.23:0/826928147 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4980159a80 0x7f49800c9340 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f49800c88c0 tx=0x7f497001c3a0 comp rx=0 tx=0).stop 2023-06-26T03:02:14.426 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.419+0000 7f4988079640 1 -- 172.21.15.23:0/826928147 shutdown_connections 2023-06-26T03:02:14.426 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.419+0000 7f4988079640 1 --2- 172.21.15.23:0/826928147 >> v2:172.21.15.71:3300/0 conn(0x7f49800c9880 0x7f49800ccc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:14.426 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.419+0000 7f4988079640 1 --2- 172.21.15.23:0/826928147 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4980159a80 0x7f49800c9340 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:14.426 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.419+0000 7f4988079640 1 -- 172.21.15.23:0/826928147 >> 172.21.15.23:0/826928147 conn(0x7f4980069400 msgr2=0x7f4980069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:14.426 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.419+0000 7f4988079640 1 -- 172.21.15.23:0/826928147 shutdown_connections 2023-06-26T03:02:14.426 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.419+0000 7f4988079640 1 -- 172.21.15.23:0/826928147 wait complete. 2023-06-26T03:02:14.427 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.419+0000 7f4988079640 1 Processor -- start 2023-06-26T03:02:14.427 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.419+0000 7f4988079640 1 -- start start 2023-06-26T03:02:14.428 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.419+0000 7f4988079640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f49800c9880 0x7f4980142430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:14.429 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.419+0000 7f4988079640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f4980153a50 0x7f498014c5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:14.429 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.419+0000 7f4988079640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4980143fa0 0x7f4980142a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:14.429 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.419+0000 7f4988079640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49800c4f70 con 0x7f49800c9880 2023-06-26T03:02:14.429 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.419+0000 7f4988079640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f498014d590 con 0x7f4980143fa0 2023-06-26T03:02:14.429 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.419+0000 7f4988079640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f498015af60 con 0x7f4980153a50 2023-06-26T03:02:14.429 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.419+0000 7f4985e15640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f49800c9880 0x7f4980142430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:14.429 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.419+0000 7f4985e15640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f49800c9880 0x7f4980142430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55008/0 (socket says 172.21.15.23:55008) 2023-06-26T03:02:14.429 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.419+0000 7f4985e15640 1 -- 172.21.15.23:0/1362402834 learned_addr learned my addr 172.21.15.23:0/1362402834 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:14.430 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.419+0000 7f4986616640 1 --2- 172.21.15.23:0/1362402834 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4980143fa0 0x7f4980142a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:14.430 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.419+0000 7f4985614640 1 --2- 172.21.15.23:0/1362402834 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f4980153a50 0x7f498014c5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:14.430 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.419+0000 7f4985e15640 1 -- 172.21.15.23:0/1362402834 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f4980153a50 msgr2=0x7f498014c5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:14.430 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.419+0000 7f4985e15640 1 --2- 172.21.15.23:0/1362402834 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f4980153a50 0x7f498014c5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:14.430 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.419+0000 7f4985e15640 1 -- 172.21.15.23:0/1362402834 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4980143fa0 msgr2=0x7f4980142a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:14.430 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.419+0000 7f4985e15640 1 --2- 172.21.15.23:0/1362402834 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4980143fa0 0x7f4980142a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:14.430 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.419+0000 7f4985e15640 1 -- 172.21.15.23:0/1362402834 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4970009420 con 0x7f49800c9880 2023-06-26T03:02:14.431 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.419+0000 7f4986616640 1 --2- 172.21.15.23:0/1362402834 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4980143fa0 0x7f4980142a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:14.431 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.419+0000 7f4985e15640 1 --2- 172.21.15.23:0/1362402834 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f49800c9880 0x7f4980142430 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f497c00c480 tx=0x7f497c00c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:14.431 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.419+0000 7f49767fc640 1 -- 172.21.15.23:0/1362402834 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f497c0074e0 con 0x7f49800c9880 2023-06-26T03:02:14.431 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.419+0000 7f49767fc640 1 -- 172.21.15.23:0/1362402834 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f497c007660 con 0x7f49800c9880 2023-06-26T03:02:14.431 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.419+0000 7f49767fc640 1 -- 172.21.15.23:0/1362402834 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f497c004a30 con 0x7f49800c9880 2023-06-26T03:02:14.431 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.423+0000 7f4988079640 1 -- 172.21.15.23:0/1362402834 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f498014ccf0 con 0x7f49800c9880 2023-06-26T03:02:14.431 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.423+0000 7f4988079640 1 -- 172.21.15.23:0/1362402834 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f498014d2b0 con 0x7f49800c9880 2023-06-26T03:02:14.432 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.423+0000 7f4988079640 1 -- 172.21.15.23:0/1362402834 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f498015b130 con 0x7f49800c9880 2023-06-26T03:02:14.432 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.423+0000 7f49767fc640 1 -- 172.21.15.23:0/1362402834 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f497c004b90 con 0x7f49800c9880 2023-06-26T03:02:14.432 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.423+0000 7f49767fc640 1 --2- 172.21.15.23:0/1362402834 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f4964066280 0x7f4964068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:14.432 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.423+0000 7f49767fc640 1 -- 172.21.15.23:0/1362402834 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f497c083180 con 0x7f49800c9880 2023-06-26T03:02:14.433 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.423+0000 7f4985614640 1 --2- 172.21.15.23:0/1362402834 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f4964066280 0x7f4964068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:14.433 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.423+0000 7f4985614640 1 --2- 172.21.15.23:0/1362402834 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f4964066280 0x7f4964068730 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f49700ad000 tx=0x7f49700a6000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:14.435 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.427+0000 7f49767fc640 1 -- 172.21.15.23:0/1362402834 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f497c053e30 con 0x7f49800c9880 2023-06-26T03:02:14.623 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.615+0000 7f4988079640 1 -- 172.21.15.23:0/1362402834 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f498004d790 con 0x7f49800c9880 2023-06-26T03:02:14.624 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.615+0000 7f49767fc640 1 -- 172.21.15.23:0/1362402834 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+4661 (secure 0 0 0) 0x7f497c0539c0 con 0x7f49800c9880 2023-06-26T03:02:14.624 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:02:14.625 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.23:6833/3276997842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6832","nonce":3276997842},{"type":"v1","addr":"172.21.15.23:6833","nonce":3276997842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.23:6835/353160656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6834","nonce":353160656},{"type":"v1","addr":"172.21.15.23:6835","nonce":353160656}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4282,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/1779817889","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":1779817889},{"type":"v1","addr":"172.21.15.71:6835","nonce":1779817889}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-06-26T03:02:08.833964+0000","modified":"2023-06-26T03:02:13.267050+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4288},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4288":{"gid":4288,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.71:6837/264733844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":264733844},{"type":"v1","addr":"172.21.15.71:6837","nonce":264733844}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4,5],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":1}]} 2023-06-26T03:02:14.625 INFO:teuthology.orchestra.run.smithi023.stderr:dumped fsmap epoch 6 2023-06-26T03:02:14.626 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.619+0000 7f4988079640 1 -- 172.21.15.23:0/1362402834 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f4964066280 msgr2=0x7f4964068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:14.626 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.619+0000 7f4988079640 1 --2- 172.21.15.23:0/1362402834 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f4964066280 0x7f4964068730 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f49700ad000 tx=0x7f49700a6000 comp rx=0 tx=0).stop 2023-06-26T03:02:14.626 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.619+0000 7f4988079640 1 -- 172.21.15.23:0/1362402834 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f49800c9880 msgr2=0x7f4980142430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:14.626 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.619+0000 7f4988079640 1 --2- 172.21.15.23:0/1362402834 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f49800c9880 0x7f4980142430 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f497c00c480 tx=0x7f497c00c940 comp rx=0 tx=0).stop 2023-06-26T03:02:14.626 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.619+0000 7f4988079640 1 -- 172.21.15.23:0/1362402834 shutdown_connections 2023-06-26T03:02:14.627 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.619+0000 7f4988079640 1 --2- 172.21.15.23:0/1362402834 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f4964066280 0x7f4964068730 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:14.627 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.619+0000 7f4988079640 1 --2- 172.21.15.23:0/1362402834 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4980143fa0 0x7f4980142a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:14.627 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.619+0000 7f4988079640 1 --2- 172.21.15.23:0/1362402834 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f4980153a50 0x7f498014c5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:14.627 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.619+0000 7f4988079640 1 --2- 172.21.15.23:0/1362402834 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f49800c9880 0x7f4980142430 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:14.627 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.619+0000 7f4988079640 1 -- 172.21.15.23:0/1362402834 >> 172.21.15.23:0/1362402834 conn(0x7f4980069400 msgr2=0x7f49800cbe70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:14.627 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.619+0000 7f4988079640 1 -- 172.21.15.23:0/1362402834 shutdown_connections 2023-06-26T03:02:14.627 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.619+0000 7f4988079640 1 -- 172.21.15.23:0/1362402834 wait complete. 2023-06-26T03:02:14.643 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:02:14.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.759+0000 7f776e744640 1 Processor -- start 2023-06-26T03:02:14.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.759+0000 7f776e744640 1 -- start start 2023-06-26T03:02:14.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.763+0000 7f776e744640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f776815b6e0 0x7f77680cc5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:14.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.763+0000 7f776e744640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f77680b4130 0x7f77680d0180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:14.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.763+0000 7f776e744640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f77680cf960 con 0x7f77680ccb30 2023-06-26T03:02:14.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.763+0000 7f776e744640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f77680cfca0 con 0x7f77680b4130 2023-06-26T03:02:14.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.763+0000 7f776e744640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f77680cede0 con 0x7f776815b6e0 2023-06-26T03:02:14.771 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.763+0000 7f7767fff640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f776815b6e0 0x7f77680cc5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:14.771 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.763+0000 7f776cce1640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f77680b4130 0x7f77680d0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:14.771 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.763+0000 7f776cce1640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f77680b4130 0x7f77680d0180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.23:44552/0 (socket says 172.21.15.23:44552) 2023-06-26T03:02:14.771 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.763+0000 7f77677fe640 1 --1- >> v1:172.21.15.71:6789/0 conn(0x7f77680ccb30 0x7f77680b3a20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.71:6789/0 says I am v1:172.21.15.23:50736/0 (socket says 172.21.15.23:50736) 2023-06-26T03:02:14.771 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.763+0000 7f776cce1640 1 -- 172.21.15.23:0/3680084725 learned_addr learned my addr 172.21.15.23:0/3680084725 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:14.771 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.763+0000 7f7767fff640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f776815b6e0 0x7f77680cc5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3301/0 says I am v2:172.21.15.23:43380/0 (socket says 172.21.15.23:43380) 2023-06-26T03:02:14.772 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.763+0000 7f776cce1640 1 -- 172.21.15.23:0/3680084725 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f776815b6e0 msgr2=0x7f77680cc5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:14.772 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.763+0000 7f776cce1640 1 --2- 172.21.15.23:0/3680084725 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f776815b6e0 0x7f77680cc5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:14.772 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.763+0000 7f776cce1640 1 -- 172.21.15.23:0/3680084725 >> v1:172.21.15.71:6789/0 conn(0x7f77680ccb30 legacy=0x7f77680b3a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:14.772 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.763+0000 7f776cce1640 1 -- 172.21.15.23:0/3680084725 --> v2:172.21.15.71:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77680cf0c0 con 0x7f77680b4130 2023-06-26T03:02:14.772 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.763+0000 7f7767fff640 1 --2- 172.21.15.23:0/3680084725 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f776815b6e0 0x7f77680cc5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T03:02:14.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.767+0000 7f776cce1640 1 --2- 172.21.15.23:0/3680084725 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f77680b4130 0x7f77680d0180 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f7760009e50 tx=0x7f776001c950 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6b722722f907ef93 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:14.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.767+0000 7f7766ffd640 1 -- 172.21.15.23:0/3680084725 <== mon.1 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77600a5720 con 0x7f77680b4130 2023-06-26T03:02:14.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.767+0000 7f7766ffd640 1 -- 172.21.15.23:0/3680084725 <== mon.1 v2:172.21.15.71:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77600a5880 con 0x7f77680b4130 2023-06-26T03:02:14.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.767+0000 7f7766ffd640 1 -- 172.21.15.23:0/3680084725 <== mon.1 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77600a5c10 con 0x7f77680b4130 2023-06-26T03:02:14.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.767+0000 7f776e744640 1 -- 172.21.15.23:0/3680084725 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f77680b4130 msgr2=0x7f77680d0180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:14.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.767+0000 7f776e744640 1 --2- 172.21.15.23:0/3680084725 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f77680b4130 0x7f77680d0180 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f7760009e50 tx=0x7f776001c950 comp rx=0 tx=0).stop 2023-06-26T03:02:14.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.767+0000 7f776e744640 1 -- 172.21.15.23:0/3680084725 shutdown_connections 2023-06-26T03:02:14.776 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.767+0000 7f776e744640 1 --2- 172.21.15.23:0/3680084725 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f77680b4130 0x7f77680d0180 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:14.776 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.767+0000 7f776e744640 1 --2- 172.21.15.23:0/3680084725 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f776815b6e0 0x7f77680cc5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:14.776 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.767+0000 7f776e744640 1 -- 172.21.15.23:0/3680084725 >> 172.21.15.23:0/3680084725 conn(0x7f77680d1fa0 msgr2=0x7f77680d23a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:14.776 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.767+0000 7f776e744640 1 -- 172.21.15.23:0/3680084725 shutdown_connections 2023-06-26T03:02:14.776 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.767+0000 7f776e744640 1 -- 172.21.15.23:0/3680084725 wait complete. 2023-06-26T03:02:14.777 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.767+0000 7f776e744640 1 Processor -- start 2023-06-26T03:02:14.777 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.767+0000 7f776e744640 1 -- start start 2023-06-26T03:02:14.778 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.771+0000 7f776e744640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f77680b4130 0x7f776815cc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:14.778 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.771+0000 7f776e744640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f77680ccb30 0x7f77680c7b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:14.778 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.771+0000 7f776e744640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f776815b6e0 0x7f77680c8040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:14.778 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.771+0000 7f776e744640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7768155d00 con 0x7f77680b4130 2023-06-26T03:02:14.778 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.771+0000 7f776e744640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77680c5c30 con 0x7f776815b6e0 2023-06-26T03:02:14.778 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.771+0000 7f776e744640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f77680c5f10 con 0x7f77680ccb30 2023-06-26T03:02:14.778 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.771+0000 7f7767fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f77680b4130 0x7f776815cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:14.779 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.771+0000 7f7767fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f77680b4130 0x7f776815cc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55016/0 (socket says 172.21.15.23:55016) 2023-06-26T03:02:14.779 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.771+0000 7f7767fff640 1 -- 172.21.15.23:0/2301735870 learned_addr learned my addr 172.21.15.23:0/2301735870 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:14.779 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.771+0000 7f77677fe640 1 --2- 172.21.15.23:0/2301735870 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f77680ccb30 0x7f77680c7b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:14.779 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.771+0000 7f776cce1640 1 --2- 172.21.15.23:0/2301735870 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f776815b6e0 0x7f77680c8040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:14.779 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.771+0000 7f7767fff640 1 -- 172.21.15.23:0/2301735870 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f77680ccb30 msgr2=0x7f77680c7b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:14.779 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.771+0000 7f7767fff640 1 --2- 172.21.15.23:0/2301735870 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f77680ccb30 0x7f77680c7b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:14.779 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.771+0000 7f7767fff640 1 -- 172.21.15.23:0/2301735870 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f776815b6e0 msgr2=0x7f77680c8040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:14.779 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.771+0000 7f7767fff640 1 --2- 172.21.15.23:0/2301735870 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f776815b6e0 0x7f77680c8040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:14.780 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.771+0000 7f7767fff640 1 -- 172.21.15.23:0/2301735870 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7758009420 con 0x7f77680b4130 2023-06-26T03:02:14.780 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.771+0000 7f77677fe640 1 --2- 172.21.15.23:0/2301735870 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f77680ccb30 0x7f77680c7b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:02:14.780 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.771+0000 7f7767fff640 1 --2- 172.21.15.23:0/2301735870 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f77680b4130 0x7f776815cc80 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f775800e980 tx=0x7f775800ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:14.781 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.771+0000 7f7764ff9640 1 -- 172.21.15.23:0/2301735870 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f775800ca00 con 0x7f77680b4130 2023-06-26T03:02:14.781 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.771+0000 7f7764ff9640 1 -- 172.21.15.23:0/2301735870 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f775800cb60 con 0x7f77680b4130 2023-06-26T03:02:14.781 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.771+0000 7f776e744640 1 -- 172.21.15.23:0/2301735870 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7760009b30 con 0x7f77680b4130 2023-06-26T03:02:14.781 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.771+0000 7f7764ff9640 1 -- 172.21.15.23:0/2301735870 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7758013470 con 0x7f77680b4130 2023-06-26T03:02:14.781 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.771+0000 7f776e744640 1 -- 172.21.15.23:0/2301735870 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7768153fb0 con 0x7f77680b4130 2023-06-26T03:02:14.782 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.771+0000 7f776e744640 1 -- 172.21.15.23:0/2301735870 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7768155f40 con 0x7f77680b4130 2023-06-26T03:02:14.782 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.771+0000 7f7764ff9640 1 -- 172.21.15.23:0/2301735870 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f77580135d0 con 0x7f77680b4130 2023-06-26T03:02:14.782 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.771+0000 7f7764ff9640 1 --2- 172.21.15.23:0/2301735870 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7754066280 0x7f7754068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:14.782 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.771+0000 7f7764ff9640 1 -- 172.21.15.23:0/2301735870 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f7758084210 con 0x7f77680b4130 2023-06-26T03:02:14.782 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.771+0000 7f77677fe640 1 --2- 172.21.15.23:0/2301735870 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7754066280 0x7f7754068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:14.782 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.775+0000 7f77677fe640 1 --2- 172.21.15.23:0/2301735870 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7754066280 0x7f7754068730 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f776815e7e0 tx=0x7f775c007d70 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:14.784 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.775+0000 7f7764ff9640 1 -- 172.21.15.23:0/2301735870 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f7768155f40 con 0x7f77680b4130 2023-06-26T03:02:14.939 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.931+0000 7f776e744640 1 -- 172.21.15.23:0/2301735870 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f77680c60d0 con 0x7f77680b4130 2023-06-26T03:02:14.941 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.935+0000 7f7764ff9640 1 -- 172.21.15.23:0/2301735870 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+20048 (secure 0 0 0) 0x7f77580513a0 con 0x7f77680b4130 2023-06-26T03:02:14.941 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:02:14.942 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":27,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:02:13.266489+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:02:07.262805+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:02:07.823501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data_ec","create_time":"2023-06-26T03:02:10.900368+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:02:14.943 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.935+0000 7f776e744640 1 -- 172.21.15.23:0/2301735870 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7754066280 msgr2=0x7f7754068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:14.943 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.935+0000 7f776e744640 1 --2- 172.21.15.23:0/2301735870 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7754066280 0x7f7754068730 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f776815e7e0 tx=0x7f775c007d70 comp rx=0 tx=0).stop 2023-06-26T03:02:14.943 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.935+0000 7f776e744640 1 -- 172.21.15.23:0/2301735870 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f77680b4130 msgr2=0x7f776815cc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:14.944 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.935+0000 7f776e744640 1 --2- 172.21.15.23:0/2301735870 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f77680b4130 0x7f776815cc80 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f775800e980 tx=0x7f775800ee40 comp rx=0 tx=0).stop 2023-06-26T03:02:14.944 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.935+0000 7f776e744640 1 -- 172.21.15.23:0/2301735870 shutdown_connections 2023-06-26T03:02:14.944 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.935+0000 7f776e744640 1 --2- 172.21.15.23:0/2301735870 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7754066280 0x7f7754068730 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:14.944 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.935+0000 7f776e744640 1 --2- 172.21.15.23:0/2301735870 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f776815b6e0 0x7f77680c8040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:14.944 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.935+0000 7f776e744640 1 --2- 172.21.15.23:0/2301735870 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f77680ccb30 0x7f77680c7b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:14.944 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.935+0000 7f776e744640 1 --2- 172.21.15.23:0/2301735870 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f77680b4130 0x7f776815cc80 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:14.944 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.935+0000 7f776e744640 1 -- 172.21.15.23:0/2301735870 >> 172.21.15.23:0/2301735870 conn(0x7f77680d1fa0 msgr2=0x7f776815f1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:14.945 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.935+0000 7f776e744640 1 -- 172.21.15.23:0/2301735870 shutdown_connections 2023-06-26T03:02:14.945 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:14.935+0000 7f776e744640 1 -- 172.21.15.23:0/2301735870 wait complete. 2023-06-26T03:02:15.362 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-06-26T03:02:08.833964+0000', 'modified': '2023-06-26T03:02:13.267050+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4288}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4288': {'gid': 4288, 'name': 'd', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.71:6837/264733844', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.71:6836', 'nonce': 264733844}, {'type': 'v1', 'addr': '172.21.15.71:6837', 'nonce': 264733844}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [4, 5], 'metadata_pool': 3, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1} 2023-06-26T03:02:15.363 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-06-26T03:02:15.363 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2023-06-26T03:02:15.498 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.491+0000 7f072d6d8640 1 Processor -- start 2023-06-26T03:02:15.498 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.491+0000 7f072d6d8640 1 -- start start 2023-06-26T03:02:15.499 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.491+0000 7f072d6d8640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f072815b6e0 0x7f07280cc5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:15.499 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.491+0000 7f072d6d8640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f07280ccb30 0x7f07280b3a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:15.499 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.491+0000 7f072d6d8640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f07280b43c0 con 0x7f07280b3f60 2023-06-26T03:02:15.499 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.491+0000 7f072d6d8640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f07280cf960 con 0x7f07280ccb30 2023-06-26T03:02:15.500 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.491+0000 7f072d6d8640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f07280cfca0 con 0x7f072815b6e0 2023-06-26T03:02:15.500 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.491+0000 7f07267fc640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f07280ccb30 0x7f07280b3a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:15.500 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.491+0000 7f07267fc640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f07280ccb30 0x7f07280b3a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55032/0 (socket says 172.21.15.23:55032) 2023-06-26T03:02:15.500 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.491+0000 7f07267fc640 1 -- 172.21.15.23:0/1124261462 learned_addr learned my addr 172.21.15.23:0/1124261462 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:15.500 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.491+0000 7f07267fc640 1 -- 172.21.15.23:0/1124261462 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f072815b6e0 msgr2=0x7f07280cc5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:15.501 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.491+0000 7f07267fc640 1 --2- 172.21.15.23:0/1124261462 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f072815b6e0 0x7f07280cc5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.501 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.491+0000 7f07267fc640 1 -- 172.21.15.23:0/1124261462 >> v1:172.21.15.71:6789/0 conn(0x7f07280b3f60 legacy=0x7f072815f2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:15.501 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.491+0000 7f07267fc640 1 -- 172.21.15.23:0/1124261462 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07280cede0 con 0x7f07280ccb30 2023-06-26T03:02:15.502 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.495+0000 7f07267fc640 1 --2- 172.21.15.23:0/1124261462 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f07280ccb30 0x7f07280b3a20 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f0718009870 tx=0x7f071801c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e3f04eb1dbd6642 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:15.503 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.495+0000 7f0725ffb640 1 -- 172.21.15.23:0/1124261462 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07180ab600 con 0x7f07280ccb30 2023-06-26T03:02:15.503 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.495+0000 7f0725ffb640 1 -- 172.21.15.23:0/1124261462 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f07180ab760 con 0x7f07280ccb30 2023-06-26T03:02:15.503 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.495+0000 7f0725ffb640 1 -- 172.21.15.23:0/1124261462 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07180abaf0 con 0x7f07280ccb30 2023-06-26T03:02:15.504 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.495+0000 7f072d6d8640 1 -- 172.21.15.23:0/1124261462 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f07280ccb30 msgr2=0x7f07280b3a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:15.504 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.495+0000 7f072d6d8640 1 --2- 172.21.15.23:0/1124261462 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f07280ccb30 0x7f07280b3a20 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f0718009870 tx=0x7f071801c440 comp rx=0 tx=0).stop 2023-06-26T03:02:15.504 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.495+0000 7f072d6d8640 1 -- 172.21.15.23:0/1124261462 shutdown_connections 2023-06-26T03:02:15.504 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.495+0000 7f072d6d8640 1 --2- 172.21.15.23:0/1124261462 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f07280ccb30 0x7f07280b3a20 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.504 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.495+0000 7f072d6d8640 1 --2- 172.21.15.23:0/1124261462 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f072815b6e0 0x7f07280cc5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.504 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.495+0000 7f072d6d8640 1 -- 172.21.15.23:0/1124261462 >> 172.21.15.23:0/1124261462 conn(0x7f07280d1fa0 msgr2=0x7f07280d23a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:15.505 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.495+0000 7f072d6d8640 1 -- 172.21.15.23:0/1124261462 shutdown_connections 2023-06-26T03:02:15.505 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.495+0000 7f072d6d8640 1 -- 172.21.15.23:0/1124261462 wait complete. 2023-06-26T03:02:15.506 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.495+0000 7f072d6d8640 1 Processor -- start 2023-06-26T03:02:15.506 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.495+0000 7f072d6d8640 1 -- start start 2023-06-26T03:02:15.507 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.499+0000 7f072d6d8640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f07280b3f60 0x7f0728151260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:15.507 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.499+0000 7f072d6d8640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f07280ccb30 0x7f072815bc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:15.507 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.499+0000 7f072d6d8640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f072815b6e0 0x7f072815c170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:15.507 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.499+0000 7f072d6d8640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07281570e0 con 0x7f07280b3f60 2023-06-26T03:02:15.507 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.499+0000 7f072d6d8640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07281573c0 con 0x7f07280ccb30 2023-06-26T03:02:15.507 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.499+0000 7f072d6d8640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f07281576a0 con 0x7f072815b6e0 2023-06-26T03:02:15.507 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.499+0000 7f0726ffd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f07280b3f60 0x7f0728151260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:15.508 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.499+0000 7f0726ffd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f07280b3f60 0x7f0728151260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55046/0 (socket says 172.21.15.23:55046) 2023-06-26T03:02:15.508 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.499+0000 7f0726ffd640 1 -- 172.21.15.23:0/4001606491 learned_addr learned my addr 172.21.15.23:0/4001606491 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:15.508 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.499+0000 7f07267fc640 1 --2- 172.21.15.23:0/4001606491 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f07280ccb30 0x7f072815bc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:15.508 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.499+0000 7f07277fe640 1 --2- 172.21.15.23:0/4001606491 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f072815b6e0 0x7f072815c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:15.508 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.499+0000 7f0726ffd640 1 -- 172.21.15.23:0/4001606491 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f072815b6e0 msgr2=0x7f072815c170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:15.508 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.499+0000 7f0726ffd640 1 --2- 172.21.15.23:0/4001606491 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f072815b6e0 0x7f072815c170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.508 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.499+0000 7f0726ffd640 1 -- 172.21.15.23:0/4001606491 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f07280ccb30 msgr2=0x7f072815bc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:15.509 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.499+0000 7f0726ffd640 1 --2- 172.21.15.23:0/4001606491 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f07280ccb30 0x7f072815bc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.509 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.499+0000 7f0726ffd640 1 -- 172.21.15.23:0/4001606491 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07180094d0 con 0x7f07280b3f60 2023-06-26T03:02:15.509 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.499+0000 7f0726ffd640 1 --2- 172.21.15.23:0/4001606491 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f07280b3f60 0x7f0728151260 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f071c00b410 tx=0x7f071c00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:15.509 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.499+0000 7f070f7fe640 1 -- 172.21.15.23:0/4001606491 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f071c011830 con 0x7f07280b3f60 2023-06-26T03:02:15.509 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.499+0000 7f070f7fe640 1 -- 172.21.15.23:0/4001606491 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f071c011990 con 0x7f07280b3f60 2023-06-26T03:02:15.509 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.499+0000 7f072d6d8640 1 -- 172.21.15.23:0/4001606491 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0728157980 con 0x7f07280b3f60 2023-06-26T03:02:15.509 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.499+0000 7f070f7fe640 1 -- 172.21.15.23:0/4001606491 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f071c011d40 con 0x7f07280b3f60 2023-06-26T03:02:15.509 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.499+0000 7f072d6d8640 1 -- 172.21.15.23:0/4001606491 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0728158640 con 0x7f07280b3f60 2023-06-26T03:02:15.512 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.499+0000 7f070f7fe640 1 -- 172.21.15.23:0/4001606491 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f071c01a400 con 0x7f07280b3f60 2023-06-26T03:02:15.512 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.499+0000 7f070f7fe640 1 --2- 172.21.15.23:0/4001606491 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0714066280 0x7f0714068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:15.512 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.499+0000 7f070f7fe640 1 -- 172.21.15.23:0/4001606491 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f071c0840c0 con 0x7f07280b3f60 2023-06-26T03:02:15.512 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.499+0000 7f07267fc640 1 --2- 172.21.15.23:0/4001606491 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0714066280 0x7f0714068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:15.512 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f07307f4000 1 Processor -- start 2023-06-26T03:02:15.512 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f07307f4000 1 -- start start 2023-06-26T03:02:15.513 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f07267fc640 1 --2- 172.21.15.23:0/4001606491 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0714066280 0x7f0714068730 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f07180af000 tx=0x7f07180a7000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:15.513 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f07307f4000 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55ace877f740 0x55ace877fb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:15.513 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f07307f4000 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55ace8780050 0x55ace8735840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:15.513 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f07307f4000 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ace8735d80 0x55ace8736150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:15.513 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f07307f4000 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ace85fdac0 con 0x55ace8780050 2023-06-26T03:02:15.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f07307f4000 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ace8537840 con 0x55ace8735d80 2023-06-26T03:02:15.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f07307f4000 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ace858b2e0 con 0x55ace877f740 2023-06-26T03:02:15.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f07267fc640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55ace8780050 0x55ace8735840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:15.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f07267fc640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55ace8780050 0x55ace8735840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55058/0 (socket says 172.21.15.23:55058) 2023-06-26T03:02:15.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f07267fc640 1 -- 172.21.15.23:0/2582882475 learned_addr learned my addr 172.21.15.23:0/2582882475 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:15.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f0726ffd640 1 --2- 172.21.15.23:0/2582882475 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55ace877f740 0x55ace877fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:15.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f07277fe640 1 --2- 172.21.15.23:0/2582882475 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ace8735d80 0x55ace8736150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:15.515 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f07267fc640 1 -- 172.21.15.23:0/2582882475 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55ace877f740 msgr2=0x55ace877fb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:15.515 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f07267fc640 1 --2- 172.21.15.23:0/2582882475 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55ace877f740 0x55ace877fb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.515 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f07267fc640 1 -- 172.21.15.23:0/2582882475 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ace8735d80 msgr2=0x55ace8736150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:15.515 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f07267fc640 1 --2- 172.21.15.23:0/2582882475 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ace8735d80 0x55ace8736150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.515 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f07267fc640 1 -- 172.21.15.23:0/2582882475 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ace8280890 con 0x55ace8780050 2023-06-26T03:02:15.515 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f07267fc640 1 --2- 172.21.15.23:0/2582882475 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55ace8780050 0x55ace8735840 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f071801c480 tx=0x7f0718004740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b22c90264eb222e server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:15.515 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f070cff9640 1 -- 172.21.15.23:0/2582882475 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07180b4730 con 0x55ace8780050 2023-06-26T03:02:15.515 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f070cff9640 1 -- 172.21.15.23:0/2582882475 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f07180c4070 con 0x55ace8780050 2023-06-26T03:02:15.516 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f070cff9640 1 -- 172.21.15.23:0/2582882475 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07180b4ad0 con 0x55ace8780050 2023-06-26T03:02:15.516 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f07307f4000 1 -- 172.21.15.23:0/2582882475 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55ace8780050 msgr2=0x55ace8735840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:15.516 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f07307f4000 1 --2- 172.21.15.23:0/2582882475 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55ace8780050 0x55ace8735840 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f071801c480 tx=0x7f0718004740 comp rx=0 tx=0).stop 2023-06-26T03:02:15.516 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f07307f4000 1 -- 172.21.15.23:0/2582882475 shutdown_connections 2023-06-26T03:02:15.516 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f07307f4000 1 --2- 172.21.15.23:0/2582882475 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ace8735d80 0x55ace8736150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.516 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f07307f4000 1 --2- 172.21.15.23:0/2582882475 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55ace8780050 0x55ace8735840 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.516 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f07307f4000 1 --2- 172.21.15.23:0/2582882475 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55ace877f740 0x55ace877fb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f07307f4000 1 -- 172.21.15.23:0/2582882475 >> 172.21.15.23:0/2582882475 conn(0x55ace872d800 msgr2=0x55ace873c800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:15.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f07307f4000 1 -- 172.21.15.23:0/2582882475 shutdown_connections 2023-06-26T03:02:15.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f07307f4000 1 -- 172.21.15.23:0/2582882475 wait complete. 2023-06-26T03:02:15.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f07307f4000 1 -- start start 2023-06-26T03:02:15.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.503+0000 7f07307f4000 1 Processor -- start 2023-06-26T03:02:15.520 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f07307f4000 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55ace8735d80 0x55ace873b430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:15.520 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f07307f4000 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55ace877f740 0x55ace873b970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:15.520 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f07307f4000 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ace8780050 0x55ace87410e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:15.520 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f07307f4000 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ace8584380 con 0x55ace8735d80 2023-06-26T03:02:15.520 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f07307f4000 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ace8540ae0 con 0x55ace8780050 2023-06-26T03:02:15.520 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f07307f4000 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ace8540780 con 0x55ace877f740 2023-06-26T03:02:15.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f07307f4000 10 client.0 _ll_register_callbacks cb 0x55ace8721e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-06-26T03:02:15.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f0726ffd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55ace8735d80 0x55ace873b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:15.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f0726ffd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55ace8735d80 0x55ace873b430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55068/0 (socket says 172.21.15.23:55068) 2023-06-26T03:02:15.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f0726ffd640 1 -- 172.21.15.23:0/1389456264 learned_addr learned my addr 172.21.15.23:0/1389456264 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:15.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f07267fc640 1 --2- 172.21.15.23:0/1389456264 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55ace877f740 0x55ace873b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:15.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f07277fe640 1 --2- 172.21.15.23:0/1389456264 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ace8780050 0x55ace87410e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:15.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f0726ffd640 1 -- 172.21.15.23:0/1389456264 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55ace877f740 msgr2=0x55ace873b970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:15.522 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f0726ffd640 1 --2- 172.21.15.23:0/1389456264 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55ace877f740 0x55ace873b970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.522 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f0726ffd640 1 -- 172.21.15.23:0/1389456264 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ace8780050 msgr2=0x55ace87410e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:15.522 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f0726ffd640 1 --2- 172.21.15.23:0/1389456264 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ace8780050 0x55ace87410e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.522 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f0726ffd640 1 -- 172.21.15.23:0/1389456264 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07180ba070 con 0x55ace8735d80 2023-06-26T03:02:15.522 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f0726ffd640 1 --2- 172.21.15.23:0/1389456264 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55ace8735d80 0x55ace873b430 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f071c082230 tx=0x7f071c05d430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df29f447fa24ea36 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:15.522 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f0705ffb640 10 client.0 ms_handle_connect on v2:172.21.15.23:3300/0 2023-06-26T03:02:15.522 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f0705ffb640 1 -- 172.21.15.23:0/1389456264 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f071c068da0 con 0x55ace8735d80 2023-06-26T03:02:15.522 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f0705ffb640 1 -- 172.21.15.23:0/1389456264 <== mon.0 v2:172.21.15.23:3300/0 2 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f071c050e40 con 0x55ace8735d80 2023-06-26T03:02:15.523 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f07307f4000 1 -- 172.21.15.23:0/1389456264 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ace854ba20 con 0x55ace8735d80 2023-06-26T03:02:15.523 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f0705ffb640 1 -- 172.21.15.23:0/1389456264 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_get_version_reply(handle=1 version=6) v2 ==== 24+0+0 (secure 0 0 0) 0x7f071c051020 con 0x55ace8735d80 2023-06-26T03:02:15.523 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f07307f4000 10 client.4428 fetch_fsmap learned FSMap version 6 2023-06-26T03:02:15.523 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f07307f4000 1 -- 172.21.15.23:0/1389456264 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,fsmap=6,monmap=2+}) v3 -- 0x55ace8548d10 con 0x55ace8735d80 2023-06-26T03:02:15.523 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f0705ffb640 1 -- 172.21.15.23:0/1389456264 <== mon.0 v2:172.21.15.23:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55ace854ba20 con 0x55ace8735d80 2023-06-26T03:02:15.523 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f0705ffb640 1 -- 172.21.15.23:0/1389456264 <== mon.0 v2:172.21.15.23:3300/0 5 ==== fsmap(e 6) v1 ==== 3122+0+0 (secure 0 0 0) 0x7f071c053fb0 con 0x55ace8735d80 2023-06-26T03:02:15.523 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f07307f4000 10 client.4428 fetch_fsmap finished waiting for FSMap version 6 2023-06-26T03:02:15.523 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f07307f4000 10 client.4428 resolve_mds: resolved name 'd' to daemon mds.d 2023-06-26T03:02:15.524 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f07307f4000 20 client.4428 populate_metadata read hostname 'smithi023' 2023-06-26T03:02:15.524 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f07307f4000 1 --2- 172.21.15.23:0/1389456264 >> [v2:172.21.15.71:6836/264733844,v1:172.21.15.71:6837/264733844] conn(0x55ace878e7b0 0x55ace8790b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:15.524 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f07307f4000 4 client.4428 mds_command: new command op to 4288 tid=0[{"prefix": "get_command_descriptions"}] 2023-06-26T03:02:15.524 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f07307f4000 1 -- 172.21.15.23:0/1389456264 --> [v2:172.21.15.71:6836/264733844,v1:172.21.15.71:6837/264733844] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ace85b3710 con 0x55ace878e7b0 2023-06-26T03:02:15.524 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f07267fc640 1 --2- 172.21.15.23:0/1389456264 >> [v2:172.21.15.71:6836/264733844,v1:172.21.15.71:6837/264733844] conn(0x55ace878e7b0 0x55ace8790b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:15.524 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f0705ffb640 10 client.4428 ms_handle_connect on v2:172.21.15.71:6836/264733844 2023-06-26T03:02:15.524 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.507+0000 7f07267fc640 1 --2- 172.21.15.23:0/1389456264 >> [v2:172.21.15.71:6836/264733844,v1:172.21.15.71:6837/264733844] conn(0x55ace878e7b0 0x55ace8790b90 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6dba304d7e8b57b3 server_cookie=2cf4dd4ecc07d59a in_seq=0 out_seq=0 2023-06-26T03:02:15.524 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.511+0000 7f0705ffb640 1 -- 172.21.15.23:0/1389456264 <== mds.0 v2:172.21.15.71:6836/264733844 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55ace85b3710 con 0x55ace878e7b0 2023-06-26T03:02:15.525 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.511+0000 7f0705ffb640 10 client.4428 handle_command_reply: tid=0 2023-06-26T03:02:15.525 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.511+0000 7f07307f4000 1 client.4428 shutdown 2023-06-26T03:02:15.525 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.511+0000 7f07307f4000 1 -- 172.21.15.23:0/1389456264 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55ace8735d80 msgr2=0x55ace873b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:15.525 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.511+0000 7f07307f4000 1 --2- 172.21.15.23:0/1389456264 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55ace8735d80 0x55ace873b430 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f071c082230 tx=0x7f071c05d430 comp rx=0 tx=0).stop 2023-06-26T03:02:15.525 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.511+0000 7f07307f4000 1 -- 172.21.15.23:0/1389456264 shutdown_connections 2023-06-26T03:02:15.525 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.511+0000 7f07307f4000 1 --2- 172.21.15.23:0/1389456264 >> [v2:172.21.15.71:6836/264733844,v1:172.21.15.71:6837/264733844] conn(0x55ace878e7b0 0x55ace8790b90 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.525 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.511+0000 7f07307f4000 1 --2- 172.21.15.23:0/1389456264 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ace8780050 0x55ace87410e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.526 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.511+0000 7f07307f4000 1 --2- 172.21.15.23:0/1389456264 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55ace877f740 0x55ace873b970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.526 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.511+0000 7f0705ffb640 0 client.4428 ms_handle_reset on v2:172.21.15.71:6836/264733844 2023-06-26T03:02:15.526 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.511+0000 7f07307f4000 1 --2- 172.21.15.23:0/1389456264 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55ace8735d80 0x55ace873b430 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.526 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.511+0000 7f07307f4000 1 -- 172.21.15.23:0/1389456264 >> 172.21.15.23:0/1389456264 conn(0x55ace872d800 msgr2=0x55ace8734830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:15.526 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.511+0000 7f07307f4000 1 -- 172.21.15.23:0/1389456264 shutdown_connections 2023-06-26T03:02:15.526 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.511+0000 7f07307f4000 1 -- 172.21.15.23:0/1389456264 wait complete. 2023-06-26T03:02:15.526 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.511+0000 7f07307f4000 20 client.4428 trim_cache size 0 max 16384 2023-06-26T03:02:15.532 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.523+0000 7f07307f4000 1 Processor -- start 2023-06-26T03:02:15.533 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f07307f4000 1 -- start start 2023-06-26T03:02:15.533 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f07307f4000 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55ace8735d80 0x55ace877e770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:15.533 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f07307f4000 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55ace877f740 0x55ace877ecb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:15.534 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f07307f4000 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ace8780050 0x55ace878eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:15.534 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f07307f4000 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ace8241940 con 0x55ace8735d80 2023-06-26T03:02:15.534 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f07307f4000 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ace857e680 con 0x55ace8780050 2023-06-26T03:02:15.534 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f07307f4000 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ace858c570 con 0x55ace877f740 2023-06-26T03:02:15.534 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f0726ffd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55ace8735d80 0x55ace877e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:15.534 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f0726ffd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55ace8735d80 0x55ace877e770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55074/0 (socket says 172.21.15.23:55074) 2023-06-26T03:02:15.534 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f0726ffd640 1 -- 172.21.15.23:0/1029877167 learned_addr learned my addr 172.21.15.23:0/1029877167 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:15.536 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f0726ffd640 1 -- 172.21.15.23:0/1029877167 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55ace877f740 msgr2=0x55ace877ecb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:15.536 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f0726ffd640 1 --2- 172.21.15.23:0/1029877167 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55ace877f740 0x55ace877ecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.536 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f0726ffd640 1 -- 172.21.15.23:0/1029877167 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ace8780050 msgr2=0x55ace878eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:15.536 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f07277fe640 1 --2- 172.21.15.23:0/1029877167 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ace8780050 0x55ace878eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:15.536 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f0726ffd640 1 --2- 172.21.15.23:0/1029877167 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ace8780050 0x55ace878eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.537 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f0726ffd640 1 -- 172.21.15.23:0/1029877167 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ace852efa0 con 0x55ace8735d80 2023-06-26T03:02:15.537 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f0726ffd640 1 --2- 172.21.15.23:0/1029877167 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55ace8735d80 0x55ace877e770 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f071c051a50 tx=0x7f071c057000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3979bfedeaa0ea7 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:15.537 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f070d7fa640 1 -- 172.21.15.23:0/1029877167 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f071c054380 con 0x55ace8735d80 2023-06-26T03:02:15.537 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f070d7fa640 1 -- 172.21.15.23:0/1029877167 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f071c058fd0 con 0x55ace8735d80 2023-06-26T03:02:15.537 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f070d7fa640 1 -- 172.21.15.23:0/1029877167 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f071c068da0 con 0x55ace8735d80 2023-06-26T03:02:15.537 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f07307f4000 1 -- 172.21.15.23:0/1029877167 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55ace8735d80 msgr2=0x55ace877e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:15.537 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f07307f4000 1 --2- 172.21.15.23:0/1029877167 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55ace8735d80 0x55ace877e770 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f071c051a50 tx=0x7f071c057000 comp rx=0 tx=0).stop 2023-06-26T03:02:15.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f07307f4000 1 -- 172.21.15.23:0/1029877167 shutdown_connections 2023-06-26T03:02:15.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f07307f4000 1 --2- 172.21.15.23:0/1029877167 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ace8780050 0x55ace878eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f07307f4000 1 --2- 172.21.15.23:0/1029877167 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55ace877f740 0x55ace877ecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f07307f4000 1 --2- 172.21.15.23:0/1029877167 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55ace8735d80 0x55ace877e770 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f07307f4000 1 -- 172.21.15.23:0/1029877167 >> 172.21.15.23:0/1029877167 conn(0x55ace872d800 msgr2=0x55ace877e060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:15.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f07307f4000 1 -- 172.21.15.23:0/1029877167 shutdown_connections 2023-06-26T03:02:15.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f07307f4000 1 -- 172.21.15.23:0/1029877167 wait complete. 2023-06-26T03:02:15.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f07307f4000 1 -- start start 2023-06-26T03:02:15.539 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f07307f4000 1 Processor -- start 2023-06-26T03:02:15.541 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f07307f4000 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ace8735d80 0x55ace87dc1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:15.541 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f07307f4000 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55ace877f740 0x55ace87917b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:15.541 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f07307f4000 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55ace8780050 0x55ace8791cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:15.542 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f07307f4000 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ace8586ee0 con 0x55ace877f740 2023-06-26T03:02:15.542 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f07307f4000 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ace857fcf0 con 0x55ace8735d80 2023-06-26T03:02:15.542 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f07307f4000 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ace872f2b0 con 0x55ace8780050 2023-06-26T03:02:15.542 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f07307f4000 10 client.0 _ll_register_callbacks cb 0x55ace85487f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-06-26T03:02:15.542 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f07267fc640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55ace877f740 0x55ace87917b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:15.542 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.527+0000 7f07267fc640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55ace877f740 0x55ace87917b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55082/0 (socket says 172.21.15.23:55082) 2023-06-26T03:02:15.542 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f07267fc640 1 -- 172.21.15.23:0/3896214877 learned_addr learned my addr 172.21.15.23:0/3896214877 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:15.543 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f0726ffd640 1 --2- 172.21.15.23:0/3896214877 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ace8735d80 0x55ace87dc1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:15.543 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f07277fe640 1 --2- 172.21.15.23:0/3896214877 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55ace8780050 0x55ace8791cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:15.543 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f07267fc640 1 -- 172.21.15.23:0/3896214877 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55ace8780050 msgr2=0x55ace8791cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:15.543 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f07267fc640 1 --2- 172.21.15.23:0/3896214877 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55ace8780050 0x55ace8791cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.543 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f07267fc640 1 -- 172.21.15.23:0/3896214877 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ace8735d80 msgr2=0x55ace87dc1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:15.543 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f07267fc640 1 --2- 172.21.15.23:0/3896214877 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ace8735d80 0x55ace87dc1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.543 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f07267fc640 1 -- 172.21.15.23:0/3896214877 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ace8548d10 con 0x55ace877f740 2023-06-26T03:02:15.543 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f07267fc640 1 --2- 172.21.15.23:0/3896214877 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55ace877f740 0x55ace87917b0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f071801c480 tx=0x7f071801ac80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=807958633b5d9a server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:15.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f0705ffb640 10 client.0 ms_handle_connect on v2:172.21.15.23:3300/0 2023-06-26T03:02:15.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f0705ffb640 1 -- 172.21.15.23:0/3896214877 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07180d6070 con 0x55ace877f740 2023-06-26T03:02:15.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f0705ffb640 1 -- 172.21.15.23:0/3896214877 <== mon.0 v2:172.21.15.23:3300/0 2 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f07180d2450 con 0x55ace877f740 2023-06-26T03:02:15.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f07307f4000 1 -- 172.21.15.23:0/3896214877 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ace857d360 con 0x55ace877f740 2023-06-26T03:02:15.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f0705ffb640 1 -- 172.21.15.23:0/3896214877 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_get_version_reply(handle=1 version=6) v2 ==== 24+0+0 (secure 0 0 0) 0x7f07180d2610 con 0x55ace877f740 2023-06-26T03:02:15.545 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f07307f4000 10 client.4434 fetch_fsmap learned FSMap version 6 2023-06-26T03:02:15.545 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f07307f4000 1 -- 172.21.15.23:0/3896214877 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,fsmap=6,monmap=2+}) v3 -- 0x55ace8280cc0 con 0x55ace877f740 2023-06-26T03:02:15.545 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f0705ffb640 1 -- 172.21.15.23:0/3896214877 <== mon.0 v2:172.21.15.23:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55ace857d360 con 0x55ace877f740 2023-06-26T03:02:15.545 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f0705ffb640 1 -- 172.21.15.23:0/3896214877 <== mon.0 v2:172.21.15.23:3300/0 5 ==== fsmap(e 6) v1 ==== 3122+0+0 (secure 0 0 0) 0x7f07180d0070 con 0x55ace877f740 2023-06-26T03:02:15.545 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f07307f4000 10 client.4434 fetch_fsmap finished waiting for FSMap version 6 2023-06-26T03:02:15.545 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f07307f4000 10 client.4434 resolve_mds: resolved name 'd' to daemon mds.d 2023-06-26T03:02:15.545 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f07307f4000 20 client.4434 populate_metadata read hostname 'smithi023' 2023-06-26T03:02:15.545 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f07307f4000 1 --2- 172.21.15.23:0/3896214877 >> [v2:172.21.15.71:6836/264733844,v1:172.21.15.71:6837/264733844] conn(0x55ace8792230 0x55ace8792600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:15.546 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f07307f4000 4 client.4434 mds_command: new command op to 4288 tid=0[{"prefix": "status"}] 2023-06-26T03:02:15.546 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f07307f4000 1 -- 172.21.15.23:0/3896214877 --> [v2:172.21.15.71:6836/264733844,v1:172.21.15.71:6837/264733844] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55ace857d080 con 0x55ace8792230 2023-06-26T03:02:15.546 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f0726ffd640 1 --2- 172.21.15.23:0/3896214877 >> [v2:172.21.15.71:6836/264733844,v1:172.21.15.71:6837/264733844] conn(0x55ace8792230 0x55ace8792600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:15.546 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f0726ffd640 1 --2- 172.21.15.23:0/3896214877 >> [v2:172.21.15.71:6836/264733844,v1:172.21.15.71:6837/264733844] conn(0x55ace8792230 0x55ace8792600 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bb2a3a793623e0cc server_cookie=60dab28be897b11 in_seq=0 out_seq=0 2023-06-26T03:02:15.546 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f0705ffb640 10 client.4434 ms_handle_connect on v2:172.21.15.71:6836/264733844 2023-06-26T03:02:15.546 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f0705ffb640 1 -- 172.21.15.23:0/3896214877 <== mds.0 v2:172.21.15.71:6836/264733844 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+324 (crc 0 0 0) 0x55ace857d080 con 0x55ace8792230 2023-06-26T03:02:15.546 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f0705ffb640 10 client.4434 handle_command_reply: tid=0 2023-06-26T03:02:15.547 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f07307f4000 1 client.4434 shutdown 2023-06-26T03:02:15.547 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f07307f4000 1 -- 172.21.15.23:0/3896214877 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55ace877f740 msgr2=0x55ace87917b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:15.547 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f07307f4000 1 --2- 172.21.15.23:0/3896214877 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55ace877f740 0x55ace87917b0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f071801c480 tx=0x7f071801ac80 comp rx=0 tx=0).stop 2023-06-26T03:02:15.547 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f07307f4000 1 -- 172.21.15.23:0/3896214877 shutdown_connections 2023-06-26T03:02:15.547 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f07307f4000 1 --2- 172.21.15.23:0/3896214877 >> [v2:172.21.15.71:6836/264733844,v1:172.21.15.71:6837/264733844] conn(0x55ace8792230 0x55ace8792600 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.547 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f07307f4000 1 --2- 172.21.15.23:0/3896214877 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55ace8780050 0x55ace8791cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.547 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f07307f4000 1 --2- 172.21.15.23:0/3896214877 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55ace877f740 0x55ace87917b0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.548 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f0705ffb640 0 client.4434 ms_handle_reset on v2:172.21.15.71:6836/264733844 2023-06-26T03:02:15.548 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f07307f4000 1 --2- 172.21.15.23:0/3896214877 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55ace8735d80 0x55ace87dc1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.548 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f07307f4000 1 -- 172.21.15.23:0/3896214877 >> 172.21.15.23:0/3896214877 conn(0x55ace872d800 msgr2=0x55ace8734830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:15.548 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f07307f4000 1 -- 172.21.15.23:0/3896214877 shutdown_connections 2023-06-26T03:02:15.548 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f07307f4000 1 -- 172.21.15.23:0/3896214877 wait complete. 2023-06-26T03:02:15.548 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f07307f4000 20 client.4434 trim_cache size 0 max 16384 2023-06-26T03:02:15.549 INFO:teuthology.orchestra.run.smithi023.stdout:{ 2023-06-26T03:02:15.549 INFO:teuthology.orchestra.run.smithi023.stdout: "cluster_fsid": "3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9", 2023-06-26T03:02:15.549 INFO:teuthology.orchestra.run.smithi023.stdout: "whoami": 0, 2023-06-26T03:02:15.549 INFO:teuthology.orchestra.run.smithi023.stdout: "id": 4288, 2023-06-26T03:02:15.549 INFO:teuthology.orchestra.run.smithi023.stdout: "want_state": "up:active", 2023-06-26T03:02:15.550 INFO:teuthology.orchestra.run.smithi023.stdout: "state": "up:active", 2023-06-26T03:02:15.550 INFO:teuthology.orchestra.run.smithi023.stdout: "fs_name": "cephfs", 2023-06-26T03:02:15.550 INFO:teuthology.orchestra.run.smithi023.stdout: "rank_uptime": 6.6977635170000003, 2023-06-26T03:02:15.550 INFO:teuthology.orchestra.run.smithi023.stdout: "mdsmap_epoch": 6, 2023-06-26T03:02:15.550 INFO:teuthology.orchestra.run.smithi023.stdout: "osdmap_epoch": 27, 2023-06-26T03:02:15.550 INFO:teuthology.orchestra.run.smithi023.stdout: "osdmap_epoch_barrier": 26, 2023-06-26T03:02:15.550 INFO:teuthology.orchestra.run.smithi023.stdout: "uptime": 10.708145412 2023-06-26T03:02:15.550 INFO:teuthology.orchestra.run.smithi023.stdout:} 2023-06-26T03:02:15.551 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f072d6d8640 1 -- 172.21.15.23:0/4001606491 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0714066280 msgr2=0x7f0714068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:15.551 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f072d6d8640 1 --2- 172.21.15.23:0/4001606491 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0714066280 0x7f0714068730 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f07180af000 tx=0x7f07180a7000 comp rx=0 tx=0).stop 2023-06-26T03:02:15.551 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f072d6d8640 1 -- 172.21.15.23:0/4001606491 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f07280b3f60 msgr2=0x7f0728151260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:15.552 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f072d6d8640 1 --2- 172.21.15.23:0/4001606491 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f07280b3f60 0x7f0728151260 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f071c00b410 tx=0x7f071c00b8d0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.552 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f072d6d8640 1 -- 172.21.15.23:0/4001606491 shutdown_connections 2023-06-26T03:02:15.552 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f072d6d8640 1 --2- 172.21.15.23:0/4001606491 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0714066280 0x7f0714068730 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.552 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f072d6d8640 1 --2- 172.21.15.23:0/4001606491 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f072815b6e0 0x7f072815c170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.552 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f072d6d8640 1 --2- 172.21.15.23:0/4001606491 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f07280ccb30 0x7f072815bc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.552 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f072d6d8640 1 --2- 172.21.15.23:0/4001606491 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f07280b3f60 0x7f0728151260 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.553 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.531+0000 7f072d6d8640 1 -- 172.21.15.23:0/4001606491 >> 172.21.15.23:0/4001606491 conn(0x7f07280d1fa0 msgr2=0x7f0728159010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:15.553 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.535+0000 7f072d6d8640 1 -- 172.21.15.23:0/4001606491 shutdown_connections 2023-06-26T03:02:15.553 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.535+0000 7f072d6d8640 1 -- 172.21.15.23:0/4001606491 wait complete. 2023-06-26T03:02:15.557 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-06-26T03:02:15.558 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2023-06-26T03:02:15.558 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-06-26T03:02:15.674 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.667+0000 7f7a246e3640 1 Processor -- start 2023-06-26T03:02:15.675 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.667+0000 7f7a246e3640 1 -- start start 2023-06-26T03:02:15.675 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.667+0000 7f7a246e3640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f7a1c0605e0 0x7f7a1c06a8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:15.676 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.667+0000 7f7a246e3640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7a1c070200 con 0x7f7a1c15ba00 2023-06-26T03:02:15.676 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.667+0000 7f7a246e3640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7a1c070480 con 0x7f7a1c06fd80 2023-06-26T03:02:15.676 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.667+0000 7f7a246e3640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7a1c070d20 con 0x7f7a1c0605e0 2023-06-26T03:02:15.676 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.667+0000 7f7a2247f640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f7a1c15ba00 0x7f7a1c05fed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:38970/0 (socket says 172.21.15.23:38970) 2023-06-26T03:02:15.676 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.667+0000 7f7a2247f640 1 -- 172.21.15.23:0/3717408329 learned_addr learned my addr 172.21.15.23:0/3717408329 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:15.677 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.667+0000 7f7a21c7e640 1 --2- 172.21.15.23:0/3717408329 >> v2:172.21.15.71:3300/0 conn(0x7f7a1c0605e0 0x7f7a1c06a8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:15.677 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.667+0000 7f7a2147d640 1 -- 172.21.15.23:0/3717408329 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3052101830 0 0) 0x7f7a1c070200 con 0x7f7a1c15ba00 2023-06-26T03:02:15.677 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.667+0000 7f7a2147d640 1 -- 172.21.15.23:0/3717408329 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7a08003530 con 0x7f7a1c15ba00 2023-06-26T03:02:15.677 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.667+0000 7f7a21c7e640 1 -- 172.21.15.23:0/3717408329 >> v1:172.21.15.71:6789/0 conn(0x7f7a1c06fd80 legacy=0x7f7a1c06c640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:15.678 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.667+0000 7f7a21c7e640 1 -- 172.21.15.23:0/3717408329 >> v1:172.21.15.23:6789/0 conn(0x7f7a1c15ba00 legacy=0x7f7a1c05fed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:15.678 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.667+0000 7f7a21c7e640 1 -- 172.21.15.23:0/3717408329 --> v2:172.21.15.71:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a1c070760 con 0x7f7a1c0605e0 2023-06-26T03:02:15.678 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.671+0000 7f7a21c7e640 1 --2- 172.21.15.23:0/3717408329 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7a1c0605e0 0x7f7a1c06a8e0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7a0c0097c0 tx=0x7f7a0c01c3c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=601f12e7afa99842 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:15.679 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.671+0000 7f7a2147d640 1 -- 172.21.15.23:0/3717408329 <== mon.1 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a0c0ac620 con 0x7f7a1c0605e0 2023-06-26T03:02:15.679 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.671+0000 7f7a2147d640 1 -- 172.21.15.23:0/3717408329 <== mon.1 v2:172.21.15.71:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7a0c0ac780 con 0x7f7a1c0605e0 2023-06-26T03:02:15.679 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.671+0000 7f7a2147d640 1 -- 172.21.15.23:0/3717408329 <== mon.1 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a0c0acaf0 con 0x7f7a1c0605e0 2023-06-26T03:02:15.680 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.671+0000 7f7a246e3640 1 -- 172.21.15.23:0/3717408329 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7a1c0605e0 msgr2=0x7f7a1c06a8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:15.680 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.671+0000 7f7a246e3640 1 --2- 172.21.15.23:0/3717408329 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7a1c0605e0 0x7f7a1c06a8e0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7a0c0097c0 tx=0x7f7a0c01c3c0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.680 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.671+0000 7f7a246e3640 1 -- 172.21.15.23:0/3717408329 shutdown_connections 2023-06-26T03:02:15.680 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.671+0000 7f7a246e3640 1 --2- 172.21.15.23:0/3717408329 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7a1c0605e0 0x7f7a1c06a8e0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.680 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.671+0000 7f7a246e3640 1 -- 172.21.15.23:0/3717408329 >> 172.21.15.23:0/3717408329 conn(0x7f7a1c0cb710 msgr2=0x7f7a1c0cbb10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:15.681 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.671+0000 7f7a246e3640 1 -- 172.21.15.23:0/3717408329 shutdown_connections 2023-06-26T03:02:15.681 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.671+0000 7f7a246e3640 1 -- 172.21.15.23:0/3717408329 wait complete. 2023-06-26T03:02:15.681 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.675+0000 7f7a246e3640 1 Processor -- start 2023-06-26T03:02:15.681 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.675+0000 7f7a246e3640 1 -- start start 2023-06-26T03:02:15.682 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.675+0000 7f7a246e3640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7a1c0605e0 0x7f7a1c1f7090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:15.683 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.675+0000 7f7a246e3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7a1c06fd80 0x7f7a1c0b0b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:15.683 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.675+0000 7f7a246e3640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7a1c15ba00 0x7f7a1c14c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:15.683 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.675+0000 7f7a246e3640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a1c15cbd0 con 0x7f7a1c0605e0 2023-06-26T03:02:15.683 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.675+0000 7f7a246e3640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a1c1f7fc0 con 0x7f7a1c06fd80 2023-06-26T03:02:15.683 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.675+0000 7f7a246e3640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7a1c15ed70 con 0x7f7a1c15ba00 2023-06-26T03:02:15.683 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.675+0000 7f7a2247f640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7a1c0605e0 0x7f7a1c1f7090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:15.683 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.675+0000 7f7a2247f640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7a1c0605e0 0x7f7a1c1f7090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55090/0 (socket says 172.21.15.23:55090) 2023-06-26T03:02:15.684 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.675+0000 7f7a2247f640 1 -- 172.21.15.23:0/1354875678 learned_addr learned my addr 172.21.15.23:0/1354875678 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:15.684 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.675+0000 7f7a22c80640 1 --2- 172.21.15.23:0/1354875678 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7a1c15ba00 0x7f7a1c14c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:15.684 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.675+0000 7f7a21c7e640 1 --2- 172.21.15.23:0/1354875678 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7a1c06fd80 0x7f7a1c0b0b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:15.685 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.675+0000 7f7a2247f640 1 -- 172.21.15.23:0/1354875678 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7a1c15ba00 msgr2=0x7f7a1c14c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:15.685 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.675+0000 7f7a2247f640 1 --2- 172.21.15.23:0/1354875678 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7a1c15ba00 0x7f7a1c14c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.685 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.675+0000 7f7a2247f640 1 -- 172.21.15.23:0/1354875678 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7a1c06fd80 msgr2=0x7f7a1c0b0b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:15.685 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.675+0000 7f7a2247f640 1 --2- 172.21.15.23:0/1354875678 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7a1c06fd80 0x7f7a1c0b0b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.685 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.675+0000 7f7a2247f640 1 -- 172.21.15.23:0/1354875678 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a0c009420 con 0x7f7a1c0605e0 2023-06-26T03:02:15.686 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.675+0000 7f7a2247f640 1 --2- 172.21.15.23:0/1354875678 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7a1c0605e0 0x7f7a1c1f7090 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f7a1800c420 tx=0x7f7a1800c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:15.686 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.675+0000 7f7a12ffd640 1 -- 172.21.15.23:0/1354875678 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a18005cf0 con 0x7f7a1c0605e0 2023-06-26T03:02:15.686 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.675+0000 7f7a12ffd640 1 -- 172.21.15.23:0/1354875678 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7a18005e50 con 0x7f7a1c0605e0 2023-06-26T03:02:15.686 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.675+0000 7f7a12ffd640 1 -- 172.21.15.23:0/1354875678 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a180072d0 con 0x7f7a1c0605e0 2023-06-26T03:02:15.686 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.675+0000 7f7a246e3640 1 -- 172.21.15.23:0/1354875678 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7a1c1f7720 con 0x7f7a1c0605e0 2023-06-26T03:02:15.686 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.675+0000 7f7a246e3640 1 -- 172.21.15.23:0/1354875678 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7a1c1f7ce0 con 0x7f7a1c0605e0 2023-06-26T03:02:15.686 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.675+0000 7f7a246e3640 1 -- 172.21.15.23:0/1354875678 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7a1c04d790 con 0x7f7a1c0605e0 2023-06-26T03:02:15.687 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.679+0000 7f7a12ffd640 1 -- 172.21.15.23:0/1354875678 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f7a18007430 con 0x7f7a1c0605e0 2023-06-26T03:02:15.687 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.679+0000 7f7a12ffd640 1 --2- 172.21.15.23:0/1354875678 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7a00066280 0x7f7a00068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:15.687 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.679+0000 7f7a12ffd640 1 -- 172.21.15.23:0/1354875678 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f7a18083580 con 0x7f7a1c0605e0 2023-06-26T03:02:15.687 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.679+0000 7f7a21c7e640 1 --2- 172.21.15.23:0/1354875678 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7a00066280 0x7f7a00068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:15.688 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.679+0000 7f7a21c7e640 1 --2- 172.21.15.23:0/1354875678 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7a00066280 0x7f7a00068730 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f7a0c0ae000 tx=0x7f7a0c0a7000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:15.690 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.683+0000 7f7a12ffd640 1 -- 172.21.15.23:0/1354875678 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f7a180507c0 con 0x7f7a1c0605e0 2023-06-26T03:02:15.870 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.863+0000 7f7a246e3640 1 -- 172.21.15.23:0/1354875678 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f7a1c069930 con 0x7f7a1c0605e0 2023-06-26T03:02:15.871 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.863+0000 7f7a12ffd640 1 -- 172.21.15.23:0/1354875678 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v6) v1 ==== 53+0+88 (secure 0 0 0) 0x7f7a18053de0 con 0x7f7a1c0605e0 2023-06-26T03:02:15.871 INFO:teuthology.orchestra.run.smithi023.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2023-06-26T03:02:15.873 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.867+0000 7f7a246e3640 1 -- 172.21.15.23:0/1354875678 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7a00066280 msgr2=0x7f7a00068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:15.873 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.867+0000 7f7a246e3640 1 --2- 172.21.15.23:0/1354875678 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7a00066280 0x7f7a00068730 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f7a0c0ae000 tx=0x7f7a0c0a7000 comp rx=0 tx=0).stop 2023-06-26T03:02:15.873 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.867+0000 7f7a246e3640 1 -- 172.21.15.23:0/1354875678 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7a1c0605e0 msgr2=0x7f7a1c1f7090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:15.873 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.867+0000 7f7a246e3640 1 --2- 172.21.15.23:0/1354875678 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7a1c0605e0 0x7f7a1c1f7090 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f7a1800c420 tx=0x7f7a1800c8e0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.867+0000 7f7a246e3640 1 -- 172.21.15.23:0/1354875678 shutdown_connections 2023-06-26T03:02:15.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.867+0000 7f7a246e3640 1 --2- 172.21.15.23:0/1354875678 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7a00066280 0x7f7a00068730 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.867+0000 7f7a246e3640 1 --2- 172.21.15.23:0/1354875678 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7a1c15ba00 0x7f7a1c14c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.867+0000 7f7a246e3640 1 --2- 172.21.15.23:0/1354875678 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7a1c06fd80 0x7f7a1c0b0b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.867+0000 7f7a246e3640 1 --2- 172.21.15.23:0/1354875678 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7a1c0605e0 0x7f7a1c1f7090 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:15.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.867+0000 7f7a246e3640 1 -- 172.21.15.23:0/1354875678 >> 172.21.15.23:0/1354875678 conn(0x7f7a1c0cb710 msgr2=0x7f7a1c159330 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:15.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.867+0000 7f7a246e3640 1 -- 172.21.15.23:0/1354875678 shutdown_connections 2023-06-26T03:02:15.875 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:15.867+0000 7f7a246e3640 1 -- 172.21.15.23:0/1354875678 wait complete. 2023-06-26T03:02:15.888 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2023-06-26T03:02:15.889 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-06-26T03:02:15.889 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi023.front.sepia.ceph.com 2023-06-26T03:02:15.889 INFO:tasks.cephfs.mount:self.client.name = client.admin 2023-06-26T03:02:15.890 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2023-06-26T03:02:15.890 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2023-06-26T03:02:15.890 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-06-26T03:02:15.890 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-06-26T03:02:15.890 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2023-06-26T03:02:15.891 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:15.891 DEBUG:teuthology.orchestra.run.smithi023:> ip addr 2023-06-26T03:02:15.897 INFO:teuthology.orchestra.run.smithi023.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-06-26T03:02:15.897 INFO:teuthology.orchestra.run.smithi023.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-06-26T03:02:15.897 INFO:teuthology.orchestra.run.smithi023.stdout: inet 127.0.0.1/8 scope host lo 2023-06-26T03:02:15.897 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:15.897 INFO:teuthology.orchestra.run.smithi023.stdout: inet6 ::1/128 scope host 2023-06-26T03:02:15.897 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:15.898 INFO:teuthology.orchestra.run.smithi023.stdout:2: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2023-06-26T03:02:15.898 INFO:teuthology.orchestra.run.smithi023.stdout: link/ether 0c:c4:7a:59:ce:42 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:02:15.898 INFO:teuthology.orchestra.run.smithi023.stdout: altname enp1s0f0 2023-06-26T03:02:15.898 INFO:teuthology.orchestra.run.smithi023.stdout: inet 172.21.15.23/20 brd 172.21.15.255 scope global dynamic ens1f0 2023-06-26T03:02:15.898 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft 42493sec preferred_lft 42493sec 2023-06-26T03:02:15.898 INFO:teuthology.orchestra.run.smithi023.stdout: inet6 fe80::ec4:7aff:fe59:ce42/64 scope link 2023-06-26T03:02:15.898 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:15.898 INFO:teuthology.orchestra.run.smithi023.stdout:3: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-26T03:02:15.899 INFO:teuthology.orchestra.run.smithi023.stdout: link/ether 0c:c4:7a:6b:fd:ae brd ff:ff:ff:ff:ff:ff 2023-06-26T03:02:15.899 INFO:teuthology.orchestra.run.smithi023.stdout: altname enp7s0f0 2023-06-26T03:02:15.899 INFO:teuthology.orchestra.run.smithi023.stdout:4: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-26T03:02:15.899 INFO:teuthology.orchestra.run.smithi023.stdout: link/ether 0c:c4:7a:6b:fd:af brd ff:ff:ff:ff:ff:ff 2023-06-26T03:02:15.899 INFO:teuthology.orchestra.run.smithi023.stdout: altname enp7s0f1 2023-06-26T03:02:15.899 INFO:teuthology.orchestra.run.smithi023.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-26T03:02:15.899 INFO:teuthology.orchestra.run.smithi023.stdout: link/ether 0c:c4:7a:59:ce:43 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:02:15.899 INFO:teuthology.orchestra.run.smithi023.stdout: altname enp1s0f1 2023-06-26T03:02:15.900 INFO:teuthology.orchestra.run.smithi023.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-06-26T03:02:15.900 INFO:teuthology.orchestra.run.smithi023.stdout: link/ether 02:42:27:3a:c8:a9 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:02:15.900 INFO:teuthology.orchestra.run.smithi023.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-06-26T03:02:15.900 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:15.901 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-06-26T03:02:15.901 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:15.902 DEBUG:teuthology.orchestra.run.smithi023:> (cd / && exec bash -c ' 2023-06-26T03:02:15.902 DEBUG:teuthology.orchestra.run.smithi023:> set -e 2023-06-26T03:02:15.902 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip link add name ceph-brx type bridge 2023-06-26T03:02:15.902 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip addr flush dev ceph-brx 2023-06-26T03:02:15.903 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip link set ceph-brx up 2023-06-26T03:02:15.903 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-06-26T03:02:15.903 DEBUG:teuthology.orchestra.run.smithi023:> ') 2023-06-26T03:02:15.978 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:15.978 DEBUG:teuthology.orchestra.run.smithi023:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-06-26T03:02:16.028 INFO:teuthology.orchestra.run.smithi023.stdout:1 2023-06-26T03:02:16.029 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:16.030 DEBUG:teuthology.orchestra.run.smithi023:> route 2023-06-26T03:02:16.123 INFO:teuthology.orchestra.run.smithi023.stdout:Kernel IP routing table 2023-06-26T03:02:16.123 INFO:teuthology.orchestra.run.smithi023.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-06-26T03:02:16.123 INFO:teuthology.orchestra.run.smithi023.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2023-06-26T03:02:16.124 INFO:teuthology.orchestra.run.smithi023.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-06-26T03:02:16.124 INFO:teuthology.orchestra.run.smithi023.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2023-06-26T03:02:16.124 INFO:teuthology.orchestra.run.smithi023.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-06-26T03:02:16.124 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:16.125 DEBUG:teuthology.orchestra.run.smithi023:> (cd / && exec bash -c ' 2023-06-26T03:02:16.125 DEBUG:teuthology.orchestra.run.smithi023:> set -e 2023-06-26T03:02:16.125 DEBUG:teuthology.orchestra.run.smithi023:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2023-06-26T03:02:16.126 DEBUG:teuthology.orchestra.run.smithi023:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2023-06-26T03:02:16.126 DEBUG:teuthology.orchestra.run.smithi023:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2023-06-26T03:02:16.126 DEBUG:teuthology.orchestra.run.smithi023:> ') 2023-06-26T03:02:16.158 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:16.159 DEBUG:teuthology.orchestra.run.smithi023:> ip netns list 2023-06-26T03:02:16.205 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:16.205 DEBUG:teuthology.orchestra.run.smithi023:> ip netns list-id 2023-06-26T03:02:16.253 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:16.254 DEBUG:teuthology.orchestra.run.smithi023:> (cd / && exec bash -c ' 2023-06-26T03:02:16.254 DEBUG:teuthology.orchestra.run.smithi023:> set -e 2023-06-26T03:02:16.254 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2023-06-26T03:02:16.254 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2023-06-26T03:02:16.255 DEBUG:teuthology.orchestra.run.smithi023:> ') 2023-06-26T03:02:16.325 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2023-06-26T03:02:16.325 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:16.326 DEBUG:teuthology.orchestra.run.smithi023:> (cd / && exec bash -c ' 2023-06-26T03:02:16.326 DEBUG:teuthology.orchestra.run.smithi023:> set -e 2023-06-26T03:02:16.326 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2023-06-26T03:02:16.327 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-06-26T03:02:16.327 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2023-06-26T03:02:16.327 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2023-06-26T03:02:16.327 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2023-06-26T03:02:16.328 DEBUG:teuthology.orchestra.run.smithi023:> ') 2023-06-26T03:02:16.446 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:16.446 DEBUG:teuthology.orchestra.run.smithi023:> (cd / && exec bash -c ' 2023-06-26T03:02:16.447 DEBUG:teuthology.orchestra.run.smithi023:> set -e 2023-06-26T03:02:16.447 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip link set brx.0 up 2023-06-26T03:02:16.447 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip link set dev brx.0 master ceph-brx 2023-06-26T03:02:16.447 DEBUG:teuthology.orchestra.run.smithi023:> ') 2023-06-26T03:02:16.467 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2023-06-26T03:02:16.467 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-06-26T03:02:16.468 DEBUG:teuthology.orchestra.run.smithi023:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2023-06-26T03:02:16.516 INFO:teuthology.orchestra.run.smithi023.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2023-06-26T03:02:16.517 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-06-26T03:02:16.517 DEBUG:teuthology.orchestra.run.smithi023:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2023-06-26T03:02:16.563 DEBUG:teuthology.orchestra.run.smithi023:> sudo modprobe fuse 2023-06-26T03:02:16.615 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-26T03:02:16.615 DEBUG:teuthology.orchestra.run.smithi023:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-26T03:02:16.669 INFO:teuthology.orchestra.run.smithi023.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-26T03:02:16.670 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-26T03:02:16.671 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:16.671 DEBUG:teuthology.orchestra.run.smithi023:> ls /sys/fs/fuse/connections 2023-06-26T03:02:16.717 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2023-06-26T03:02:16.717 DEBUG:teuthology.orchestra.run.smithi023:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2023-06-26T03:02:16.762 DEBUG:teuthology.orchestra.run.smithi023:> sudo modprobe fuse 2023-06-26T03:02:16.778 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-26T03:02:16.778 DEBUG:teuthology.orchestra.run.smithi023:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-26T03:02:16.833 INFO:teuthology.orchestra.run.smithi023.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-26T03:02:16.834 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-26T03:02:16.835 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:16.835 DEBUG:teuthology.orchestra.run.smithi023:> ls /sys/fs/fuse/connections 2023-06-26T03:02:16.931 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi023.stderr:2023-06-26T03:02:16.923+0000 7f70a09cb580 -1 init, newargv = 0x55c40166d320 newargc=15 2023-06-26T03:02:16.931 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi023.stderr:ceph-fuse[43417]: starting ceph client 2023-06-26T03:02:16.940 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi023.stderr:ceph-fuse[43417]: starting fuse 2023-06-26T03:02:17.987 DEBUG:teuthology.orchestra.run.smithi023:> sudo modprobe fuse 2023-06-26T03:02:18.003 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-26T03:02:18.003 DEBUG:teuthology.orchestra.run.smithi023:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-26T03:02:18.057 INFO:teuthology.orchestra.run.smithi023.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-26T03:02:18.058 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-26T03:02:18.058 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:18.059 DEBUG:teuthology.orchestra.run.smithi023:> ls /sys/fs/fuse/connections 2023-06-26T03:02:18.105 INFO:teuthology.orchestra.run.smithi023.stdout:45 2023-06-26T03:02:18.106 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2023-06-26T03:02:18.106 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2023-06-26T03:02:18.107 DEBUG:teuthology.orchestra.run.smithi023:> import glob 2023-06-26T03:02:18.107 DEBUG:teuthology.orchestra.run.smithi023:> import re 2023-06-26T03:02:18.107 DEBUG:teuthology.orchestra.run.smithi023:> import os 2023-06-26T03:02:18.107 DEBUG:teuthology.orchestra.run.smithi023:> import subprocess 2023-06-26T03:02:18.108 DEBUG:teuthology.orchestra.run.smithi023:> 2023-06-26T03:02:18.108 DEBUG:teuthology.orchestra.run.smithi023:> def _find_admin_socket(client_name): 2023-06-26T03:02:18.108 DEBUG:teuthology.orchestra.run.smithi023:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2023-06-26T03:02:18.109 DEBUG:teuthology.orchestra.run.smithi023:> files = glob.glob(asok_path) 2023-06-26T03:02:18.109 DEBUG:teuthology.orchestra.run.smithi023:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2023-06-26T03:02:18.109 DEBUG:teuthology.orchestra.run.smithi023:> 2023-06-26T03:02:18.109 DEBUG:teuthology.orchestra.run.smithi023:> # Given a non-glob path, it better be there 2023-06-26T03:02:18.110 DEBUG:teuthology.orchestra.run.smithi023:> if "*" not in asok_path: 2023-06-26T03:02:18.110 DEBUG:teuthology.orchestra.run.smithi023:> assert(len(files) == 1) 2023-06-26T03:02:18.110 DEBUG:teuthology.orchestra.run.smithi023:> return files[0] 2023-06-26T03:02:18.110 DEBUG:teuthology.orchestra.run.smithi023:> 2023-06-26T03:02:18.111 DEBUG:teuthology.orchestra.run.smithi023:> for f in files: 2023-06-26T03:02:18.111 DEBUG:teuthology.orchestra.run.smithi023:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2023-06-26T03:02:18.111 DEBUG:teuthology.orchestra.run.smithi023:> if os.path.exists("/proc/{0}".format(pid)): 2023-06-26T03:02:18.111 DEBUG:teuthology.orchestra.run.smithi023:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2023-06-26T03:02:18.112 DEBUG:teuthology.orchestra.run.smithi023:> contents = proc_f.read() 2023-06-26T03:02:18.112 DEBUG:teuthology.orchestra.run.smithi023:> if mountpoint in contents: 2023-06-26T03:02:18.112 DEBUG:teuthology.orchestra.run.smithi023:> return f 2023-06-26T03:02:18.113 DEBUG:teuthology.orchestra.run.smithi023:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2023-06-26T03:02:18.113 DEBUG:teuthology.orchestra.run.smithi023:> 2023-06-26T03:02:18.113 DEBUG:teuthology.orchestra.run.smithi023:> print(_find_admin_socket("client.admin")) 2023-06-26T03:02:18.113 DEBUG:teuthology.orchestra.run.smithi023:> ' 2023-06-26T03:02:18.229 INFO:teuthology.orchestra.run.smithi023.stdout:/var/run/ceph/ceph-client.admin.43417.asok 2023-06-26T03:02:18.410 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.43417.asok 2023-06-26T03:02:18.411 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:18.411 DEBUG:teuthology.orchestra.run.smithi023:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.43417.asok status 2023-06-26T03:02:18.570 INFO:teuthology.orchestra.run.smithi023.stdout:{ 2023-06-26T03:02:18.571 INFO:teuthology.orchestra.run.smithi023.stdout: "metadata": { 2023-06-26T03:02:18.571 INFO:teuthology.orchestra.run.smithi023.stdout: "ceph_sha1": "6e29bf323ce1af97210bf5c3ab6386cc214ed162", 2023-06-26T03:02:18.571 INFO:teuthology.orchestra.run.smithi023.stdout: "ceph_version": "ceph version 18.0.0-4444-g6e29bf32 (6e29bf323ce1af97210bf5c3ab6386cc214ed162) reef (dev)", 2023-06-26T03:02:18.571 INFO:teuthology.orchestra.run.smithi023.stdout: "entity_id": "admin", 2023-06-26T03:02:18.571 INFO:teuthology.orchestra.run.smithi023.stdout: "hostname": "smithi023", 2023-06-26T03:02:18.571 INFO:teuthology.orchestra.run.smithi023.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2023-06-26T03:02:18.571 INFO:teuthology.orchestra.run.smithi023.stdout: "pid": "43417", 2023-06-26T03:02:18.571 INFO:teuthology.orchestra.run.smithi023.stdout: "root": "/" 2023-06-26T03:02:18.572 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:02:18.572 INFO:teuthology.orchestra.run.smithi023.stdout: "dentry_count": 0, 2023-06-26T03:02:18.572 INFO:teuthology.orchestra.run.smithi023.stdout: "dentry_pinned_count": 0, 2023-06-26T03:02:18.572 INFO:teuthology.orchestra.run.smithi023.stdout: "id": 4446, 2023-06-26T03:02:18.572 INFO:teuthology.orchestra.run.smithi023.stdout: "inst": { 2023-06-26T03:02:18.572 INFO:teuthology.orchestra.run.smithi023.stdout: "name": { 2023-06-26T03:02:18.572 INFO:teuthology.orchestra.run.smithi023.stdout: "type": "client", 2023-06-26T03:02:18.573 INFO:teuthology.orchestra.run.smithi023.stdout: "num": 4446 2023-06-26T03:02:18.573 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:02:18.573 INFO:teuthology.orchestra.run.smithi023.stdout: "addr": { 2023-06-26T03:02:18.573 INFO:teuthology.orchestra.run.smithi023.stdout: "type": "v1", 2023-06-26T03:02:18.573 INFO:teuthology.orchestra.run.smithi023.stdout: "addr": "192.168.0.1:0", 2023-06-26T03:02:18.573 INFO:teuthology.orchestra.run.smithi023.stdout: "nonce": 2863877605 2023-06-26T03:02:18.573 INFO:teuthology.orchestra.run.smithi023.stdout: } 2023-06-26T03:02:18.573 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:02:18.574 INFO:teuthology.orchestra.run.smithi023.stdout: "addr": { 2023-06-26T03:02:18.574 INFO:teuthology.orchestra.run.smithi023.stdout: "type": "v1", 2023-06-26T03:02:18.574 INFO:teuthology.orchestra.run.smithi023.stdout: "addr": "192.168.0.1:0", 2023-06-26T03:02:18.574 INFO:teuthology.orchestra.run.smithi023.stdout: "nonce": 2863877605 2023-06-26T03:02:18.574 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:02:18.574 INFO:teuthology.orchestra.run.smithi023.stdout: "inst_str": "client.4446 192.168.0.1:0/2863877605", 2023-06-26T03:02:18.574 INFO:teuthology.orchestra.run.smithi023.stdout: "addr_str": "192.168.0.1:0/2863877605", 2023-06-26T03:02:18.574 INFO:teuthology.orchestra.run.smithi023.stdout: "inode_count": 1, 2023-06-26T03:02:18.575 INFO:teuthology.orchestra.run.smithi023.stdout: "mds_epoch": 6, 2023-06-26T03:02:18.575 INFO:teuthology.orchestra.run.smithi023.stdout: "osd_epoch": 27, 2023-06-26T03:02:18.575 INFO:teuthology.orchestra.run.smithi023.stdout: "osd_epoch_barrier": 0, 2023-06-26T03:02:18.575 INFO:teuthology.orchestra.run.smithi023.stdout: "blocklisted": false, 2023-06-26T03:02:18.575 INFO:teuthology.orchestra.run.smithi023.stdout: "fs_name": "cephfs" 2023-06-26T03:02:18.575 INFO:teuthology.orchestra.run.smithi023.stdout:} 2023-06-26T03:02:18.584 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:18.584 DEBUG:teuthology.orchestra.run.smithi023:> stat --file-system '--printf=%T 2023-06-26T03:02:18.585 DEBUG:teuthology.orchestra.run.smithi023:> ' -- /home/ubuntu/cephtest/mnt.admin 2023-06-26T03:02:18.591 INFO:teuthology.orchestra.run.smithi023.stdout:fuseblk 2023-06-26T03:02:18.591 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2023-06-26T03:02:18.591 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:18.591 DEBUG:teuthology.orchestra.run.smithi023:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2023-06-26T03:02:18.650 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:18.650 DEBUG:teuthology.orchestra.run.smithi023:> (cd /home/ubuntu/cephtest/mnt.admin && exec bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2023-06-26T03:02:18.741 INFO:teuthology.orchestra.run.smithi023.stdout:# file: . 2023-06-26T03:02:18.741 INFO:teuthology.orchestra.run.smithi023.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2023-06-26T03:02:18.741 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:02:18.741 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:02:18.742 DEBUG:teuthology.orchestra.run.smithi023:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-26T03:02:18.747 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:02:18.924 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.915+0000 7fe5b81da640 1 Processor -- start 2023-06-26T03:02:18.924 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.915+0000 7fe5b81da640 1 -- start start 2023-06-26T03:02:18.925 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.919+0000 7fe5b81da640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fe5b00cdb00 0x7fe5b00c9360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:18.925 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.919+0000 7fe5b81da640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe5b00cc0c0 0x7fe5b006b760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:18.925 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.919+0000 7fe5b81da640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5b00c8300 con 0x7fe5b00cded0 2023-06-26T03:02:18.926 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.919+0000 7fe5b81da640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe5b00c85a0 con 0x7fe5b00cdb00 2023-06-26T03:02:18.926 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.919+0000 7fe5b81da640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5b00c8880 con 0x7fe5b00cc0c0 2023-06-26T03:02:18.927 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.919+0000 7fe5b6777640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fe5b00cded0 0x7fe5b006ed80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:41234/0 (socket says 172.21.15.23:41234) 2023-06-26T03:02:18.927 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.919+0000 7fe5b6777640 1 -- 172.21.15.23:0/1468446851 learned_addr learned my addr 172.21.15.23:0/1468446851 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:18.927 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.919+0000 7fe5b5775640 1 --2- 172.21.15.23:0/1468446851 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe5b00cc0c0 0x7fe5b006b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:18.927 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.919+0000 7fe5b5f76640 1 --2- 172.21.15.23:0/1468446851 >> v2:172.21.15.71:3300/0 conn(0x7fe5b00cdb00 0x7fe5b00c9360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:18.927 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.919+0000 7fe5b4f74640 1 -- 172.21.15.23:0/1468446851 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 827882834 0 0) 0x7fe5b00c8300 con 0x7fe5b00cded0 2023-06-26T03:02:18.927 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.919+0000 7fe5b4f74640 1 -- 172.21.15.23:0/1468446851 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe59c003530 con 0x7fe5b00cded0 2023-06-26T03:02:18.927 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.919+0000 7fe5b5775640 1 -- 172.21.15.23:0/1468446851 >> v2:172.21.15.71:3300/0 conn(0x7fe5b00cdb00 msgr2=0x7fe5b00c9360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:18.928 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.919+0000 7fe5b5775640 1 --2- 172.21.15.23:0/1468446851 >> v2:172.21.15.71:3300/0 conn(0x7fe5b00cdb00 0x7fe5b00c9360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:18.928 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.919+0000 7fe5b5775640 1 -- 172.21.15.23:0/1468446851 >> v1:172.21.15.23:6789/0 conn(0x7fe5b00cded0 legacy=0x7fe5b006ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:18.928 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.919+0000 7fe5b5775640 1 -- 172.21.15.23:0/1468446851 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5b00c8b60 con 0x7fe5b00cc0c0 2023-06-26T03:02:18.928 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.923+0000 7fe5b5775640 1 --2- 172.21.15.23:0/1468446851 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe5b00cc0c0 0x7fe5b006b760 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fe5ac0097c0 tx=0x7fe5ac01c3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=48b35c4c4c14e323 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:18.929 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.923+0000 7fe5b4f74640 1 -- 172.21.15.23:0/1468446851 <== mon.2 v2:172.21.15.71:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5ac0ac600 con 0x7fe5b00cc0c0 2023-06-26T03:02:18.929 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.923+0000 7fe5b4f74640 1 -- 172.21.15.23:0/1468446851 <== mon.2 v2:172.21.15.71:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5ac0a8050 con 0x7fe5b00cc0c0 2023-06-26T03:02:18.929 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.923+0000 7fe5b4f74640 1 -- 172.21.15.23:0/1468446851 <== mon.2 v2:172.21.15.71:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5ac0ac980 con 0x7fe5b00cc0c0 2023-06-26T03:02:18.930 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.923+0000 7fe5b81da640 1 -- 172.21.15.23:0/1468446851 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe5b00cc0c0 msgr2=0x7fe5b006b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:18.930 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.923+0000 7fe5b81da640 1 --2- 172.21.15.23:0/1468446851 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe5b00cc0c0 0x7fe5b006b760 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fe5ac0097c0 tx=0x7fe5ac01c3c0 comp rx=0 tx=0).stop 2023-06-26T03:02:18.930 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.923+0000 7fe5b81da640 1 -- 172.21.15.23:0/1468446851 shutdown_connections 2023-06-26T03:02:18.930 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.923+0000 7fe5b81da640 1 --2- 172.21.15.23:0/1468446851 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe5b00cc0c0 0x7fe5b006b760 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:18.930 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.923+0000 7fe5b81da640 1 --2- 172.21.15.23:0/1468446851 >> v2:172.21.15.71:3300/0 conn(0x7fe5b00cdb00 0x7fe5b00c9360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:18.931 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.923+0000 7fe5b81da640 1 -- 172.21.15.23:0/1468446851 >> 172.21.15.23:0/1468446851 conn(0x7fe5b0069400 msgr2=0x7fe5b0069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:18.931 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.923+0000 7fe5b81da640 1 -- 172.21.15.23:0/1468446851 shutdown_connections 2023-06-26T03:02:18.931 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.923+0000 7fe5b81da640 1 -- 172.21.15.23:0/1468446851 wait complete. 2023-06-26T03:02:18.932 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.923+0000 7fe5b81da640 1 Processor -- start 2023-06-26T03:02:18.932 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.923+0000 7fe5b81da640 1 -- start start 2023-06-26T03:02:18.932 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.923+0000 7fe5b81da640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe5b00cc0c0 0x7fe5b01f4250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:18.933 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.923+0000 7fe5b81da640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe5b00cdb00 0x7fe5b01526c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:18.933 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.923+0000 7fe5b81da640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe5b00cded0 0x7fe5b0152c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:18.933 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.923+0000 7fe5b81da640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5b0159320 con 0x7fe5b00cded0 2023-06-26T03:02:18.933 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.923+0000 7fe5b81da640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5b0159600 con 0x7fe5b00cdb00 2023-06-26T03:02:18.933 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.923+0000 7fe5b81da640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5b01598e0 con 0x7fe5b00cc0c0 2023-06-26T03:02:18.933 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.923+0000 7fe5b6777640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe5b00cded0 0x7fe5b0152c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:18.933 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.923+0000 7fe5b6777640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe5b00cded0 0x7fe5b0152c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:54248/0 (socket says 172.21.15.23:54248) 2023-06-26T03:02:18.934 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.923+0000 7fe5b6777640 1 -- 172.21.15.23:0/4074347417 learned_addr learned my addr 172.21.15.23:0/4074347417 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:18.934 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.923+0000 7fe5b5f76640 1 --2- 172.21.15.23:0/4074347417 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe5b00cc0c0 0x7fe5b01f4250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:18.934 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.923+0000 7fe5b5775640 1 --2- 172.21.15.23:0/4074347417 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe5b00cdb00 0x7fe5b01526c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:18.934 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.923+0000 7fe5b6777640 1 -- 172.21.15.23:0/4074347417 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe5b00cc0c0 msgr2=0x7fe5b01f4250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:18.934 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.923+0000 7fe5b6777640 1 --2- 172.21.15.23:0/4074347417 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe5b00cc0c0 0x7fe5b01f4250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:18.934 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.923+0000 7fe5b6777640 1 -- 172.21.15.23:0/4074347417 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe5b00cdb00 msgr2=0x7fe5b01526c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:18.934 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.923+0000 7fe5b6777640 1 --2- 172.21.15.23:0/4074347417 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe5b00cdb00 0x7fe5b01526c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:18.934 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.923+0000 7fe5b6777640 1 -- 172.21.15.23:0/4074347417 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5ac009420 con 0x7fe5b00cded0 2023-06-26T03:02:18.935 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.923+0000 7fe5b5775640 1 --2- 172.21.15.23:0/4074347417 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe5b00cdb00 0x7fe5b01526c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:02:18.935 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.923+0000 7fe5b6777640 1 --2- 172.21.15.23:0/4074347417 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe5b00cded0 0x7fe5b0152c00 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fe5a800cb40 tx=0x7fe5a800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:18.936 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.927+0000 7fe5a27fc640 1 -- 172.21.15.23:0/4074347417 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5a800aca0 con 0x7fe5b00cded0 2023-06-26T03:02:18.936 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.927+0000 7fe5a27fc640 1 -- 172.21.15.23:0/4074347417 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5a800ae00 con 0x7fe5b00cded0 2023-06-26T03:02:18.936 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.927+0000 7fe5a27fc640 1 -- 172.21.15.23:0/4074347417 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5a8012620 con 0x7fe5b00cded0 2023-06-26T03:02:18.936 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.927+0000 7fe5b81da640 1 -- 172.21.15.23:0/4074347417 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe5b0159bc0 con 0x7fe5b00cded0 2023-06-26T03:02:18.936 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.927+0000 7fe5b81da640 1 -- 172.21.15.23:0/4074347417 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5b0158ac0 con 0x7fe5b00cded0 2023-06-26T03:02:18.936 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.927+0000 7fe5b81da640 1 -- 172.21.15.23:0/4074347417 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe5b004d790 con 0x7fe5b00cded0 2023-06-26T03:02:18.937 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.927+0000 7fe5a27fc640 1 -- 172.21.15.23:0/4074347417 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe5a8007070 con 0x7fe5b00cded0 2023-06-26T03:02:18.937 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.927+0000 7fe5a27fc640 1 --2- 172.21.15.23:0/4074347417 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe594066280 0x7fe594068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:18.937 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.927+0000 7fe5a27fc640 1 -- 172.21.15.23:0/4074347417 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7fe5a80842d0 con 0x7fe5b00cded0 2023-06-26T03:02:18.937 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.927+0000 7fe5b5f76640 1 --2- 172.21.15.23:0/4074347417 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe594066280 0x7fe594068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:18.937 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.927+0000 7fe5b5f76640 1 --2- 172.21.15.23:0/4074347417 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe594066280 0x7fe594068730 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fe5a4009b60 tx=0x7fe5a4009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:18.939 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:18.931+0000 7fe5a27fc640 1 -- 172.21.15.23:0/4074347417 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe5a8051680 con 0x7fe5b00cded0 2023-06-26T03:02:19.093 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.087+0000 7fe5b81da640 1 -- 172.21.15.23:0/4074347417 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe5b015a070 con 0x7fe5b00cded0 2023-06-26T03:02:19.096 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.087+0000 7fe5a27fc640 1 -- 172.21.15.23:0/4074347417 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+20048 (secure 0 0 0) 0x7fe5a8054ca0 con 0x7fe5b00cded0 2023-06-26T03:02:19.096 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:02:19.097 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":27,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:02:13.266489+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:02:07.262805+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:02:07.823501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data_ec","create_time":"2023-06-26T03:02:10.900368+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:02:19.098 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.091+0000 7fe5b81da640 1 -- 172.21.15.23:0/4074347417 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe594066280 msgr2=0x7fe594068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:19.098 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.091+0000 7fe5b81da640 1 --2- 172.21.15.23:0/4074347417 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe594066280 0x7fe594068730 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fe5a4009b60 tx=0x7fe5a4009190 comp rx=0 tx=0).stop 2023-06-26T03:02:19.098 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.091+0000 7fe5b81da640 1 -- 172.21.15.23:0/4074347417 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe5b00cded0 msgr2=0x7fe5b0152c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:19.098 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.091+0000 7fe5b81da640 1 --2- 172.21.15.23:0/4074347417 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe5b00cded0 0x7fe5b0152c00 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fe5a800cb40 tx=0x7fe5a800a060 comp rx=0 tx=0).stop 2023-06-26T03:02:19.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.091+0000 7fe5b81da640 1 -- 172.21.15.23:0/4074347417 shutdown_connections 2023-06-26T03:02:19.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.091+0000 7fe5b81da640 1 --2- 172.21.15.23:0/4074347417 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe594066280 0x7fe594068730 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:19.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.091+0000 7fe5b81da640 1 --2- 172.21.15.23:0/4074347417 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe5b00cded0 0x7fe5b0152c00 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:19.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.091+0000 7fe5b81da640 1 --2- 172.21.15.23:0/4074347417 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe5b00cdb00 0x7fe5b01526c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:19.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.091+0000 7fe5b81da640 1 --2- 172.21.15.23:0/4074347417 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe5b00cc0c0 0x7fe5b01f4250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:19.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.091+0000 7fe5b81da640 1 -- 172.21.15.23:0/4074347417 >> 172.21.15.23:0/4074347417 conn(0x7fe5b0069400 msgr2=0x7fe5b00adc90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:19.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.091+0000 7fe5b81da640 1 -- 172.21.15.23:0/4074347417 shutdown_connections 2023-06-26T03:02:19.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.091+0000 7fe5b81da640 1 -- 172.21.15.23:0/4074347417 wait complete. 2023-06-26T03:02:19.115 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:01:57.280692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:02:02.819138+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-26T03:02:07.262805+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-26T03:02:07.823501+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-06-26T03:02:10.900368+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-06-26T03:02:19.116 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:02:19.245 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.239+0000 7fc8c1f9a640 1 Processor -- start 2023-06-26T03:02:19.245 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.239+0000 7fc8c1f9a640 1 -- start start 2023-06-26T03:02:19.246 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.239+0000 7fc8c1f9a640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc8bc15b6e0 0x7fc8bc0cc5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:19.246 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.239+0000 7fc8c1f9a640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fc8bc0b4130 0x7fc8bc0d0180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:19.246 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.239+0000 7fc8c1f9a640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc8bc0cf960 con 0x7fc8bc0ccb30 2023-06-26T03:02:19.247 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.239+0000 7fc8c1f9a640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc8bc0cfca0 con 0x7fc8bc0b4130 2023-06-26T03:02:19.247 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.239+0000 7fc8c1f9a640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8bc0cede0 con 0x7fc8bc15b6e0 2023-06-26T03:02:19.247 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.239+0000 7fc8bb7fe640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc8bc15b6e0 0x7fc8bc0cc5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:19.247 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.239+0000 7fc8bb7fe640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc8bc15b6e0 0x7fc8bc0cc5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3301/0 says I am v2:172.21.15.23:52214/0 (socket says 172.21.15.23:52214) 2023-06-26T03:02:19.248 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.239+0000 7fc8bb7fe640 1 -- 172.21.15.23:0/378302049 learned_addr learned my addr 172.21.15.23:0/378302049 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:19.248 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.239+0000 7fc8bbfff640 1 --2- 172.21.15.23:0/378302049 >> v2:172.21.15.71:3300/0 conn(0x7fc8bc0b4130 0x7fc8bc0d0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:19.248 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.239+0000 7fc8bb7fe640 1 -- 172.21.15.23:0/378302049 >> v2:172.21.15.71:3300/0 conn(0x7fc8bc0b4130 msgr2=0x7fc8bc0d0180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:19.248 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.239+0000 7fc8bb7fe640 1 --2- 172.21.15.23:0/378302049 >> v2:172.21.15.71:3300/0 conn(0x7fc8bc0b4130 0x7fc8bc0d0180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:19.248 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.239+0000 7fc8bb7fe640 1 -- 172.21.15.23:0/378302049 >> v1:172.21.15.71:6789/0 conn(0x7fc8bc0ccb30 legacy=0x7fc8bc0b3a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:19.248 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.239+0000 7fc8bb7fe640 1 -- 172.21.15.23:0/378302049 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8bc0cf0c0 con 0x7fc8bc15b6e0 2023-06-26T03:02:19.250 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.243+0000 7fc8bb7fe640 1 --2- 172.21.15.23:0/378302049 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc8bc15b6e0 0x7fc8bc0cc5f0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fc8ac009870 tx=0x7fc8ac01c480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5430c077c89667a5 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:19.250 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.243+0000 7fc8ba7fc640 1 -- 172.21.15.23:0/378302049 <== mon.2 v2:172.21.15.71:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8ac0ad640 con 0x7fc8bc15b6e0 2023-06-26T03:02:19.250 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.243+0000 7fc8ba7fc640 1 -- 172.21.15.23:0/378302049 <== mon.2 v2:172.21.15.71:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8ac0ad7a0 con 0x7fc8bc15b6e0 2023-06-26T03:02:19.250 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.243+0000 7fc8ba7fc640 1 -- 172.21.15.23:0/378302049 <== mon.2 v2:172.21.15.71:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8ac0adb30 con 0x7fc8bc15b6e0 2023-06-26T03:02:19.251 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.243+0000 7fc8c1f9a640 1 -- 172.21.15.23:0/378302049 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc8bc15b6e0 msgr2=0x7fc8bc0cc5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:19.251 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.243+0000 7fc8c1f9a640 1 --2- 172.21.15.23:0/378302049 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc8bc15b6e0 0x7fc8bc0cc5f0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fc8ac009870 tx=0x7fc8ac01c480 comp rx=0 tx=0).stop 2023-06-26T03:02:19.251 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.243+0000 7fc8c1f9a640 1 -- 172.21.15.23:0/378302049 shutdown_connections 2023-06-26T03:02:19.251 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.243+0000 7fc8c1f9a640 1 --2- 172.21.15.23:0/378302049 >> v2:172.21.15.71:3300/0 conn(0x7fc8bc0b4130 0x7fc8bc0d0180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:19.251 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.243+0000 7fc8c1f9a640 1 --2- 172.21.15.23:0/378302049 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc8bc15b6e0 0x7fc8bc0cc5f0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:19.252 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.243+0000 7fc8c1f9a640 1 -- 172.21.15.23:0/378302049 >> 172.21.15.23:0/378302049 conn(0x7fc8bc0d1fa0 msgr2=0x7fc8bc0d23a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:19.252 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.243+0000 7fc8c1f9a640 1 -- 172.21.15.23:0/378302049 shutdown_connections 2023-06-26T03:02:19.252 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.243+0000 7fc8c1f9a640 1 -- 172.21.15.23:0/378302049 wait complete. 2023-06-26T03:02:19.253 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.243+0000 7fc8c1f9a640 1 Processor -- start 2023-06-26T03:02:19.253 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.243+0000 7fc8c1f9a640 1 -- start start 2023-06-26T03:02:19.253 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.243+0000 7fc8c1f9a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc8bc0b4130 0x7fc8bc0c6fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:19.253 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.243+0000 7fc8c1f9a640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc8bc0ccb30 0x7fc8bc151400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:19.253 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.247+0000 7fc8c1f9a640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc8bc15b6e0 0x7fc8bc0b72c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:19.254 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.247+0000 7fc8c1f9a640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8bc0cbf20 con 0x7fc8bc15b6e0 2023-06-26T03:02:19.254 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.247+0000 7fc8c1f9a640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8bc0c8370 con 0x7fc8bc0b4130 2023-06-26T03:02:19.254 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.247+0000 7fc8c1f9a640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8bc0c7510 con 0x7fc8bc0ccb30 2023-06-26T03:02:19.254 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.247+0000 7fc8bbfff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc8bc15b6e0 0x7fc8bc0b72c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:19.254 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.247+0000 7fc8bbfff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc8bc15b6e0 0x7fc8bc0b72c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:54252/0 (socket says 172.21.15.23:54252) 2023-06-26T03:02:19.254 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.247+0000 7fc8bbfff640 1 -- 172.21.15.23:0/2336578854 learned_addr learned my addr 172.21.15.23:0/2336578854 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:19.254 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.247+0000 7fc8bb7fe640 1 --2- 172.21.15.23:0/2336578854 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc8bc0b4130 0x7fc8bc0c6fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:19.254 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.247+0000 7fc8baffd640 1 --2- 172.21.15.23:0/2336578854 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc8bc0ccb30 0x7fc8bc151400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:19.255 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.247+0000 7fc8bbfff640 1 -- 172.21.15.23:0/2336578854 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc8bc0ccb30 msgr2=0x7fc8bc151400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:19.255 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.247+0000 7fc8bbfff640 1 --2- 172.21.15.23:0/2336578854 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc8bc0ccb30 0x7fc8bc151400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:19.255 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.247+0000 7fc8bbfff640 1 -- 172.21.15.23:0/2336578854 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc8bc0b4130 msgr2=0x7fc8bc0c6fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:19.255 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.247+0000 7fc8bbfff640 1 --2- 172.21.15.23:0/2336578854 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc8bc0b4130 0x7fc8bc0c6fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:19.255 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.247+0000 7fc8bbfff640 1 -- 172.21.15.23:0/2336578854 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8ac0094d0 con 0x7fc8bc15b6e0 2023-06-26T03:02:19.256 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.247+0000 7fc8bbfff640 1 --2- 172.21.15.23:0/2336578854 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc8bc15b6e0 0x7fc8bc0b72c0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fc8b4009e30 tx=0x7fc8b400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:19.256 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.247+0000 7fc8a3fff640 1 -- 172.21.15.23:0/2336578854 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8b4009ca0 con 0x7fc8bc15b6e0 2023-06-26T03:02:19.257 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.247+0000 7fc8a3fff640 1 -- 172.21.15.23:0/2336578854 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8b400f040 con 0x7fc8bc15b6e0 2023-06-26T03:02:19.257 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.247+0000 7fc8c1f9a640 1 -- 172.21.15.23:0/2336578854 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc8bc0c7760 con 0x7fc8bc15b6e0 2023-06-26T03:02:19.257 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.247+0000 7fc8a3fff640 1 -- 172.21.15.23:0/2336578854 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8b40146c0 con 0x7fc8bc15b6e0 2023-06-26T03:02:19.257 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.247+0000 7fc8c1f9a640 1 -- 172.21.15.23:0/2336578854 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8bc0c7d20 con 0x7fc8bc15b6e0 2023-06-26T03:02:19.257 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.247+0000 7fc8c1f9a640 1 -- 172.21.15.23:0/2336578854 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc8bc0c8500 con 0x7fc8bc15b6e0 2023-06-26T03:02:19.257 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.247+0000 7fc8a3fff640 1 -- 172.21.15.23:0/2336578854 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc8b4014820 con 0x7fc8bc15b6e0 2023-06-26T03:02:19.257 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.247+0000 7fc8a3fff640 1 --2- 172.21.15.23:0/2336578854 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc8a80662b0 0x7fc8a8068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:19.257 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.247+0000 7fc8a3fff640 1 -- 172.21.15.23:0/2336578854 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7fc8b4084f20 con 0x7fc8bc15b6e0 2023-06-26T03:02:19.258 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.247+0000 7fc8bb7fe640 1 --2- 172.21.15.23:0/2336578854 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc8a80662b0 0x7fc8a8068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:19.258 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.251+0000 7fc8bb7fe640 1 --2- 172.21.15.23:0/2336578854 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc8a80662b0 0x7fc8a8068760 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc8ac0af000 tx=0x7fc8ac0a7070 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:19.260 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.251+0000 7fc8a3fff640 1 -- 172.21.15.23:0/2336578854 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fc8b40520b0 con 0x7fc8bc15b6e0 2023-06-26T03:02:19.414 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.407+0000 7fc8c1f9a640 1 -- 172.21.15.23:0/2336578854 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc8bc0b48c0 con 0x7fc8bc15b6e0 2023-06-26T03:02:19.414 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.407+0000 7fc8a3fff640 1 -- 172.21.15.23:0/2336578854 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v27) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc8b40180a0 con 0x7fc8bc15b6e0 2023-06-26T03:02:19.415 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 1 2023-06-26T03:02:19.417 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.407+0000 7fc8c1f9a640 1 -- 172.21.15.23:0/2336578854 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc8a80662b0 msgr2=0x7fc8a8068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:19.417 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.407+0000 7fc8c1f9a640 1 --2- 172.21.15.23:0/2336578854 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc8a80662b0 0x7fc8a8068760 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc8ac0af000 tx=0x7fc8ac0a7070 comp rx=0 tx=0).stop 2023-06-26T03:02:19.417 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.407+0000 7fc8c1f9a640 1 -- 172.21.15.23:0/2336578854 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc8bc15b6e0 msgr2=0x7fc8bc0b72c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:19.417 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.407+0000 7fc8c1f9a640 1 --2- 172.21.15.23:0/2336578854 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc8bc15b6e0 0x7fc8bc0b72c0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fc8b4009e30 tx=0x7fc8b400c490 comp rx=0 tx=0).stop 2023-06-26T03:02:19.417 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.411+0000 7fc8c1f9a640 1 -- 172.21.15.23:0/2336578854 shutdown_connections 2023-06-26T03:02:19.417 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.411+0000 7fc8c1f9a640 1 --2- 172.21.15.23:0/2336578854 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc8a80662b0 0x7fc8a8068760 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:19.418 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.411+0000 7fc8c1f9a640 1 --2- 172.21.15.23:0/2336578854 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc8bc15b6e0 0x7fc8bc0b72c0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:19.418 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.411+0000 7fc8c1f9a640 1 --2- 172.21.15.23:0/2336578854 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc8bc0ccb30 0x7fc8bc151400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:19.418 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.411+0000 7fc8c1f9a640 1 --2- 172.21.15.23:0/2336578854 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc8bc0b4130 0x7fc8bc0c6fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:19.418 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.411+0000 7fc8c1f9a640 1 -- 172.21.15.23:0/2336578854 >> 172.21.15.23:0/2336578854 conn(0x7fc8bc0d1fa0 msgr2=0x7fc8bc0cd010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:19.418 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.411+0000 7fc8c1f9a640 1 -- 172.21.15.23:0/2336578854 shutdown_connections 2023-06-26T03:02:19.418 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.411+0000 7fc8c1f9a640 1 -- 172.21.15.23:0/2336578854 wait complete. 2023-06-26T03:02:19.433 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:02:19.561 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.555+0000 7f9647a35640 1 Processor -- start 2023-06-26T03:02:19.562 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.555+0000 7f9647a35640 1 -- start start 2023-06-26T03:02:19.562 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.555+0000 7f9647a35640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f964006ef70 0x7f964006f410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:19.563 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.555+0000 7f9647a35640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f96400ad280 con 0x7f96400cb6c0 2023-06-26T03:02:19.563 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.555+0000 7f9647a35640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f96400c83d0 con 0x7f96400aceb0 2023-06-26T03:02:19.563 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.555+0000 7f9647a35640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f964006f950 con 0x7f964006ef70 2023-06-26T03:02:19.563 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.555+0000 7f9645fd2640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f96400cb6c0 0x7f96400cbad0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:41236/0 (socket says 172.21.15.23:41236) 2023-06-26T03:02:19.563 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.555+0000 7f9645fd2640 1 -- 172.21.15.23:0/2415029244 learned_addr learned my addr 172.21.15.23:0/2415029244 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:19.564 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.555+0000 7f9644fd0640 1 --2- 172.21.15.23:0/2415029244 >> v2:172.21.15.71:3300/0 conn(0x7f964006ef70 0x7f964006f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:19.564 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.555+0000 7f9637fff640 1 -- 172.21.15.23:0/2415029244 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1721043297 0 0) 0x7f96400ad280 con 0x7f96400cb6c0 2023-06-26T03:02:19.564 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.555+0000 7f9637fff640 1 -- 172.21.15.23:0/2415029244 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f962c003530 con 0x7f96400cb6c0 2023-06-26T03:02:19.564 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.555+0000 7f9644fd0640 1 -- 172.21.15.23:0/2415029244 >> v1:172.21.15.71:6789/0 conn(0x7f96400aceb0 legacy=0x7f96400c9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:19.564 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.555+0000 7f9637fff640 1 -- 172.21.15.23:0/2415029244 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3372832794 0 0) 0x7f962c003530 con 0x7f96400cb6c0 2023-06-26T03:02:19.565 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.555+0000 7f9644fd0640 1 -- 172.21.15.23:0/2415029244 >> v1:172.21.15.23:6789/0 conn(0x7f96400cb6c0 legacy=0x7f96400cbad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:19.565 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.555+0000 7f9644fd0640 1 -- 172.21.15.23:0/2415029244 --> v2:172.21.15.71:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9640158c90 con 0x7f964006ef70 2023-06-26T03:02:19.566 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.559+0000 7f9644fd0640 1 --2- 172.21.15.23:0/2415029244 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f964006ef70 0x7f964006f410 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f96300097c0 tx=0x7f963001c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7cfe2b43b19e161d server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:19.566 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.559+0000 7f9637fff640 1 -- 172.21.15.23:0/2415029244 <== mon.1 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96300a4ea0 con 0x7f964006ef70 2023-06-26T03:02:19.566 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.559+0000 7f9637fff640 1 -- 172.21.15.23:0/2415029244 <== mon.1 v2:172.21.15.71:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f96300a7050 con 0x7f964006ef70 2023-06-26T03:02:19.567 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.559+0000 7f9637fff640 1 -- 172.21.15.23:0/2415029244 <== mon.1 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9638001a00 con 0x7f964006ef70 2023-06-26T03:02:19.567 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.559+0000 7f9647a35640 1 -- 172.21.15.23:0/2415029244 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f964006ef70 msgr2=0x7f964006f410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:19.567 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.559+0000 7f9647a35640 1 --2- 172.21.15.23:0/2415029244 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f964006ef70 0x7f964006f410 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f96300097c0 tx=0x7f963001c3a0 comp rx=0 tx=0).stop 2023-06-26T03:02:19.567 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.559+0000 7f9647a35640 1 -- 172.21.15.23:0/2415029244 shutdown_connections 2023-06-26T03:02:19.568 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.559+0000 7f9647a35640 1 --2- 172.21.15.23:0/2415029244 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f964006ef70 0x7f964006f410 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:19.568 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.559+0000 7f9647a35640 1 -- 172.21.15.23:0/2415029244 >> 172.21.15.23:0/2415029244 conn(0x7f9640069fc0 msgr2=0x7f96400ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:19.568 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.559+0000 7f9647a35640 1 -- 172.21.15.23:0/2415029244 shutdown_connections 2023-06-26T03:02:19.568 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.559+0000 7f9647a35640 1 -- 172.21.15.23:0/2415029244 wait complete. 2023-06-26T03:02:19.569 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.559+0000 7f9647a35640 1 Processor -- start 2023-06-26T03:02:19.569 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.559+0000 7f9647a35640 1 -- start start 2023-06-26T03:02:19.569 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.563+0000 7f9647a35640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f964006ef70 0x7f96400af680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:19.569 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.563+0000 7f9647a35640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f96400aceb0 0x7f96401569f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:19.569 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.563+0000 7f9647a35640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f96400cb6c0 0x7f96400ab890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:19.570 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.563+0000 7f9647a35640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96401565d0 con 0x7f96400aceb0 2023-06-26T03:02:19.570 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.563+0000 7f9647a35640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96400afbc0 con 0x7f96400cb6c0 2023-06-26T03:02:19.570 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.563+0000 7f9647a35640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9640155950 con 0x7f964006ef70 2023-06-26T03:02:19.570 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.563+0000 7f9644fd0640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f96400aceb0 0x7f96401569f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:19.570 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.563+0000 7f9644fd0640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f96400aceb0 0x7f96401569f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:54258/0 (socket says 172.21.15.23:54258) 2023-06-26T03:02:19.570 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.563+0000 7f9644fd0640 1 -- 172.21.15.23:0/3150346267 learned_addr learned my addr 172.21.15.23:0/3150346267 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:19.571 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.563+0000 7f9645fd2640 1 --2- 172.21.15.23:0/3150346267 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f96400cb6c0 0x7f96400ab890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:19.571 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.563+0000 7f96457d1640 1 --2- 172.21.15.23:0/3150346267 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f964006ef70 0x7f96400af680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:19.572 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.563+0000 7f9644fd0640 1 -- 172.21.15.23:0/3150346267 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f964006ef70 msgr2=0x7f96400af680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:19.572 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.563+0000 7f9644fd0640 1 --2- 172.21.15.23:0/3150346267 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f964006ef70 0x7f96400af680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:19.572 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.563+0000 7f9644fd0640 1 -- 172.21.15.23:0/3150346267 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f96400cb6c0 msgr2=0x7f96400ab890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:19.572 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.563+0000 7f9644fd0640 1 --2- 172.21.15.23:0/3150346267 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f96400cb6c0 0x7f96400ab890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:19.572 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.563+0000 7f9644fd0640 1 -- 172.21.15.23:0/3150346267 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9630009420 con 0x7f96400aceb0 2023-06-26T03:02:19.572 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.563+0000 7f9645fd2640 1 --2- 172.21.15.23:0/3150346267 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f96400cb6c0 0x7f96400ab890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:19.572 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.563+0000 7f96457d1640 1 --2- 172.21.15.23:0/3150346267 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f964006ef70 0x7f96400af680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:19.573 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.563+0000 7f9644fd0640 1 --2- 172.21.15.23:0/3150346267 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f96400aceb0 0x7f96401569f0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f9630019fd0 tx=0x7f9630019140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:19.573 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.563+0000 7f9635ffb640 1 -- 172.21.15.23:0/3150346267 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9630003a30 con 0x7f96400aceb0 2023-06-26T03:02:19.573 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.563+0000 7f9635ffb640 1 -- 172.21.15.23:0/3150346267 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9630003b90 con 0x7f96400aceb0 2023-06-26T03:02:19.573 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.563+0000 7f9647a35640 1 -- 172.21.15.23:0/3150346267 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9640155c30 con 0x7f96400aceb0 2023-06-26T03:02:19.573 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.563+0000 7f9635ffb640 1 -- 172.21.15.23:0/3150346267 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96300b5410 con 0x7f96400aceb0 2023-06-26T03:02:19.573 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.563+0000 7f9647a35640 1 -- 172.21.15.23:0/3150346267 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96401561f0 con 0x7f96400aceb0 2023-06-26T03:02:19.573 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.563+0000 7f9647a35640 1 -- 172.21.15.23:0/3150346267 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9640156710 con 0x7f96400aceb0 2023-06-26T03:02:19.573 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.563+0000 7f9635ffb640 1 -- 172.21.15.23:0/3150346267 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f96300b2050 con 0x7f96400aceb0 2023-06-26T03:02:19.574 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.563+0000 7f9635ffb640 1 --2- 172.21.15.23:0/3150346267 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9624066280 0x7f9624068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:19.574 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.563+0000 7f9635ffb640 1 -- 172.21.15.23:0/3150346267 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f963011e030 con 0x7f96400aceb0 2023-06-26T03:02:19.574 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.563+0000 7f96457d1640 1 --2- 172.21.15.23:0/3150346267 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9624066280 0x7f9624068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:19.574 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.567+0000 7f96457d1640 1 --2- 172.21.15.23:0/3150346267 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9624066280 0x7f9624068730 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f963c0016f0 tx=0x7f963c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:19.576 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.567+0000 7f9635ffb640 1 -- 172.21.15.23:0/3150346267 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f9640156710 con 0x7f96400aceb0 2023-06-26T03:02:19.729 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.723+0000 7f9647a35640 1 -- 172.21.15.23:0/3150346267 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f96400cc9f0 con 0x7f96400aceb0 2023-06-26T03:02:19.730 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.723+0000 7f9635ffb640 1 -- 172.21.15.23:0/3150346267 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v27) v1 ==== 92+0+10 (secure 0 0 0) 0x7f96400cc9f0 con 0x7f96400aceb0 2023-06-26T03:02:19.730 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 8 2023-06-26T03:02:19.733 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.723+0000 7f9647a35640 1 -- 172.21.15.23:0/3150346267 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9624066280 msgr2=0x7f9624068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:19.733 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.723+0000 7f9647a35640 1 --2- 172.21.15.23:0/3150346267 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9624066280 0x7f9624068730 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f963c0016f0 tx=0x7f963c009040 comp rx=0 tx=0).stop 2023-06-26T03:02:19.733 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.723+0000 7f9647a35640 1 -- 172.21.15.23:0/3150346267 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f96400aceb0 msgr2=0x7f96401569f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:19.733 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.723+0000 7f9647a35640 1 --2- 172.21.15.23:0/3150346267 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f96400aceb0 0x7f96401569f0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f9630019fd0 tx=0x7f9630019140 comp rx=0 tx=0).stop 2023-06-26T03:02:19.733 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.723+0000 7f9647a35640 1 -- 172.21.15.23:0/3150346267 shutdown_connections 2023-06-26T03:02:19.733 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.723+0000 7f9647a35640 1 --2- 172.21.15.23:0/3150346267 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9624066280 0x7f9624068730 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:19.733 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.723+0000 7f9647a35640 1 --2- 172.21.15.23:0/3150346267 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f96400cb6c0 0x7f96400ab890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:19.734 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.723+0000 7f9647a35640 1 --2- 172.21.15.23:0/3150346267 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f96400aceb0 0x7f96401569f0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:19.734 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.723+0000 7f9647a35640 1 --2- 172.21.15.23:0/3150346267 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f964006ef70 0x7f96400af680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:19.734 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.723+0000 7f9647a35640 1 -- 172.21.15.23:0/3150346267 >> 172.21.15.23:0/3150346267 conn(0x7f9640069fc0 msgr2=0x7f96400ce310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:19.734 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.723+0000 7f9647a35640 1 -- 172.21.15.23:0/3150346267 shutdown_connections 2023-06-26T03:02:19.734 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.727+0000 7f9647a35640 1 -- 172.21.15.23:0/3150346267 wait complete. 2023-06-26T03:02:19.748 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-26T03:02:19.865 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.859+0000 7efff68c1640 1 Processor -- start 2023-06-26T03:02:19.865 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.859+0000 7efff68c1640 1 -- start start 2023-06-26T03:02:19.867 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.859+0000 7efff68c1640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7efff01597f0 0x7efff006a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:19.867 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.859+0000 7efff68c1640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efff005fed0 0x7efff0060370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:19.867 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.859+0000 7efff68c1640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efff006e890 con 0x7efff006e410 2023-06-26T03:02:19.867 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.859+0000 7efff68c1640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efff00608b0 con 0x7efff01597f0 2023-06-26T03:02:19.867 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.859+0000 7efff68c1640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efff006df80 con 0x7efff005fed0 2023-06-26T03:02:19.867 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.859+0000 7effeffff640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7efff01597f0 0x7efff006a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:19.867 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.859+0000 7effeffff640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7efff01597f0 0x7efff006a6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:54268/0 (socket says 172.21.15.23:54268) 2023-06-26T03:02:19.868 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.859+0000 7effeffff640 1 -- 172.21.15.23:0/2853602775 learned_addr learned my addr 172.21.15.23:0/2853602775 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:19.868 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.859+0000 7effef7fe640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7efff006e410 0x7efff00cae80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:41248/0 (socket says 172.21.15.23:41248) 2023-06-26T03:02:19.868 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.859+0000 7efff4e5e640 1 --2- 172.21.15.23:0/2853602775 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efff005fed0 0x7efff0060370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:19.868 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.859+0000 7effeffff640 1 -- 172.21.15.23:0/2853602775 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efff005fed0 msgr2=0x7efff0060370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:19.868 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.859+0000 7effeffff640 1 --2- 172.21.15.23:0/2853602775 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efff005fed0 0x7efff0060370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:19.868 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.859+0000 7effeffff640 1 -- 172.21.15.23:0/2853602775 >> v1:172.21.15.23:6789/0 conn(0x7efff006e410 legacy=0x7efff00cae80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:19.868 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.859+0000 7effeffff640 1 -- 172.21.15.23:0/2853602775 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efff006d650 con 0x7efff01597f0 2023-06-26T03:02:19.869 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7effeffff640 1 --2- 172.21.15.23:0/2853602775 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efff01597f0 0x7efff006a6e0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7effe0009870 tx=0x7effe001c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f8031425444ff57 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:19.869 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7effeeffd640 1 -- 172.21.15.23:0/2853602775 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effe00ab680 con 0x7efff01597f0 2023-06-26T03:02:19.869 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7effeeffd640 1 -- 172.21.15.23:0/2853602775 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7effe00ab7e0 con 0x7efff01597f0 2023-06-26T03:02:19.869 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7effeeffd640 1 -- 172.21.15.23:0/2853602775 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effe00abb70 con 0x7efff01597f0 2023-06-26T03:02:19.870 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7efff68c1640 1 -- 172.21.15.23:0/2853602775 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efff01597f0 msgr2=0x7efff006a6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:19.870 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7efff68c1640 1 --2- 172.21.15.23:0/2853602775 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efff01597f0 0x7efff006a6e0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7effe0009870 tx=0x7effe001c480 comp rx=0 tx=0).stop 2023-06-26T03:02:19.870 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7efff68c1640 1 -- 172.21.15.23:0/2853602775 shutdown_connections 2023-06-26T03:02:19.871 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7efff68c1640 1 --2- 172.21.15.23:0/2853602775 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efff005fed0 0x7efff0060370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:19.871 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7efff68c1640 1 --2- 172.21.15.23:0/2853602775 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efff01597f0 0x7efff006a6e0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:19.871 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7efff68c1640 1 -- 172.21.15.23:0/2853602775 >> 172.21.15.23:0/2853602775 conn(0x7efff00cece0 msgr2=0x7efff00cf0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:19.871 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7efff68c1640 1 -- 172.21.15.23:0/2853602775 shutdown_connections 2023-06-26T03:02:19.871 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7efff68c1640 1 -- 172.21.15.23:0/2853602775 wait complete. 2023-06-26T03:02:19.872 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7efff68c1640 1 Processor -- start 2023-06-26T03:02:19.873 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7efff68c1640 1 -- start start 2023-06-26T03:02:19.873 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7efff68c1640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efff005fed0 0x7efff01492a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:19.873 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7efff68c1640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efff006e410 0x7efff00cd7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:19.873 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7efff68c1640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efff01597f0 0x7efff01583f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:19.873 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7efff68c1640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efff014f040 con 0x7efff006e410 2023-06-26T03:02:19.873 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7efff68c1640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efff014e430 con 0x7efff005fed0 2023-06-26T03:02:19.873 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7efff68c1640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efff014e710 con 0x7efff01597f0 2023-06-26T03:02:19.873 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7effef7fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efff006e410 0x7efff00cd7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:19.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7effef7fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efff006e410 0x7efff00cd7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:54272/0 (socket says 172.21.15.23:54272) 2023-06-26T03:02:19.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7effef7fe640 1 -- 172.21.15.23:0/1999905680 learned_addr learned my addr 172.21.15.23:0/1999905680 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:19.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7effef7fe640 1 -- 172.21.15.23:0/1999905680 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efff01597f0 msgr2=0x7efff01583f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:19.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7effef7fe640 1 --2- 172.21.15.23:0/1999905680 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efff01597f0 0x7efff01583f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:19.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7effef7fe640 1 -- 172.21.15.23:0/1999905680 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efff005fed0 msgr2=0x7efff01492a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:19.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7effef7fe640 1 --2- 172.21.15.23:0/1999905680 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efff005fed0 0x7efff01492a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:19.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7effef7fe640 1 -- 172.21.15.23:0/1999905680 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7effe00094d0 con 0x7efff006e410 2023-06-26T03:02:19.875 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7effef7fe640 1 --2- 172.21.15.23:0/1999905680 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efff006e410 0x7efff00cd7a0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7effd800c430 tx=0x7effd800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:19.875 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7effecff9640 1 -- 172.21.15.23:0/1999905680 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effd80074e0 con 0x7efff006e410 2023-06-26T03:02:19.875 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7effecff9640 1 -- 172.21.15.23:0/1999905680 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7effd8007640 con 0x7efff006e410 2023-06-26T03:02:19.875 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7efff68c1640 1 -- 172.21.15.23:0/1999905680 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efff014e9f0 con 0x7efff006e410 2023-06-26T03:02:19.875 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7effecff9640 1 -- 172.21.15.23:0/1999905680 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effd8004a10 con 0x7efff006e410 2023-06-26T03:02:19.875 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.863+0000 7efff68c1640 1 -- 172.21.15.23:0/1999905680 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efff014a870 con 0x7efff006e410 2023-06-26T03:02:19.876 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.867+0000 7efff68c1640 1 -- 172.21.15.23:0/1999905680 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efff004d790 con 0x7efff006e410 2023-06-26T03:02:19.876 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.867+0000 7effecff9640 1 -- 172.21.15.23:0/1999905680 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7effd8004b70 con 0x7efff006e410 2023-06-26T03:02:19.876 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.867+0000 7effecff9640 1 --2- 172.21.15.23:0/1999905680 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7effd0066280 0x7effd0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:19.876 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.867+0000 7effecff9640 1 -- 172.21.15.23:0/1999905680 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7effd8083890 con 0x7efff006e410 2023-06-26T03:02:19.877 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.867+0000 7effeffff640 1 --2- 172.21.15.23:0/1999905680 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7effd0066280 0x7effd0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:19.877 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.867+0000 7effeffff640 1 --2- 172.21.15.23:0/1999905680 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7effd0066280 0x7effd0068730 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7effe00af000 tx=0x7effe0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:19.878 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:19.871+0000 7effecff9640 1 -- 172.21.15.23:0/1999905680 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7effd8050a20 con 0x7efff006e410 2023-06-26T03:02:20.025 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.019+0000 7efff68c1640 1 -- 172.21.15.23:0/1999905680 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7efff006e890 con 0x7efff006e410 2023-06-26T03:02:20.025 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.019+0000 7effecff9640 1 -- 172.21.15.23:0/1999905680 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v27) v1 ==== 104+0+11 (secure 0 0 0) 0x7efff006e890 con 0x7efff006e410 2023-06-26T03:02:20.026 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:02:20.028 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.019+0000 7efff68c1640 1 -- 172.21.15.23:0/1999905680 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7effd0066280 msgr2=0x7effd0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:20.028 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.019+0000 7efff68c1640 1 --2- 172.21.15.23:0/1999905680 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7effd0066280 0x7effd0068730 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7effe00af000 tx=0x7effe0008040 comp rx=0 tx=0).stop 2023-06-26T03:02:20.028 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.019+0000 7efff68c1640 1 -- 172.21.15.23:0/1999905680 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efff006e410 msgr2=0x7efff00cd7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:20.029 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.019+0000 7efff68c1640 1 --2- 172.21.15.23:0/1999905680 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efff006e410 0x7efff00cd7a0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7effd800c430 tx=0x7effd800c8f0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.029 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.019+0000 7efff68c1640 1 -- 172.21.15.23:0/1999905680 shutdown_connections 2023-06-26T03:02:20.029 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.019+0000 7efff68c1640 1 --2- 172.21.15.23:0/1999905680 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7effd0066280 0x7effd0068730 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.029 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.019+0000 7efff68c1640 1 --2- 172.21.15.23:0/1999905680 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efff01597f0 0x7efff01583f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.029 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.019+0000 7efff68c1640 1 --2- 172.21.15.23:0/1999905680 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efff006e410 0x7efff00cd7a0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.029 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.019+0000 7efff68c1640 1 --2- 172.21.15.23:0/1999905680 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efff005fed0 0x7efff01492a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.029 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.019+0000 7efff68c1640 1 -- 172.21.15.23:0/1999905680 >> 172.21.15.23:0/1999905680 conn(0x7efff00cece0 msgr2=0x7efff0150240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:20.030 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.019+0000 7efff68c1640 1 -- 172.21.15.23:0/1999905680 shutdown_connections 2023-06-26T03:02:20.030 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.019+0000 7efff68c1640 1 -- 172.21.15.23:0/1999905680 wait complete. 2023-06-26T03:02:20.044 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-26T03:02:20.161 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.151+0000 7f98ea147640 1 Processor -- start 2023-06-26T03:02:20.161 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.151+0000 7f98ea147640 1 -- start start 2023-06-26T03:02:20.161 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.155+0000 7f98ea147640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f98e40b3ea0 0x7f98e40d0890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:20.162 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.155+0000 7f98ea147640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f98e40cf960 con 0x7f98e415b6e0 2023-06-26T03:02:20.162 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.155+0000 7f98ea147640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f98e40cfca0 con 0x7f98e40b3a20 2023-06-26T03:02:20.162 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.155+0000 7f98ea147640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f98e40cede0 con 0x7f98e40b3ea0 2023-06-26T03:02:20.162 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.155+0000 7f98e37fe640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f98e415b6e0 0x7f98e40cc5f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:41252/0 (socket says 172.21.15.23:41252) 2023-06-26T03:02:20.162 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.155+0000 7f98e37fe640 1 -- 172.21.15.23:0/2153720952 learned_addr learned my addr 172.21.15.23:0/2153720952 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:20.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.155+0000 7f98e3fff640 1 --2- 172.21.15.23:0/2153720952 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f98e40b3ea0 0x7f98e40d0890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:20.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.155+0000 7f98e27fc640 1 -- 172.21.15.23:0/2153720952 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3414654097 0 0) 0x7f98e40cf960 con 0x7f98e415b6e0 2023-06-26T03:02:20.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.155+0000 7f98e27fc640 1 -- 172.21.15.23:0/2153720952 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f98cc003530 con 0x7f98e415b6e0 2023-06-26T03:02:20.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.155+0000 7f98e27fc640 1 -- 172.21.15.23:0/2153720952 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2439306534 0 0) 0x7f98cc003530 con 0x7f98e415b6e0 2023-06-26T03:02:20.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.155+0000 7f98e27fc640 1 -- 172.21.15.23:0/2153720952 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f98e40b3ea0 msgr2=0x7f98e40d0890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:20.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.155+0000 7f98e27fc640 1 --2- 172.21.15.23:0/2153720952 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f98e40b3ea0 0x7f98e40d0890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.155+0000 7f98e27fc640 1 -- 172.21.15.23:0/2153720952 >> v1:172.21.15.71:6789/0 conn(0x7f98e40b3a20 legacy=0x7f98e40d0180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:20.165 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.155+0000 7f98e27fc640 1 -- 172.21.15.23:0/2153720952 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98e40cf0c0 con 0x7f98e415b6e0 2023-06-26T03:02:20.165 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.155+0000 7f98e27fc640 1 -- 172.21.15.23:0/2153720952 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f98d4001680 con 0x7f98e415b6e0 2023-06-26T03:02:20.165 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.155+0000 7f98e27fc640 1 -- 172.21.15.23:0/2153720952 >> v1:172.21.15.23:6789/0 conn(0x7f98e415b6e0 legacy=0x7f98e40cc5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:20.165 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.155+0000 7f98e27fc640 1 --2- 172.21.15.23:0/2153720952 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f98e40b3ea0 0x7f98cc0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:20.165 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.155+0000 7f98e27fc640 1 --2- 172.21.15.23:0/2153720952 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f98cc003f30 0x7f98cc0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:20.165 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.155+0000 7f98e27fc640 1 --2- 172.21.15.23:0/2153720952 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f98cc004d10 0x7f98cc005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:20.165 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.155+0000 7f98e27fc640 1 -- 172.21.15.23:0/2153720952 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98e40cede0 con 0x7f98cc003f30 2023-06-26T03:02:20.166 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.155+0000 7f98e27fc640 1 -- 172.21.15.23:0/2153720952 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98cc00bb20 con 0x7f98cc004d10 2023-06-26T03:02:20.166 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.155+0000 7f98e27fc640 1 -- 172.21.15.23:0/2153720952 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f98cc00bce0 con 0x7f98e40b3ea0 2023-06-26T03:02:20.166 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.155+0000 7f98e2ffd640 1 --2- 172.21.15.23:0/2153720952 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f98cc003f30 0x7f98cc0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:20.166 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.155+0000 7f98e3fff640 1 --2- 172.21.15.23:0/2153720952 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f98cc004d10 0x7f98cc005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:20.166 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.155+0000 7f98e2ffd640 1 -- 172.21.15.23:0/2153720952 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f98e40b3ea0 msgr2=0x7f98cc0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:20.166 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.155+0000 7f98e2ffd640 1 --2- 172.21.15.23:0/2153720952 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f98e40b3ea0 0x7f98cc0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.166 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.155+0000 7f98e2ffd640 1 -- 172.21.15.23:0/2153720952 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f98cc004d10 msgr2=0x7f98cc005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:20.166 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.155+0000 7f98e2ffd640 1 --2- 172.21.15.23:0/2153720952 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f98cc004d10 0x7f98cc005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.167 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.155+0000 7f98e2ffd640 1 -- 172.21.15.23:0/2153720952 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98cc003530 con 0x7f98cc003f30 2023-06-26T03:02:20.167 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.155+0000 7f98e3fff640 1 --2- 172.21.15.23:0/2153720952 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f98cc004d10 0x7f98cc005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:20.169 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.159+0000 7f98e2ffd640 1 --2- 172.21.15.23:0/2153720952 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f98cc003f30 0x7f98cc0047d0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f98d8001750 tx=0x7f98d801c390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d0280e46ab07b6 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:20.169 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.159+0000 7f98e27fc640 1 -- 172.21.15.23:0/2153720952 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98d80052d0 con 0x7f98cc003f30 2023-06-26T03:02:20.169 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.159+0000 7f98e27fc640 1 -- 172.21.15.23:0/2153720952 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f98d80a7050 con 0x7f98cc003f30 2023-06-26T03:02:20.169 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.159+0000 7f98e27fc640 1 -- 172.21.15.23:0/2153720952 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98d8003600 con 0x7f98cc003f30 2023-06-26T03:02:20.169 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.159+0000 7f98ea147640 1 -- 172.21.15.23:0/2153720952 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f98cc003f30 msgr2=0x7f98cc0047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:20.169 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.159+0000 7f98ea147640 1 --2- 172.21.15.23:0/2153720952 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f98cc003f30 0x7f98cc0047d0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f98d8001750 tx=0x7f98d801c390 comp rx=0 tx=0).stop 2023-06-26T03:02:20.170 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.159+0000 7f98e3fff640 1 -- 172.21.15.23:0/2153720952 reap_dead start 2023-06-26T03:02:20.170 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.159+0000 7f98ea147640 1 -- 172.21.15.23:0/2153720952 shutdown_connections 2023-06-26T03:02:20.170 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.159+0000 7f98ea147640 1 -- 172.21.15.23:0/2153720952 >> 172.21.15.23:0/2153720952 conn(0x7f98e40d1fa0 msgr2=0x7f98e40d23a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:20.170 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.159+0000 7f98ea147640 1 -- 172.21.15.23:0/2153720952 shutdown_connections 2023-06-26T03:02:20.170 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.159+0000 7f98ea147640 1 -- 172.21.15.23:0/2153720952 wait complete. 2023-06-26T03:02:20.170 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.159+0000 7f98ea147640 1 Processor -- start 2023-06-26T03:02:20.170 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.159+0000 7f98ea147640 1 -- start start 2023-06-26T03:02:20.171 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.159+0000 7f98ea147640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f98cc003f30 0x7f98e4150b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:20.171 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.159+0000 7f98ea147640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f98e40c9a80 0x7f98e415f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:20.171 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.159+0000 7f98ea147640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f98e415f700 0x7f98e40ca800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:20.171 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.159+0000 7f98ea147640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98e4153d00 con 0x7f98e415f700 2023-06-26T03:02:20.171 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.159+0000 7f98ea147640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98e4154b60 con 0x7f98cc003f30 2023-06-26T03:02:20.171 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.159+0000 7f98ea147640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f98e415fb50 con 0x7f98e40c9a80 2023-06-26T03:02:20.171 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.159+0000 7f98e3fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f98e415f700 0x7f98e40ca800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:20.171 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.159+0000 7f98e3fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f98e415f700 0x7f98e40ca800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:54286/0 (socket says 172.21.15.23:54286) 2023-06-26T03:02:20.172 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.159+0000 7f98e3fff640 1 -- 172.21.15.23:0/3408781814 learned_addr learned my addr 172.21.15.23:0/3408781814 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:20.172 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.159+0000 7f98e37fe640 1 --2- 172.21.15.23:0/3408781814 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f98cc003f30 0x7f98e4150b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:20.172 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.159+0000 7f98e2ffd640 1 --2- 172.21.15.23:0/3408781814 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f98e40c9a80 0x7f98e415f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:20.172 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.159+0000 7f98e3fff640 1 -- 172.21.15.23:0/3408781814 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f98e40c9a80 msgr2=0x7f98e415f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:20.172 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.159+0000 7f98e3fff640 1 --2- 172.21.15.23:0/3408781814 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f98e40c9a80 0x7f98e415f1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.172 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.159+0000 7f98e3fff640 1 -- 172.21.15.23:0/3408781814 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f98cc003f30 msgr2=0x7f98e4150b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:20.172 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.159+0000 7f98e3fff640 1 --2- 172.21.15.23:0/3408781814 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f98cc003f30 0x7f98e4150b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.172 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.159+0000 7f98e3fff640 1 -- 172.21.15.23:0/3408781814 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98e41510b0 con 0x7f98e415f700 2023-06-26T03:02:20.173 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.159+0000 7f98e3fff640 1 --2- 172.21.15.23:0/3408781814 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f98e415f700 0x7f98e40ca800 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f98e4089fa0 tx=0x7f98dc007ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:20.173 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.163+0000 7f98cbfff640 1 -- 172.21.15.23:0/3408781814 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98dc014760 con 0x7f98e415f700 2023-06-26T03:02:20.173 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.163+0000 7f98cbfff640 1 -- 172.21.15.23:0/3408781814 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f98dc011040 con 0x7f98e415f700 2023-06-26T03:02:20.173 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.163+0000 7f98ea147640 1 -- 172.21.15.23:0/3408781814 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f98e4153ee0 con 0x7f98e415f700 2023-06-26T03:02:20.173 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.163+0000 7f98cbfff640 1 -- 172.21.15.23:0/3408781814 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98dc014ae0 con 0x7f98e415f700 2023-06-26T03:02:20.173 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.163+0000 7f98ea147640 1 -- 172.21.15.23:0/3408781814 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98e41544a0 con 0x7f98e415f700 2023-06-26T03:02:20.174 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.163+0000 7f98ea147640 1 -- 172.21.15.23:0/3408781814 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f98e404d790 con 0x7f98e415f700 2023-06-26T03:02:20.174 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.163+0000 7f98cbfff640 1 -- 172.21.15.23:0/3408781814 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f98dc014c40 con 0x7f98e415f700 2023-06-26T03:02:20.174 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.163+0000 7f98cbfff640 1 --2- 172.21.15.23:0/3408781814 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f98d0066280 0x7f98d0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:20.174 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.163+0000 7f98cbfff640 1 -- 172.21.15.23:0/3408781814 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f98dc083ac0 con 0x7f98e415f700 2023-06-26T03:02:20.175 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.163+0000 7f98e37fe640 1 --2- 172.21.15.23:0/3408781814 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f98d0066280 0x7f98d0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:20.175 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.163+0000 7f98e37fe640 1 --2- 172.21.15.23:0/3408781814 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f98d0066280 0x7f98d0068730 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f98d40017b0 tx=0x7f98d4001520 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:20.175 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.167+0000 7f98cbfff640 1 -- 172.21.15.23:0/3408781814 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f98dc050ce0 con 0x7f98e415f700 2023-06-26T03:02:20.329 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.323+0000 7f98ea147640 1 -- 172.21.15.23:0/3408781814 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f98e4067560 con 0x7f98e415f700 2023-06-26T03:02:20.331 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.323+0000 7f98cbfff640 1 -- 172.21.15.23:0/3408781814 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v27) v1 ==== 100+0+11 (secure 0 0 0) 0x7f98dc054300 con 0x7f98e415f700 2023-06-26T03:02:20.331 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 64 2023-06-26T03:02:20.334 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.327+0000 7f98ea147640 1 -- 172.21.15.23:0/3408781814 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f98d0066280 msgr2=0x7f98d0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:20.334 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.327+0000 7f98ea147640 1 --2- 172.21.15.23:0/3408781814 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f98d0066280 0x7f98d0068730 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f98d40017b0 tx=0x7f98d4001520 comp rx=0 tx=0).stop 2023-06-26T03:02:20.334 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.327+0000 7f98ea147640 1 -- 172.21.15.23:0/3408781814 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f98e415f700 msgr2=0x7f98e40ca800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:20.334 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.327+0000 7f98ea147640 1 --2- 172.21.15.23:0/3408781814 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f98e415f700 0x7f98e40ca800 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f98e4089fa0 tx=0x7f98dc007ee0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.334 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.327+0000 7f98ea147640 1 -- 172.21.15.23:0/3408781814 shutdown_connections 2023-06-26T03:02:20.334 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.327+0000 7f98ea147640 1 --2- 172.21.15.23:0/3408781814 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f98d0066280 0x7f98d0068730 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.335 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.327+0000 7f98ea147640 1 --2- 172.21.15.23:0/3408781814 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f98e415f700 0x7f98e40ca800 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.335 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.327+0000 7f98ea147640 1 --2- 172.21.15.23:0/3408781814 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f98e40c9a80 0x7f98e415f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.335 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.327+0000 7f98ea147640 1 --2- 172.21.15.23:0/3408781814 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f98cc003f30 0x7f98e4150b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.335 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.327+0000 7f98ea147640 1 -- 172.21.15.23:0/3408781814 >> 172.21.15.23:0/3408781814 conn(0x7f98e40d1fa0 msgr2=0x7f98e4158770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:20.335 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.327+0000 7f98ea147640 1 -- 172.21.15.23:0/3408781814 shutdown_connections 2023-06-26T03:02:20.335 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.327+0000 7f98ea147640 1 -- 172.21.15.23:0/3408781814 wait complete. 2023-06-26T03:02:20.350 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-06-26T03:02:20.468 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.459+0000 7fab6c693640 1 Processor -- start 2023-06-26T03:02:20.469 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.459+0000 7fab6c693640 1 -- start start 2023-06-26T03:02:20.470 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.463+0000 7fab6c693640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fab6406ed60 0x7fab640af570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:20.470 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.463+0000 7fab6c693640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fab640afab0 0x7fab640c84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:20.470 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.463+0000 7fab6c693640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fab640afed0 con 0x7fab64157230 2023-06-26T03:02:20.470 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.463+0000 7fab6c693640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fab640ca360 con 0x7fab640afab0 2023-06-26T03:02:20.470 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.463+0000 7fab6c693640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab640c97e0 con 0x7fab6406ed60 2023-06-26T03:02:20.470 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.463+0000 7fab6ac30640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fab640afab0 0x7fab640c84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:20.471 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.463+0000 7fab6ac30640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fab640afab0 0x7fab640c84b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:54294/0 (socket says 172.21.15.23:54294) 2023-06-26T03:02:20.471 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.463+0000 7fab6ac30640 1 -- 172.21.15.23:0/164065302 learned_addr learned my addr 172.21.15.23:0/164065302 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:20.471 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.463+0000 7fab69c2e640 1 --2- 172.21.15.23:0/164065302 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fab6406ed60 0x7fab640af570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:20.471 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.463+0000 7fab6ac30640 1 -- 172.21.15.23:0/164065302 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fab6406ed60 msgr2=0x7fab640af570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:20.472 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.463+0000 7fab6ac30640 1 --2- 172.21.15.23:0/164065302 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fab6406ed60 0x7fab640af570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.472 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.463+0000 7fab6ac30640 1 -- 172.21.15.23:0/164065302 >> v1:172.21.15.71:6789/0 conn(0x7fab64157230 legacy=0x7fab640707c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:20.472 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.463+0000 7fab6ac30640 1 -- 172.21.15.23:0/164065302 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab640c9ac0 con 0x7fab640afab0 2023-06-26T03:02:20.472 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.463+0000 7fab6ac30640 1 --2- 172.21.15.23:0/164065302 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fab640afab0 0x7fab640c84b0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fab5c009e50 tx=0x7fab5c01c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f30ef34ee8fa2be server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:20.473 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.463+0000 7fab6942d640 1 -- 172.21.15.23:0/164065302 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab5c0a5780 con 0x7fab640afab0 2023-06-26T03:02:20.473 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.463+0000 7fab6942d640 1 -- 172.21.15.23:0/164065302 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab5c0a58e0 con 0x7fab640afab0 2023-06-26T03:02:20.473 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.463+0000 7fab6942d640 1 -- 172.21.15.23:0/164065302 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab5c0a5c70 con 0x7fab640afab0 2023-06-26T03:02:20.474 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.467+0000 7fab6c693640 1 -- 172.21.15.23:0/164065302 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fab640afab0 msgr2=0x7fab640c84b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:20.474 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.467+0000 7fab6c693640 1 --2- 172.21.15.23:0/164065302 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fab640afab0 0x7fab640c84b0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fab5c009e50 tx=0x7fab5c01c8c0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.474 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.467+0000 7fab6c693640 1 -- 172.21.15.23:0/164065302 shutdown_connections 2023-06-26T03:02:20.474 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.467+0000 7fab6c693640 1 --2- 172.21.15.23:0/164065302 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fab640afab0 0x7fab640c84b0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.474 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.467+0000 7fab6c693640 1 --2- 172.21.15.23:0/164065302 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fab6406ed60 0x7fab640af570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.474 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.467+0000 7fab6c693640 1 -- 172.21.15.23:0/164065302 >> 172.21.15.23:0/164065302 conn(0x7fab64069fc0 msgr2=0x7fab640ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:20.474 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.467+0000 7fab6c693640 1 -- 172.21.15.23:0/164065302 shutdown_connections 2023-06-26T03:02:20.475 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.467+0000 7fab6c693640 1 -- 172.21.15.23:0/164065302 wait complete. 2023-06-26T03:02:20.476 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.467+0000 7fab6c693640 1 Processor -- start 2023-06-26T03:02:20.476 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.467+0000 7fab6c693640 1 -- start start 2023-06-26T03:02:20.476 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.467+0000 7fab6c693640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fab6406ed60 0x7fab6414cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:20.477 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.467+0000 7fab6c693640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fab640afab0 0x7fab6414c520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:20.477 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.467+0000 7fab6c693640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fab640c5f70 0x7fab6415b420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:20.477 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.467+0000 7fab6c693640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab6414e580 con 0x7fab640c5f70 2023-06-26T03:02:20.477 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.467+0000 7fab6c693640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab6414d3e0 con 0x7fab6406ed60 2023-06-26T03:02:20.477 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.467+0000 7fab6c693640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab6414d6c0 con 0x7fab640afab0 2023-06-26T03:02:20.477 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.467+0000 7fab6ac30640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fab640c5f70 0x7fab6415b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:20.477 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.467+0000 7fab6ac30640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fab640c5f70 0x7fab6415b420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:54298/0 (socket says 172.21.15.23:54298) 2023-06-26T03:02:20.477 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.467+0000 7fab6ac30640 1 -- 172.21.15.23:0/3485645374 learned_addr learned my addr 172.21.15.23:0/3485645374 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:20.478 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.467+0000 7fab69c2e640 1 --2- 172.21.15.23:0/3485645374 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fab640afab0 0x7fab6414c520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:20.478 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.467+0000 7fab6a42f640 1 --2- 172.21.15.23:0/3485645374 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fab6406ed60 0x7fab6414cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:20.478 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.467+0000 7fab6ac30640 1 -- 172.21.15.23:0/3485645374 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fab640afab0 msgr2=0x7fab6414c520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:20.478 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.467+0000 7fab6ac30640 1 --2- 172.21.15.23:0/3485645374 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fab640afab0 0x7fab6414c520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.478 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.467+0000 7fab6ac30640 1 -- 172.21.15.23:0/3485645374 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fab6406ed60 msgr2=0x7fab6414cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:20.478 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.467+0000 7fab6ac30640 1 --2- 172.21.15.23:0/3485645374 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fab6406ed60 0x7fab6414cd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.478 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.467+0000 7fab6ac30640 1 -- 172.21.15.23:0/3485645374 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab5c009b30 con 0x7fab640c5f70 2023-06-26T03:02:20.478 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.467+0000 7fab6ac30640 1 --2- 172.21.15.23:0/3485645374 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fab640c5f70 0x7fab6415b420 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fab5c01a4f0 tx=0x7fab5c019660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:20.479 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.467+0000 7fab5affd640 1 -- 172.21.15.23:0/3485645374 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab5c0b8670 con 0x7fab640c5f70 2023-06-26T03:02:20.479 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.467+0000 7fab5affd640 1 -- 172.21.15.23:0/3485645374 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab5c0b87d0 con 0x7fab640c5f70 2023-06-26T03:02:20.479 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.467+0000 7fab6c693640 1 -- 172.21.15.23:0/3485645374 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fab6414d9a0 con 0x7fab640c5f70 2023-06-26T03:02:20.479 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.467+0000 7fab5affd640 1 -- 172.21.15.23:0/3485645374 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab5c0b8b60 con 0x7fab640c5f70 2023-06-26T03:02:20.479 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.467+0000 7fab6c693640 1 -- 172.21.15.23:0/3485645374 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab6414df60 con 0x7fab640c5f70 2023-06-26T03:02:20.480 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.471+0000 7fab6c693640 1 -- 172.21.15.23:0/3485645374 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fab6414d800 con 0x7fab640c5f70 2023-06-26T03:02:20.480 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.471+0000 7fab5affd640 1 -- 172.21.15.23:0/3485645374 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fab5c0b8cc0 con 0x7fab640c5f70 2023-06-26T03:02:20.480 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.471+0000 7fab5affd640 1 --2- 172.21.15.23:0/3485645374 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fab480662b0 0x7fab48068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:20.480 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.471+0000 7fab5affd640 1 -- 172.21.15.23:0/3485645374 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7fab5c11f680 con 0x7fab640c5f70 2023-06-26T03:02:20.480 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.471+0000 7fab6a42f640 1 --2- 172.21.15.23:0/3485645374 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fab480662b0 0x7fab48068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:20.481 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.471+0000 7fab6a42f640 1 --2- 172.21.15.23:0/3485645374 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fab480662b0 0x7fab48068760 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fab54000f70 tx=0x7fab54009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:20.482 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.475+0000 7fab5affd640 1 -- 172.21.15.23:0/3485645374 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fab6414d800 con 0x7fab640c5f70 2023-06-26T03:02:20.636 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.627+0000 7fab6c693640 1 -- 172.21.15.23:0/3485645374 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fab6414d800 con 0x7fab640c5f70 2023-06-26T03:02:20.637 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.631+0000 7fab5affd640 1 -- 172.21.15.23:0/3485645374 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v27) v1 ==== 103+0+11 (secure 0 0 0) 0x7fab6414d800 con 0x7fab640c5f70 2023-06-26T03:02:20.637 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:02:20.639 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.631+0000 7fab6c693640 1 -- 172.21.15.23:0/3485645374 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fab480662b0 msgr2=0x7fab48068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:20.639 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.631+0000 7fab6c693640 1 --2- 172.21.15.23:0/3485645374 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fab480662b0 0x7fab48068760 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fab54000f70 tx=0x7fab54009040 comp rx=0 tx=0).stop 2023-06-26T03:02:20.639 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.631+0000 7fab6c693640 1 -- 172.21.15.23:0/3485645374 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fab640c5f70 msgr2=0x7fab6415b420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:20.640 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.631+0000 7fab6c693640 1 --2- 172.21.15.23:0/3485645374 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fab640c5f70 0x7fab6415b420 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fab5c01a4f0 tx=0x7fab5c019660 comp rx=0 tx=0).stop 2023-06-26T03:02:20.640 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.631+0000 7fab6c693640 1 -- 172.21.15.23:0/3485645374 shutdown_connections 2023-06-26T03:02:20.640 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.631+0000 7fab6c693640 1 --2- 172.21.15.23:0/3485645374 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fab480662b0 0x7fab48068760 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.640 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.631+0000 7fab6c693640 1 --2- 172.21.15.23:0/3485645374 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fab640c5f70 0x7fab6415b420 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.640 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.631+0000 7fab6c693640 1 --2- 172.21.15.23:0/3485645374 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fab640afab0 0x7fab6414c520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.640 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.631+0000 7fab6c693640 1 --2- 172.21.15.23:0/3485645374 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fab6406ed60 0x7fab6414cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.640 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.631+0000 7fab6c693640 1 -- 172.21.15.23:0/3485645374 >> 172.21.15.23:0/3485645374 conn(0x7fab64069fc0 msgr2=0x7fab640cda40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:20.641 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.631+0000 7fab6c693640 1 -- 172.21.15.23:0/3485645374 shutdown_connections 2023-06-26T03:02:20.641 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.631+0000 7fab6c693640 1 -- 172.21.15.23:0/3485645374 wait complete. 2023-06-26T03:02:20.656 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-06-26T03:02:20.777 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.767+0000 7f0aef3bb640 1 Processor -- start 2023-06-26T03:02:20.777 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.767+0000 7f0aef3bb640 1 -- start start 2023-06-26T03:02:20.779 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0aef3bb640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f0ae8159a80 0x7f0ae80c9340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:20.779 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0aef3bb640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f0ae80c9880 0x7f0ae80ccc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:20.779 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0aef3bb640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ae8159f40 con 0x7f0ae8153a50 2023-06-26T03:02:20.779 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0aef3bb640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0ae815d070 con 0x7f0ae8159a80 2023-06-26T03:02:20.780 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0aef3bb640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0ae815a220 con 0x7f0ae80c9880 2023-06-26T03:02:20.780 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0aed157640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f0ae8153a50 0x7f0ae80ce3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:41258/0 (socket says 172.21.15.23:41258) 2023-06-26T03:02:20.780 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0aed157640 1 -- 172.21.15.23:0/1186835982 learned_addr learned my addr 172.21.15.23:0/1186835982 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:20.780 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0aec956640 1 --2- 172.21.15.23:0/1186835982 >> v2:172.21.15.23:3300/0 conn(0x7f0ae8159a80 0x7f0ae80c9340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:20.780 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0aed958640 1 --2- 172.21.15.23:0/1186835982 >> v2:172.21.15.71:3300/0 conn(0x7f0ae80c9880 0x7f0ae80ccc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:20.780 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0adffff640 1 -- 172.21.15.23:0/1186835982 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2968398915 0 0) 0x7f0ae8159f40 con 0x7f0ae8153a50 2023-06-26T03:02:20.780 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0adffff640 1 -- 172.21.15.23:0/1186835982 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0ad0003530 con 0x7f0ae8153a50 2023-06-26T03:02:20.781 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0adffff640 1 -- 172.21.15.23:0/1186835982 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3470475409 0 0) 0x7f0ad0003530 con 0x7f0ae8153a50 2023-06-26T03:02:20.781 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0adffff640 1 -- 172.21.15.23:0/1186835982 >> v2:172.21.15.71:3300/0 conn(0x7f0ae80c9880 msgr2=0x7f0ae80ccc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:20.781 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0adffff640 1 --2- 172.21.15.23:0/1186835982 >> v2:172.21.15.71:3300/0 conn(0x7f0ae80c9880 0x7f0ae80ccc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.781 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0adffff640 1 -- 172.21.15.23:0/1186835982 >> v2:172.21.15.23:3300/0 conn(0x7f0ae8159a80 msgr2=0x7f0ae80c9340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:20.781 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0adffff640 1 --2- 172.21.15.23:0/1186835982 >> v2:172.21.15.23:3300/0 conn(0x7f0ae8159a80 0x7f0ae80c9340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.781 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0adffff640 1 -- 172.21.15.23:0/1186835982 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ae815a500 con 0x7f0ae8153a50 2023-06-26T03:02:20.781 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0adffff640 1 -- 172.21.15.23:0/1186835982 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f0ad8001680 con 0x7f0ae8153a50 2023-06-26T03:02:20.782 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0aec956640 1 --2- 172.21.15.23:0/1186835982 >> v2:172.21.15.23:3300/0 conn(0x7f0ae8159a80 0x7f0ae80c9340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T03:02:20.782 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0adffff640 1 -- 172.21.15.23:0/1186835982 >> v1:172.21.15.23:6789/0 conn(0x7f0ae8153a50 legacy=0x7f0ae80ce3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:20.782 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0adffff640 1 --2- 172.21.15.23:0/1186835982 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0ad0003980 0x7f0ad0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:20.782 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0adffff640 1 --2- 172.21.15.23:0/1186835982 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0ad00047d0 0x7f0ad0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:20.782 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0adffff640 1 --2- 172.21.15.23:0/1186835982 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0ad0005180 0x7f0ad000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:20.782 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0adffff640 1 -- 172.21.15.23:0/1186835982 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ae815d070 con 0x7f0ad00047d0 2023-06-26T03:02:20.782 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0adffff640 1 -- 172.21.15.23:0/1186835982 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ae815a220 con 0x7f0ad0003980 2023-06-26T03:02:20.782 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0adffff640 1 -- 172.21.15.23:0/1186835982 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ad000bf80 con 0x7f0ad0005180 2023-06-26T03:02:20.783 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0aec956640 1 --2- 172.21.15.23:0/1186835982 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0ad00047d0 0x7f0ad0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:20.783 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0aec956640 1 -- 172.21.15.23:0/1186835982 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0ad0005180 msgr2=0x7f0ad000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:20.783 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0aed958640 1 --2- 172.21.15.23:0/1186835982 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0ad0005180 0x7f0ad000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:20.783 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0aec956640 1 --2- 172.21.15.23:0/1186835982 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0ad0005180 0x7f0ad000b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.783 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0aec956640 1 -- 172.21.15.23:0/1186835982 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0ad0003980 msgr2=0x7f0ad0003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:20.783 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0aec956640 1 --2- 172.21.15.23:0/1186835982 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0ad0003980 0x7f0ad0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.783 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0aed958640 1 -- 172.21.15.23:0/1186835982 reap_dead start 2023-06-26T03:02:20.784 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.771+0000 7f0aec956640 1 -- 172.21.15.23:0/1186835982 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ad0003530 con 0x7f0ad00047d0 2023-06-26T03:02:20.786 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0aec956640 1 --2- 172.21.15.23:0/1186835982 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0ad00047d0 0x7f0ad0004c40 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f0ae80cdaa0 tx=0x7f0ae401cd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e716b2c4ea0e3b1f server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:20.786 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0adffff640 1 -- 172.21.15.23:0/1186835982 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ae40a5c30 con 0x7f0ad00047d0 2023-06-26T03:02:20.786 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0adffff640 1 -- 172.21.15.23:0/1186835982 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ae400f040 con 0x7f0ad00047d0 2023-06-26T03:02:20.786 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0adffff640 1 -- 172.21.15.23:0/1186835982 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ae40039a0 con 0x7f0ad00047d0 2023-06-26T03:02:20.787 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0aef3bb640 1 -- 172.21.15.23:0/1186835982 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0ad00047d0 msgr2=0x7f0ad0004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:20.787 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0aef3bb640 1 --2- 172.21.15.23:0/1186835982 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0ad00047d0 0x7f0ad0004c40 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f0ae80cdaa0 tx=0x7f0ae401cd30 comp rx=0 tx=0).stop 2023-06-26T03:02:20.787 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0aef3bb640 1 -- 172.21.15.23:0/1186835982 shutdown_connections 2023-06-26T03:02:20.787 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0aef3bb640 1 --2- 172.21.15.23:0/1186835982 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0ad00047d0 0x7f0ad0004c40 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.787 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0aef3bb640 1 -- 172.21.15.23:0/1186835982 >> 172.21.15.23:0/1186835982 conn(0x7f0ae8069400 msgr2=0x7f0ae8069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:20.787 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0aef3bb640 1 -- 172.21.15.23:0/1186835982 shutdown_connections 2023-06-26T03:02:20.787 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0aef3bb640 1 -- 172.21.15.23:0/1186835982 wait complete. 2023-06-26T03:02:20.788 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0aef3bb640 1 Processor -- start 2023-06-26T03:02:20.788 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0aef3bb640 1 -- start start 2023-06-26T03:02:20.788 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0aef3bb640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0ad00047d0 0x7f0ae80b3380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:20.788 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0aef3bb640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0ae80b38c0 0x7f0ae8150a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:20.788 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0aef3bb640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0ae8150f50 0x7f0ae814bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:20.788 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0aef3bb640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ae81513d0 con 0x7f0ad00047d0 2023-06-26T03:02:20.788 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0aef3bb640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ae80c56f0 con 0x7f0ae80b38c0 2023-06-26T03:02:20.789 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0aef3bb640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ae80c59d0 con 0x7f0ae8150f50 2023-06-26T03:02:20.789 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0aed157640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0ad00047d0 0x7f0ae80b3380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:20.789 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0aed157640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0ad00047d0 0x7f0ae80b3380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:54326/0 (socket says 172.21.15.23:54326) 2023-06-26T03:02:20.789 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0aed157640 1 -- 172.21.15.23:0/3755733009 learned_addr learned my addr 172.21.15.23:0/3755733009 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:20.789 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0aec956640 1 --2- 172.21.15.23:0/3755733009 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0ae80b38c0 0x7f0ae8150a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:20.789 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0aed958640 1 --2- 172.21.15.23:0/3755733009 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0ae8150f50 0x7f0ae814bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:20.789 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0aed157640 1 -- 172.21.15.23:0/3755733009 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0ae8150f50 msgr2=0x7f0ae814bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:20.789 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0aed157640 1 --2- 172.21.15.23:0/3755733009 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0ae8150f50 0x7f0ae814bb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.790 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0aed157640 1 -- 172.21.15.23:0/3755733009 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0ae80b38c0 msgr2=0x7f0ae8150a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:20.790 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0aed157640 1 --2- 172.21.15.23:0/3755733009 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0ae80b38c0 0x7f0ae8150a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.790 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0aed157640 1 -- 172.21.15.23:0/3755733009 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ae80c5cb0 con 0x7f0ad00047d0 2023-06-26T03:02:20.790 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0aed157640 1 --2- 172.21.15.23:0/3755733009 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0ad00047d0 0x7f0ae80b3380 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f0ad800c730 tx=0x7f0ad800c820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:20.790 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0addffb640 1 -- 172.21.15.23:0/3755733009 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ad80074e0 con 0x7f0ad00047d0 2023-06-26T03:02:20.790 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0addffb640 1 -- 172.21.15.23:0/3755733009 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ad8007640 con 0x7f0ad00047d0 2023-06-26T03:02:20.791 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0aef3bb640 1 -- 172.21.15.23:0/3755733009 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ae80c5f90 con 0x7f0ad00047d0 2023-06-26T03:02:20.791 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0addffb640 1 -- 172.21.15.23:0/3755733009 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ad8004a30 con 0x7f0ad00047d0 2023-06-26T03:02:20.791 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.775+0000 7f0aef3bb640 1 -- 172.21.15.23:0/3755733009 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ae814c060 con 0x7f0ad00047d0 2023-06-26T03:02:20.791 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.779+0000 7f0aef3bb640 1 -- 172.21.15.23:0/3755733009 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0ae804d790 con 0x7f0ad00047d0 2023-06-26T03:02:20.791 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.779+0000 7f0addffb640 1 -- 172.21.15.23:0/3755733009 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f0ad8004b90 con 0x7f0ad00047d0 2023-06-26T03:02:20.791 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.779+0000 7f0addffb640 1 --2- 172.21.15.23:0/3755733009 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0ad4066280 0x7f0ad4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:20.792 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.779+0000 7f0addffb640 1 -- 172.21.15.23:0/3755733009 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f0ad8083bb0 con 0x7f0ad00047d0 2023-06-26T03:02:20.792 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.779+0000 7f0aec956640 1 --2- 172.21.15.23:0/3755733009 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0ad4066280 0x7f0ad4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:20.792 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.779+0000 7f0aec956640 1 --2- 172.21.15.23:0/3755733009 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0ad4066280 0x7f0ad4068730 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f0ae40ae000 tx=0x7f0ae4004ac0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:20.793 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.783+0000 7f0addffb640 1 -- 172.21.15.23:0/3755733009 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f0ad8050cb0 con 0x7f0ad00047d0 2023-06-26T03:02:20.964 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.955+0000 7f0aef3bb640 1 -- 172.21.15.23:0/3755733009 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f0ae80b0570 con 0x7f0ad00047d0 2023-06-26T03:02:20.965 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.959+0000 7f0addffb640 1 -- 172.21.15.23:0/3755733009 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v27) v1 ==== 80+0+0 (secure 0 0 0) 0x7f0ad80542d0 con 0x7f0ad00047d0 2023-06-26T03:02:20.965 INFO:teuthology.orchestra.run.smithi023.stderr:listed 0 entries 2023-06-26T03:02:20.967 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.959+0000 7f0aef3bb640 1 -- 172.21.15.23:0/3755733009 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0ad4066280 msgr2=0x7f0ad4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:20.967 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.959+0000 7f0aef3bb640 1 --2- 172.21.15.23:0/3755733009 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0ad4066280 0x7f0ad4068730 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f0ae40ae000 tx=0x7f0ae4004ac0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.967 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.959+0000 7f0aef3bb640 1 -- 172.21.15.23:0/3755733009 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0ad00047d0 msgr2=0x7f0ae80b3380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:20.967 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.959+0000 7f0aef3bb640 1 --2- 172.21.15.23:0/3755733009 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0ad00047d0 0x7f0ae80b3380 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f0ad800c730 tx=0x7f0ad800c820 comp rx=0 tx=0).stop 2023-06-26T03:02:20.967 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.959+0000 7f0aef3bb640 1 -- 172.21.15.23:0/3755733009 shutdown_connections 2023-06-26T03:02:20.967 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.959+0000 7f0aef3bb640 1 --2- 172.21.15.23:0/3755733009 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0ad4066280 0x7f0ad4068730 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.968 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.959+0000 7f0aef3bb640 1 --2- 172.21.15.23:0/3755733009 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0ae8150f50 0x7f0ae814bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.968 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.959+0000 7f0aef3bb640 1 --2- 172.21.15.23:0/3755733009 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0ae80b38c0 0x7f0ae8150a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.968 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.959+0000 7f0aef3bb640 1 --2- 172.21.15.23:0/3755733009 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0ad00047d0 0x7f0ae80b3380 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:20.968 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.959+0000 7f0aef3bb640 1 -- 172.21.15.23:0/3755733009 >> 172.21.15.23:0/3755733009 conn(0x7f0ae8069400 msgr2=0x7f0ae80af780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:20.968 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.959+0000 7f0aef3bb640 1 -- 172.21.15.23:0/3755733009 shutdown_connections 2023-06-26T03:02:20.968 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:20.959+0000 7f0aef3bb640 1 -- 172.21.15.23:0/3755733009 wait complete. 2023-06-26T03:02:20.983 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:02:20.984 DEBUG:teuthology.orchestra.run.smithi023:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-26T03:02:20.989 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:02:21.158 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.151+0000 7fc88b17c640 1 Processor -- start 2023-06-26T03:02:21.159 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.151+0000 7fc88b17c640 1 -- start start 2023-06-26T03:02:21.159 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.151+0000 7fc88b17c640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc884159a80 0x7fc8840c9340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:21.160 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.151+0000 7fc88b17c640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fc8840c9880 0x7fc8840ccc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:21.160 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.151+0000 7fc88b17c640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc884159f40 con 0x7fc884153a50 2023-06-26T03:02:21.160 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.151+0000 7fc88b17c640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc88415d070 con 0x7fc8840c9880 2023-06-26T03:02:21.160 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.151+0000 7fc88b17c640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc88415a220 con 0x7fc884159a80 2023-06-26T03:02:21.161 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.151+0000 7fc889719640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fc8840c9880 0x7fc8840ccc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:21.161 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.151+0000 7fc889719640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fc8840c9880 0x7fc8840ccc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:54340/0 (socket says 172.21.15.23:54340) 2023-06-26T03:02:21.161 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.151+0000 7fc889719640 1 -- 172.21.15.23:0/985271945 learned_addr learned my addr 172.21.15.23:0/985271945 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:21.161 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.151+0000 7fc883fff640 1 --2- 172.21.15.23:0/985271945 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc884159a80 0x7fc8840c9340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:21.161 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.151+0000 7fc889719640 1 -- 172.21.15.23:0/985271945 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc884159a80 msgr2=0x7fc8840c9340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:21.161 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.151+0000 7fc889719640 1 --2- 172.21.15.23:0/985271945 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc884159a80 0x7fc8840c9340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:21.161 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.151+0000 7fc889719640 1 -- 172.21.15.23:0/985271945 >> v1:172.21.15.71:6789/0 conn(0x7fc884153a50 legacy=0x7fc8840ce3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:21.162 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.151+0000 7fc889719640 1 -- 172.21.15.23:0/985271945 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc88415a500 con 0x7fc8840c9880 2023-06-26T03:02:21.162 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.155+0000 7fc889719640 1 --2- 172.21.15.23:0/985271945 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc8840c9880 0x7fc8840ccc20 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fc87c009e50 tx=0x7fc87c01c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c141a778f5b0690d server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:21.162 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.155+0000 7fc8837fe640 1 -- 172.21.15.23:0/985271945 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc87c0a5730 con 0x7fc8840c9880 2023-06-26T03:02:21.163 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.155+0000 7fc8837fe640 1 -- 172.21.15.23:0/985271945 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc87c0a5890 con 0x7fc8840c9880 2023-06-26T03:02:21.163 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.155+0000 7fc8837fe640 1 -- 172.21.15.23:0/985271945 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc87c0a5c20 con 0x7fc8840c9880 2023-06-26T03:02:21.163 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.155+0000 7fc88b17c640 1 -- 172.21.15.23:0/985271945 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc8840c9880 msgr2=0x7fc8840ccc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:21.163 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.155+0000 7fc88b17c640 1 --2- 172.21.15.23:0/985271945 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc8840c9880 0x7fc8840ccc20 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fc87c009e50 tx=0x7fc87c01c9a0 comp rx=0 tx=0).stop 2023-06-26T03:02:21.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.155+0000 7fc88b17c640 1 -- 172.21.15.23:0/985271945 shutdown_connections 2023-06-26T03:02:21.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.155+0000 7fc88b17c640 1 --2- 172.21.15.23:0/985271945 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc8840c9880 0x7fc8840ccc20 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:21.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.155+0000 7fc88b17c640 1 --2- 172.21.15.23:0/985271945 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc884159a80 0x7fc8840c9340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:21.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.155+0000 7fc88b17c640 1 -- 172.21.15.23:0/985271945 >> 172.21.15.23:0/985271945 conn(0x7fc884069400 msgr2=0x7fc884069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:21.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.155+0000 7fc88b17c640 1 -- 172.21.15.23:0/985271945 shutdown_connections 2023-06-26T03:02:21.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.155+0000 7fc88b17c640 1 -- 172.21.15.23:0/985271945 wait complete. 2023-06-26T03:02:21.165 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.155+0000 7fc88b17c640 1 Processor -- start 2023-06-26T03:02:21.165 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.155+0000 7fc88b17c640 1 -- start start 2023-06-26T03:02:21.166 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.159+0000 7fc88b17c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc8840c9880 0x7fc8841f42b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:21.166 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.159+0000 7fc88b17c640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc884153a50 0x7fc884070350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:21.166 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.159+0000 7fc88b17c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc884159a80 0x7fc88414c800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:21.167 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.159+0000 7fc88b17c640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8841f54a0 con 0x7fc884159a80 2023-06-26T03:02:21.167 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.159+0000 7fc88b17c640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8841f5720 con 0x7fc8840c9880 2023-06-26T03:02:21.167 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.159+0000 7fc88b17c640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8840b1f00 con 0x7fc884153a50 2023-06-26T03:02:21.167 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.159+0000 7fc889719640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc884159a80 0x7fc88414c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:21.167 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.159+0000 7fc889719640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc884159a80 0x7fc88414c800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:54342/0 (socket says 172.21.15.23:54342) 2023-06-26T03:02:21.167 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.159+0000 7fc889719640 1 -- 172.21.15.23:0/4070338011 learned_addr learned my addr 172.21.15.23:0/4070338011 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:21.167 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.159+0000 7fc883fff640 1 --2- 172.21.15.23:0/4070338011 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc884153a50 0x7fc884070350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:21.167 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.159+0000 7fc888f18640 1 --2- 172.21.15.23:0/4070338011 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc8840c9880 0x7fc8841f42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:21.168 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.159+0000 7fc889719640 1 -- 172.21.15.23:0/4070338011 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc884153a50 msgr2=0x7fc884070350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:21.168 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.159+0000 7fc889719640 1 --2- 172.21.15.23:0/4070338011 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc884153a50 0x7fc884070350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:21.168 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.159+0000 7fc889719640 1 -- 172.21.15.23:0/4070338011 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc8840c9880 msgr2=0x7fc8841f42b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:21.168 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.159+0000 7fc889719640 1 --2- 172.21.15.23:0/4070338011 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc8840c9880 0x7fc8841f42b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:21.168 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.159+0000 7fc889719640 1 -- 172.21.15.23:0/4070338011 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc87c009b30 con 0x7fc884159a80 2023-06-26T03:02:21.168 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.159+0000 7fc889719640 1 --2- 172.21.15.23:0/4070338011 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc884159a80 0x7fc88414c800 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fc87c0af040 tx=0x7fc87c019740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:21.169 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.159+0000 7fc8817fa640 1 -- 172.21.15.23:0/4070338011 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc87c0b8670 con 0x7fc884159a80 2023-06-26T03:02:21.169 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.159+0000 7fc8817fa640 1 -- 172.21.15.23:0/4070338011 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc87c0b87d0 con 0x7fc884159a80 2023-06-26T03:02:21.170 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.159+0000 7fc88b17c640 1 -- 172.21.15.23:0/4070338011 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc88414cd40 con 0x7fc884159a80 2023-06-26T03:02:21.170 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.159+0000 7fc8817fa640 1 -- 172.21.15.23:0/4070338011 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc87c0b8b60 con 0x7fc884159a80 2023-06-26T03:02:21.170 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.159+0000 7fc88b17c640 1 -- 172.21.15.23:0/4070338011 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8841f4b70 con 0x7fc884159a80 2023-06-26T03:02:21.170 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.159+0000 7fc88b17c640 1 -- 172.21.15.23:0/4070338011 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc88404d790 con 0x7fc884159a80 2023-06-26T03:02:21.170 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.159+0000 7fc8817fa640 1 -- 172.21.15.23:0/4070338011 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc87c0b8cc0 con 0x7fc884159a80 2023-06-26T03:02:21.170 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.159+0000 7fc8817fa640 1 --2- 172.21.15.23:0/4070338011 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc870066280 0x7fc870068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:21.170 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.159+0000 7fc8817fa640 1 -- 172.21.15.23:0/4070338011 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7fc87c11f4d0 con 0x7fc884159a80 2023-06-26T03:02:21.170 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.163+0000 7fc888f18640 1 --2- 172.21.15.23:0/4070338011 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc870066280 0x7fc870068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:21.171 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.163+0000 7fc888f18640 1 --2- 172.21.15.23:0/4070338011 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc870066280 0x7fc870068730 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fc874004e30 tx=0x7fc874009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:21.172 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.167+0000 7fc8817fa640 1 -- 172.21.15.23:0/4070338011 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fc87c0ec6f0 con 0x7fc884159a80 2023-06-26T03:02:21.326 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.319+0000 7fc88b17c640 1 -- 172.21.15.23:0/4070338011 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc88406b7d0 con 0x7fc884159a80 2023-06-26T03:02:21.329 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.323+0000 7fc8817fa640 1 -- 172.21.15.23:0/4070338011 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+20048 (secure 0 0 0) 0x7fc87c0efd10 con 0x7fc884159a80 2023-06-26T03:02:21.329 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:02:21.330 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":27,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:02:13.266489+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:02:07.262805+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:02:07.823501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data_ec","create_time":"2023-06-26T03:02:10.900368+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:02:21.331 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.323+0000 7fc88b17c640 1 -- 172.21.15.23:0/4070338011 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc870066280 msgr2=0x7fc870068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:21.331 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.323+0000 7fc88b17c640 1 --2- 172.21.15.23:0/4070338011 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc870066280 0x7fc870068730 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fc874004e30 tx=0x7fc874009040 comp rx=0 tx=0).stop 2023-06-26T03:02:21.331 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.323+0000 7fc88b17c640 1 -- 172.21.15.23:0/4070338011 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc884159a80 msgr2=0x7fc88414c800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:21.332 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.323+0000 7fc88b17c640 1 --2- 172.21.15.23:0/4070338011 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc884159a80 0x7fc88414c800 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fc87c0af040 tx=0x7fc87c019740 comp rx=0 tx=0).stop 2023-06-26T03:02:21.332 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.323+0000 7fc88b17c640 1 -- 172.21.15.23:0/4070338011 shutdown_connections 2023-06-26T03:02:21.332 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.323+0000 7fc88b17c640 1 --2- 172.21.15.23:0/4070338011 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc870066280 0x7fc870068730 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:21.332 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.323+0000 7fc88b17c640 1 --2- 172.21.15.23:0/4070338011 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc884159a80 0x7fc88414c800 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:21.332 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.323+0000 7fc88b17c640 1 --2- 172.21.15.23:0/4070338011 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc884153a50 0x7fc884070350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:21.332 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.323+0000 7fc88b17c640 1 --2- 172.21.15.23:0/4070338011 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc8840c9880 0x7fc8841f42b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:21.332 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.323+0000 7fc88b17c640 1 -- 172.21.15.23:0/4070338011 >> 172.21.15.23:0/4070338011 conn(0x7fc884069400 msgr2=0x7fc8840aea20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:21.333 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.323+0000 7fc88b17c640 1 -- 172.21.15.23:0/4070338011 shutdown_connections 2023-06-26T03:02:21.333 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.323+0000 7fc88b17c640 1 -- 172.21.15.23:0/4070338011 wait complete. 2023-06-26T03:02:21.347 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:01:57.280692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:02:02.819138+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-26T03:02:07.262805+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-26T03:02:07.823501+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-06-26T03:02:10.900368+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-06-26T03:02:21.350 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:02:21.465 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.459+0000 7f0f3522e640 1 Processor -- start 2023-06-26T03:02:21.465 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.459+0000 7f0f3522e640 1 -- start start 2023-06-26T03:02:21.466 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.459+0000 7f0f3522e640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f0f300aceb0 0x7f0f300c9240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:21.466 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.459+0000 7f0f3522e640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f0f300cc6d0 0x7f0f3006f410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:21.466 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.459+0000 7f0f3522e640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0f300ad280 con 0x7f0f3006ef70 2023-06-26T03:02:21.466 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.459+0000 7f0f3522e640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0f3006f950 con 0x7f0f300cc6d0 2023-06-26T03:02:21.466 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.459+0000 7f0f3522e640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0f300c83d0 con 0x7f0f300aceb0 2023-06-26T03:02:21.467 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.459+0000 7f0f2e59c640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f0f3006ef70 0x7f0f3015bf80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:41274/0 (socket says 172.21.15.23:41274) 2023-06-26T03:02:21.467 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.459+0000 7f0f2e59c640 1 -- 172.21.15.23:0/186628691 learned_addr learned my addr 172.21.15.23:0/186628691 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:21.467 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.459+0000 7f0f2f59e640 1 --2- 172.21.15.23:0/186628691 >> v2:172.21.15.23:3300/0 conn(0x7f0f300cc6d0 0x7f0f3006f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:21.468 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.459+0000 7f0f2ed9d640 1 --2- 172.21.15.23:0/186628691 >> v2:172.21.15.71:3300/0 conn(0x7f0f300aceb0 0x7f0f300c9240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:21.468 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.459+0000 7f0f2dd9b640 1 -- 172.21.15.23:0/186628691 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2043208575 0 0) 0x7f0f300ad280 con 0x7f0f3006ef70 2023-06-26T03:02:21.468 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.459+0000 7f0f2dd9b640 1 -- 172.21.15.23:0/186628691 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0f18003530 con 0x7f0f3006ef70 2023-06-26T03:02:21.468 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.459+0000 7f0f2dd9b640 1 -- 172.21.15.23:0/186628691 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3280818234 0 0) 0x7f0f18003530 con 0x7f0f3006ef70 2023-06-26T03:02:21.468 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.459+0000 7f0f2f59e640 1 -- 172.21.15.23:0/186628691 >> v2:172.21.15.71:3300/0 conn(0x7f0f300aceb0 msgr2=0x7f0f300c9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:21.468 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.459+0000 7f0f2f59e640 1 --2- 172.21.15.23:0/186628691 >> v2:172.21.15.71:3300/0 conn(0x7f0f300aceb0 0x7f0f300c9240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:21.469 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.459+0000 7f0f2f59e640 1 -- 172.21.15.23:0/186628691 >> v1:172.21.15.23:6789/0 conn(0x7f0f3006ef70 legacy=0x7f0f3015bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:21.469 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.459+0000 7f0f2f59e640 1 -- 172.21.15.23:0/186628691 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f30158c90 con 0x7f0f300cc6d0 2023-06-26T03:02:21.470 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f2f59e640 1 --2- 172.21.15.23:0/186628691 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0f300cc6d0 0x7f0f3006f410 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f0f3006abc0 tx=0x7f0f2801c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ca534ddb1d0fc56 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:21.470 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f2dd9b640 1 -- 172.21.15.23:0/186628691 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f24001680 con 0x7f0f300cc6d0 2023-06-26T03:02:21.470 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f2dd9b640 1 -- 172.21.15.23:0/186628691 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f280a5560 con 0x7f0f300cc6d0 2023-06-26T03:02:21.470 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f2dd9b640 1 -- 172.21.15.23:0/186628691 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f280a58d0 con 0x7f0f300cc6d0 2023-06-26T03:02:21.470 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f3522e640 1 -- 172.21.15.23:0/186628691 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0f300cc6d0 msgr2=0x7f0f3006f410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:21.470 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f3522e640 1 --2- 172.21.15.23:0/186628691 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0f300cc6d0 0x7f0f3006f410 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f0f3006abc0 tx=0x7f0f2801c800 comp rx=0 tx=0).stop 2023-06-26T03:02:21.470 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f3522e640 1 -- 172.21.15.23:0/186628691 shutdown_connections 2023-06-26T03:02:21.471 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f3522e640 1 --2- 172.21.15.23:0/186628691 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0f300cc6d0 0x7f0f3006f410 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:21.471 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f3522e640 1 --2- 172.21.15.23:0/186628691 >> v2:172.21.15.71:3300/0 conn(0x7f0f300aceb0 0x7f0f300c9240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:21.471 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f3522e640 1 -- 172.21.15.23:0/186628691 >> 172.21.15.23:0/186628691 conn(0x7f0f30069fc0 msgr2=0x7f0f300ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:21.471 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f3522e640 1 -- 172.21.15.23:0/186628691 shutdown_connections 2023-06-26T03:02:21.471 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f3522e640 1 -- 172.21.15.23:0/186628691 wait complete. 2023-06-26T03:02:21.473 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f3522e640 1 Processor -- start 2023-06-26T03:02:21.473 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f3522e640 1 -- start start 2023-06-26T03:02:21.473 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f3522e640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0f3006ef70 0x7f0f30149af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:21.473 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f3522e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0f300aceb0 0x7f0f300c3f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:21.473 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f3522e640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0f300cc6d0 0x7f0f300af910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:21.473 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f3522e640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f30152ec0 con 0x7f0f300cc6d0 2023-06-26T03:02:21.473 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f3522e640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f3014a8d0 con 0x7f0f300aceb0 2023-06-26T03:02:21.474 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f3522e640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0f30152590 con 0x7f0f3006ef70 2023-06-26T03:02:21.474 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f2f59e640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0f300cc6d0 0x7f0f300af910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:21.474 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f2f59e640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0f300cc6d0 0x7f0f300af910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:54356/0 (socket says 172.21.15.23:54356) 2023-06-26T03:02:21.474 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f2f59e640 1 -- 172.21.15.23:0/3469083292 learned_addr learned my addr 172.21.15.23:0/3469083292 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:21.474 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f2f59e640 1 -- 172.21.15.23:0/3469083292 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0f3006ef70 msgr2=0x7f0f30149af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:21.474 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f2e59c640 1 --2- 172.21.15.23:0/3469083292 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0f300aceb0 0x7f0f300c3f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:21.474 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f2ed9d640 1 --2- 172.21.15.23:0/3469083292 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0f3006ef70 0x7f0f30149af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:21.475 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f2f59e640 1 --2- 172.21.15.23:0/3469083292 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0f3006ef70 0x7f0f30149af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:21.475 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f2f59e640 1 -- 172.21.15.23:0/3469083292 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0f300aceb0 msgr2=0x7f0f300c3f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:21.475 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f2f59e640 1 --2- 172.21.15.23:0/3469083292 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0f300aceb0 0x7f0f300c3f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:21.475 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f2f59e640 1 -- 172.21.15.23:0/3469083292 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f28009a70 con 0x7f0f300cc6d0 2023-06-26T03:02:21.475 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f2f59e640 1 --2- 172.21.15.23:0/3469083292 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0f300cc6d0 0x7f0f300af910 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f0f2801a430 tx=0x7f0f280195a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:21.475 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f177fe640 1 -- 172.21.15.23:0/3469083292 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f280bc070 con 0x7f0f300cc6d0 2023-06-26T03:02:21.475 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f177fe640 1 -- 172.21.15.23:0/3469083292 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f280a58e0 con 0x7f0f300cc6d0 2023-06-26T03:02:21.475 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f3522e640 1 -- 172.21.15.23:0/3469083292 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0f30152870 con 0x7f0f300cc6d0 2023-06-26T03:02:21.476 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f177fe640 1 -- 172.21.15.23:0/3469083292 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f280a5c90 con 0x7f0f300cc6d0 2023-06-26T03:02:21.476 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.463+0000 7f0f3522e640 1 -- 172.21.15.23:0/3469083292 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0f30152280 con 0x7f0f300cc6d0 2023-06-26T03:02:21.476 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.467+0000 7f0f3522e640 1 -- 172.21.15.23:0/3469083292 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0f30153070 con 0x7f0f300cc6d0 2023-06-26T03:02:21.477 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.467+0000 7f0f177fe640 1 -- 172.21.15.23:0/3469083292 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f0f280b4070 con 0x7f0f300cc6d0 2023-06-26T03:02:21.477 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.467+0000 7f0f177fe640 1 --2- 172.21.15.23:0/3469083292 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0f1c0662b0 0x7f0f1c068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:21.477 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.467+0000 7f0f177fe640 1 -- 172.21.15.23:0/3469083292 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f0f2811e4b0 con 0x7f0f300cc6d0 2023-06-26T03:02:21.477 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.467+0000 7f0f2ed9d640 1 --2- 172.21.15.23:0/3469083292 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0f1c0662b0 0x7f0f1c068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:21.477 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.467+0000 7f0f2ed9d640 1 --2- 172.21.15.23:0/3469083292 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0f1c0662b0 0x7f0f1c068760 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f0f20009a30 tx=0x7f0f20008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:21.478 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.471+0000 7f0f177fe640 1 -- 172.21.15.23:0/3469083292 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f0f30153070 con 0x7f0f300cc6d0 2023-06-26T03:02:21.625 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.619+0000 7f0f3522e640 1 -- 172.21.15.23:0/3469083292 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f0f301588c0 con 0x7f0f300cc6d0 2023-06-26T03:02:21.626 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.619+0000 7f0f177fe640 1 -- 172.21.15.23:0/3469083292 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v27) v1 ==== 93+0+10 (secure 0 0 0) 0x7f0f301588c0 con 0x7f0f300cc6d0 2023-06-26T03:02:21.626 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 1 2023-06-26T03:02:21.628 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.619+0000 7f0f3522e640 1 -- 172.21.15.23:0/3469083292 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0f1c0662b0 msgr2=0x7f0f1c068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:21.628 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.619+0000 7f0f3522e640 1 --2- 172.21.15.23:0/3469083292 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0f1c0662b0 0x7f0f1c068760 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f0f20009a30 tx=0x7f0f20008040 comp rx=0 tx=0).stop 2023-06-26T03:02:21.628 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.619+0000 7f0f3522e640 1 -- 172.21.15.23:0/3469083292 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0f300cc6d0 msgr2=0x7f0f300af910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:21.628 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.619+0000 7f0f3522e640 1 --2- 172.21.15.23:0/3469083292 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0f300cc6d0 0x7f0f300af910 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f0f2801a430 tx=0x7f0f280195a0 comp rx=0 tx=0).stop 2023-06-26T03:02:21.628 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.619+0000 7f0f3522e640 1 -- 172.21.15.23:0/3469083292 shutdown_connections 2023-06-26T03:02:21.629 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.619+0000 7f0f3522e640 1 --2- 172.21.15.23:0/3469083292 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0f1c0662b0 0x7f0f1c068760 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:21.629 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.619+0000 7f0f3522e640 1 --2- 172.21.15.23:0/3469083292 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0f300cc6d0 0x7f0f300af910 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:21.629 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.619+0000 7f0f3522e640 1 --2- 172.21.15.23:0/3469083292 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0f300aceb0 0x7f0f300c3f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:21.629 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.619+0000 7f0f3522e640 1 --2- 172.21.15.23:0/3469083292 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0f3006ef70 0x7f0f30149af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:21.629 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.619+0000 7f0f3522e640 1 -- 172.21.15.23:0/3469083292 >> 172.21.15.23:0/3469083292 conn(0x7f0f30069fc0 msgr2=0x7f0f3015b580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:21.629 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.619+0000 7f0f3522e640 1 -- 172.21.15.23:0/3469083292 shutdown_connections 2023-06-26T03:02:21.629 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.619+0000 7f0f3522e640 1 -- 172.21.15.23:0/3469083292 wait complete. 2023-06-26T03:02:21.643 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:02:21.763 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.755+0000 7fed1f3dc640 1 Processor -- start 2023-06-26T03:02:21.764 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.755+0000 7fed1f3dc640 1 -- start start 2023-06-26T03:02:21.765 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed1f3dc640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fed180cfcf0 0x7fed180d0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:21.765 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed1f3dc640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed180b2700 con 0x7fed181596e0 2023-06-26T03:02:21.765 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed1f3dc640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed180d0680 con 0x7fed1813d240 2023-06-26T03:02:21.765 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed1f3dc640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fed180b1810 con 0x7fed180cfcf0 2023-06-26T03:02:21.765 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed1d178640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fed181596e0 0x7fed180cf190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:41286/0 (socket says 172.21.15.23:41286) 2023-06-26T03:02:21.765 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed1d178640 1 -- 172.21.15.23:0/538194284 learned_addr learned my addr 172.21.15.23:0/538194284 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:21.767 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed1c977640 1 --2- 172.21.15.23:0/538194284 >> v2:172.21.15.71:3300/0 conn(0x7fed180cfcf0 0x7fed180d0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:21.767 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed0ffff640 1 -- 172.21.15.23:0/538194284 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3666633418 0 0) 0x7fed180b2700 con 0x7fed181596e0 2023-06-26T03:02:21.767 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed0ffff640 1 -- 172.21.15.23:0/538194284 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fed04003530 con 0x7fed181596e0 2023-06-26T03:02:21.767 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed0ffff640 1 -- 172.21.15.23:0/538194284 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3342956909 0 0) 0x7fed04003530 con 0x7fed181596e0 2023-06-26T03:02:21.767 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed0ffff640 1 -- 172.21.15.23:0/538194284 >> v2:172.21.15.71:3300/0 conn(0x7fed180cfcf0 msgr2=0x7fed180d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:21.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed0ffff640 1 --2- 172.21.15.23:0/538194284 >> v2:172.21.15.71:3300/0 conn(0x7fed180cfcf0 0x7fed180d0140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:21.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed0ffff640 1 -- 172.21.15.23:0/538194284 >> v1:172.21.15.71:6789/0 conn(0x7fed1813d240 legacy=0x7fed1813d6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:21.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed0ffff640 1 -- 172.21.15.23:0/538194284 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed180b1af0 con 0x7fed181596e0 2023-06-26T03:02:21.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed0ffff640 1 -- 172.21.15.23:0/538194284 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7fed14001680 con 0x7fed181596e0 2023-06-26T03:02:21.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed0ffff640 1 -- 172.21.15.23:0/538194284 >> v1:172.21.15.23:6789/0 conn(0x7fed181596e0 legacy=0x7fed180cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:21.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed0ffff640 1 --2- 172.21.15.23:0/538194284 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed04003980 0x7fed04003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:21.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed0ffff640 1 --2- 172.21.15.23:0/538194284 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fed040047d0 0x7fed04004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:21.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed0ffff640 1 --2- 172.21.15.23:0/538194284 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fed04005180 0x7fed0400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:21.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed0ffff640 1 -- 172.21.15.23:0/538194284 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed180b1810 con 0x7fed040047d0 2023-06-26T03:02:21.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed0ffff640 1 -- 172.21.15.23:0/538194284 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed0400c000 con 0x7fed04003980 2023-06-26T03:02:21.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed0ffff640 1 -- 172.21.15.23:0/538194284 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed0400c1c0 con 0x7fed04005180 2023-06-26T03:02:21.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed1c977640 1 --2- 172.21.15.23:0/538194284 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fed040047d0 0x7fed04004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:21.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed1d178640 1 --2- 172.21.15.23:0/538194284 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed04003980 0x7fed04003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:21.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed1d979640 1 --2- 172.21.15.23:0/538194284 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fed04005180 0x7fed0400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:21.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed1c977640 1 -- 172.21.15.23:0/538194284 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fed04005180 msgr2=0x7fed0400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:21.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed1c977640 1 --2- 172.21.15.23:0/538194284 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fed04005180 0x7fed0400b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:21.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed1c977640 1 -- 172.21.15.23:0/538194284 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed04003980 msgr2=0x7fed04003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:21.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed1c977640 1 --2- 172.21.15.23:0/538194284 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed04003980 0x7fed04003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:21.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed1c977640 1 -- 172.21.15.23:0/538194284 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed04003530 con 0x7fed040047d0 2023-06-26T03:02:21.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed1d979640 1 -- 172.21.15.23:0/538194284 reap_dead start 2023-06-26T03:02:21.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed1d178640 1 --2- 172.21.15.23:0/538194284 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed04003980 0x7fed04003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:21.772 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed1c977640 1 --2- 172.21.15.23:0/538194284 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fed040047d0 0x7fed04004c40 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fed08009ae0 tx=0x7fed0801ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1f315ebd47eddf1 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:21.772 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed0ffff640 1 -- 172.21.15.23:0/538194284 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed080a5560 con 0x7fed040047d0 2023-06-26T03:02:21.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed0ffff640 1 -- 172.21.15.23:0/538194284 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed14001d80 con 0x7fed040047d0 2023-06-26T03:02:21.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.759+0000 7fed0ffff640 1 -- 172.21.15.23:0/538194284 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed080a5900 con 0x7fed040047d0 2023-06-26T03:02:21.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed1f3dc640 1 -- 172.21.15.23:0/538194284 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fed040047d0 msgr2=0x7fed04004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:21.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed1f3dc640 1 --2- 172.21.15.23:0/538194284 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fed040047d0 0x7fed04004c40 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fed08009ae0 tx=0x7fed0801ca50 comp rx=0 tx=0).stop 2023-06-26T03:02:21.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed1f3dc640 1 -- 172.21.15.23:0/538194284 shutdown_connections 2023-06-26T03:02:21.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed1f3dc640 1 --2- 172.21.15.23:0/538194284 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fed040047d0 0x7fed04004c40 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:21.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed1f3dc640 1 -- 172.21.15.23:0/538194284 >> 172.21.15.23:0/538194284 conn(0x7fed18070fe0 msgr2=0x7fed180713e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:21.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed1f3dc640 1 -- 172.21.15.23:0/538194284 shutdown_connections 2023-06-26T03:02:21.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed1f3dc640 1 -- 172.21.15.23:0/538194284 wait complete. 2023-06-26T03:02:21.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed1f3dc640 1 Processor -- start 2023-06-26T03:02:21.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed1f3dc640 1 -- start start 2023-06-26T03:02:21.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed1f3dc640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fed040047d0 0x7fed18157fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:21.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed1f3dc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed180c5bd0 0x7fed180c6040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:21.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed1f3dc640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fed18141c30 0x7fed181420d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:21.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed1f3dc640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed180c71b0 con 0x7fed040047d0 2023-06-26T03:02:21.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed1f3dc640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed180c6580 con 0x7fed180c5bd0 2023-06-26T03:02:21.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed1f3dc640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed18142960 con 0x7fed18141c30 2023-06-26T03:02:21.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed1d178640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fed040047d0 0x7fed18157fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:21.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed1d178640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fed040047d0 0x7fed18157fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:54374/0 (socket says 172.21.15.23:54374) 2023-06-26T03:02:21.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed1d178640 1 -- 172.21.15.23:0/3456890102 learned_addr learned my addr 172.21.15.23:0/3456890102 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:21.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed1d979640 1 --2- 172.21.15.23:0/3456890102 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fed18141c30 0x7fed181420d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:21.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed1c977640 1 --2- 172.21.15.23:0/3456890102 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed180c5bd0 0x7fed180c6040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:21.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed1d178640 1 -- 172.21.15.23:0/3456890102 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fed18141c30 msgr2=0x7fed181420d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:21.776 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed1d178640 1 --2- 172.21.15.23:0/3456890102 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fed18141c30 0x7fed181420d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:21.776 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed1d178640 1 -- 172.21.15.23:0/3456890102 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed180c5bd0 msgr2=0x7fed180c6040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:21.776 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed1d178640 1 --2- 172.21.15.23:0/3456890102 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed180c5bd0 0x7fed180c6040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:21.776 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed1d178640 1 -- 172.21.15.23:0/3456890102 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed18142c40 con 0x7fed040047d0 2023-06-26T03:02:21.776 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed1d979640 1 --2- 172.21.15.23:0/3456890102 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fed18141c30 0x7fed181420d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:21.776 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed1c977640 1 --2- 172.21.15.23:0/3456890102 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed180c5bd0 0x7fed180c6040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:21.776 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed1d178640 1 --2- 172.21.15.23:0/3456890102 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fed040047d0 0x7fed18157fc0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fed14010aa0 tx=0x7fed14010b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:21.777 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed0dffb640 1 -- 172.21.15.23:0/3456890102 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed1400e8e0 con 0x7fed040047d0 2023-06-26T03:02:21.777 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed0dffb640 1 -- 172.21.15.23:0/3456890102 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed1400ea40 con 0x7fed040047d0 2023-06-26T03:02:21.777 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed1f3dc640 1 -- 172.21.15.23:0/3456890102 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed18142f20 con 0x7fed040047d0 2023-06-26T03:02:21.777 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed0dffb640 1 -- 172.21.15.23:0/3456890102 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed1400edd0 con 0x7fed040047d0 2023-06-26T03:02:21.777 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed1f3dc640 1 -- 172.21.15.23:0/3456890102 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed18142610 con 0x7fed040047d0 2023-06-26T03:02:21.777 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.763+0000 7fed1f3dc640 1 -- 172.21.15.23:0/3456890102 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fed1804d790 con 0x7fed040047d0 2023-06-26T03:02:21.778 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.767+0000 7fed0dffb640 1 -- 172.21.15.23:0/3456890102 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fed1401f5c0 con 0x7fed040047d0 2023-06-26T03:02:21.778 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.767+0000 7fed0dffb640 1 --2- 172.21.15.23:0/3456890102 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fecfc0662b0 0x7fecfc068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:21.778 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.767+0000 7fed0dffb640 1 -- 172.21.15.23:0/3456890102 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7fed14086cd0 con 0x7fed040047d0 2023-06-26T03:02:21.778 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.767+0000 7fed1c977640 1 --2- 172.21.15.23:0/3456890102 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fecfc0662b0 0x7fecfc068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:21.778 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.767+0000 7fed1c977640 1 --2- 172.21.15.23:0/3456890102 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fecfc0662b0 0x7fecfc068760 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fed080af000 tx=0x7fed08008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:21.779 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.771+0000 7fed0dffb640 1 -- 172.21.15.23:0/3456890102 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fed14053ef0 con 0x7fed040047d0 2023-06-26T03:02:21.926 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.919+0000 7fed1f3dc640 1 -- 172.21.15.23:0/3456890102 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7fed18154ba0 con 0x7fed040047d0 2023-06-26T03:02:21.927 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.919+0000 7fed0dffb640 1 -- 172.21.15.23:0/3456890102 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v27) v1 ==== 92+0+10 (secure 0 0 0) 0x7fed1401b0a0 con 0x7fed040047d0 2023-06-26T03:02:21.927 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 8 2023-06-26T03:02:21.929 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.919+0000 7fed1f3dc640 1 -- 172.21.15.23:0/3456890102 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fecfc0662b0 msgr2=0x7fecfc068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:21.929 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.923+0000 7fed1f3dc640 1 --2- 172.21.15.23:0/3456890102 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fecfc0662b0 0x7fecfc068760 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fed080af000 tx=0x7fed08008040 comp rx=0 tx=0).stop 2023-06-26T03:02:21.929 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.923+0000 7fed1f3dc640 1 -- 172.21.15.23:0/3456890102 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fed040047d0 msgr2=0x7fed18157fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:21.929 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.923+0000 7fed1f3dc640 1 --2- 172.21.15.23:0/3456890102 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fed040047d0 0x7fed18157fc0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fed14010aa0 tx=0x7fed14010b90 comp rx=0 tx=0).stop 2023-06-26T03:02:21.930 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.923+0000 7fed1f3dc640 1 -- 172.21.15.23:0/3456890102 shutdown_connections 2023-06-26T03:02:21.930 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.923+0000 7fed1f3dc640 1 --2- 172.21.15.23:0/3456890102 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fecfc0662b0 0x7fecfc068760 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:21.930 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.923+0000 7fed1f3dc640 1 --2- 172.21.15.23:0/3456890102 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fed18141c30 0x7fed181420d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:21.930 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.923+0000 7fed1f3dc640 1 --2- 172.21.15.23:0/3456890102 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed180c5bd0 0x7fed180c6040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:21.930 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.923+0000 7fed1f3dc640 1 --2- 172.21.15.23:0/3456890102 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fed040047d0 0x7fed18157fc0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:21.930 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.923+0000 7fed1f3dc640 1 -- 172.21.15.23:0/3456890102 >> 172.21.15.23:0/3456890102 conn(0x7fed18070fe0 msgr2=0x7fed181553a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:21.930 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.923+0000 7fed1f3dc640 1 -- 172.21.15.23:0/3456890102 shutdown_connections 2023-06-26T03:02:21.931 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:21.923+0000 7fed1f3dc640 1 -- 172.21.15.23:0/3456890102 wait complete. 2023-06-26T03:02:21.944 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-26T03:02:22.069 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a412f640 1 Processor -- start 2023-06-26T03:02:22.069 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a412f640 1 -- start start 2023-06-26T03:02:22.070 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a412f640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc69c157df0 0x7fc69c15c270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:22.070 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a412f640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fc69c0afc80 0x7fc69c162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:22.070 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a412f640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc69c1581c0 con 0x7fc69c0cac80 2023-06-26T03:02:22.070 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a412f640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc69c15c7b0 con 0x7fc69c0afc80 2023-06-26T03:02:22.070 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a412f640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc69c070af0 con 0x7fc69c157df0 2023-06-26T03:02:22.071 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a16ca640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fc69c0cac80 0x7fc69c0af570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:41302/0 (socket says 172.21.15.23:41302) 2023-06-26T03:02:22.071 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a16ca640 1 -- 172.21.15.23:0/2109352522 learned_addr learned my addr 172.21.15.23:0/2109352522 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:22.072 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a1ecb640 1 --2- 172.21.15.23:0/2109352522 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc69c157df0 0x7fc69c15c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:22.072 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a26cc640 1 --2- 172.21.15.23:0/2109352522 >> v2:172.21.15.71:3300/0 conn(0x7fc69c0afc80 0x7fc69c162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:22.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a0ec9640 1 -- 172.21.15.23:0/2109352522 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1924299292 0 0) 0x7fc68c001120 con 0x7fc69c0cac80 2023-06-26T03:02:22.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a0ec9640 1 -- 172.21.15.23:0/2109352522 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc688005740 con 0x7fc69c0cac80 2023-06-26T03:02:22.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a0ec9640 1 -- 172.21.15.23:0/2109352522 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2165912781 0 0) 0x7fc688005740 con 0x7fc69c0cac80 2023-06-26T03:02:22.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a0ec9640 1 -- 172.21.15.23:0/2109352522 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc69c157df0 msgr2=0x7fc69c15c270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:22.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a0ec9640 1 --2- 172.21.15.23:0/2109352522 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc69c157df0 0x7fc69c15c270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a0ec9640 1 -- 172.21.15.23:0/2109352522 >> v2:172.21.15.71:3300/0 conn(0x7fc69c0afc80 msgr2=0x7fc69c162b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:22.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a0ec9640 1 --2- 172.21.15.23:0/2109352522 >> v2:172.21.15.71:3300/0 conn(0x7fc69c0afc80 0x7fc69c162b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a0ec9640 1 -- 172.21.15.23:0/2109352522 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc69c06ed60 con 0x7fc69c0cac80 2023-06-26T03:02:22.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a0ec9640 1 -- 172.21.15.23:0/2109352522 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7fc68c001810 con 0x7fc69c0cac80 2023-06-26T03:02:22.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a0ec9640 1 -- 172.21.15.23:0/2109352522 >> v1:172.21.15.23:6789/0 conn(0x7fc69c0cac80 legacy=0x7fc69c0af570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:22.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a0ec9640 1 --2- 172.21.15.23:0/2109352522 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc69c157df0 0x7fc688005b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:22.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a0ec9640 1 --2- 172.21.15.23:0/2109352522 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc688006110 0x7fc6880069e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:22.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a0ec9640 1 --2- 172.21.15.23:0/2109352522 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc688006f20 0x7fc688007390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:22.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a0ec9640 1 -- 172.21.15.23:0/2109352522 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc69c15c7b0 con 0x7fc688006f20 2023-06-26T03:02:22.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a0ec9640 1 -- 172.21.15.23:0/2109352522 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc69c070af0 con 0x7fc688006110 2023-06-26T03:02:22.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a0ec9640 1 -- 172.21.15.23:0/2109352522 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc68800dba0 con 0x7fc69c157df0 2023-06-26T03:02:22.075 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a26cc640 1 --2- 172.21.15.23:0/2109352522 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc688006f20 0x7fc688007390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:22.075 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a1ecb640 1 --2- 172.21.15.23:0/2109352522 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc69c157df0 0x7fc688005b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:22.075 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a16ca640 1 --2- 172.21.15.23:0/2109352522 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc688006110 0x7fc6880069e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:22.075 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a26cc640 1 -- 172.21.15.23:0/2109352522 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc69c157df0 msgr2=0x7fc688005b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:22.075 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a26cc640 1 --2- 172.21.15.23:0/2109352522 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc69c157df0 0x7fc688005b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.075 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a26cc640 1 -- 172.21.15.23:0/2109352522 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc688006110 msgr2=0x7fc6880069e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:22.075 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a26cc640 1 --2- 172.21.15.23:0/2109352522 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc688006110 0x7fc6880069e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.076 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a26cc640 1 -- 172.21.15.23:0/2109352522 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc688005740 con 0x7fc688006f20 2023-06-26T03:02:22.076 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.063+0000 7fc6a16ca640 1 --2- 172.21.15.23:0/2109352522 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc688006110 0x7fc6880069e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:22.078 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.067+0000 7fc6a26cc640 1 --2- 172.21.15.23:0/2109352522 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc688006f20 0x7fc688007390 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fc69c06aae0 tx=0x7fc69401cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ca6fa7afa721a11 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:22.078 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.067+0000 7fc6a0ec9640 1 -- 172.21.15.23:0/2109352522 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6940a5c50 con 0x7fc688006f20 2023-06-26T03:02:22.078 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.067+0000 7fc6a0ec9640 1 -- 172.21.15.23:0/2109352522 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc69400f040 con 0x7fc688006f20 2023-06-26T03:02:22.078 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.067+0000 7fc6a0ec9640 1 -- 172.21.15.23:0/2109352522 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6940ad440 con 0x7fc688006f20 2023-06-26T03:02:22.078 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.067+0000 7fc6a412f640 1 -- 172.21.15.23:0/2109352522 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc688006f20 msgr2=0x7fc688007390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:22.079 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.067+0000 7fc6a412f640 1 --2- 172.21.15.23:0/2109352522 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc688006f20 0x7fc688007390 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fc69c06aae0 tx=0x7fc69401cc40 comp rx=0 tx=0).stop 2023-06-26T03:02:22.079 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.067+0000 7fc6a26cc640 1 -- 172.21.15.23:0/2109352522 reap_dead start 2023-06-26T03:02:22.079 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.067+0000 7fc6a412f640 1 -- 172.21.15.23:0/2109352522 shutdown_connections 2023-06-26T03:02:22.079 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.067+0000 7fc6a412f640 1 -- 172.21.15.23:0/2109352522 >> 172.21.15.23:0/2109352522 conn(0x7fc69c069fc0 msgr2=0x7fc69c0ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:22.079 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.067+0000 7fc6a412f640 1 -- 172.21.15.23:0/2109352522 shutdown_connections 2023-06-26T03:02:22.079 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.067+0000 7fc6a412f640 1 -- 172.21.15.23:0/2109352522 wait complete. 2023-06-26T03:02:22.079 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.067+0000 7fc6a412f640 1 Processor -- start 2023-06-26T03:02:22.079 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.067+0000 7fc6a412f640 1 -- start start 2023-06-26T03:02:22.080 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.067+0000 7fc6a412f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc688006f20 0x7fc69c156a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:22.080 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.067+0000 7fc6a412f640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc69c0c1600 0x7fc69c156420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:22.080 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.067+0000 7fc6a412f640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc69c157010 0x7fc69c0c3e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:22.080 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.067+0000 7fc6a412f640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc69c0cc3f0 con 0x7fc69c157010 2023-06-26T03:02:22.080 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.067+0000 7fc6a412f640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc69c0c1d50 con 0x7fc688006f20 2023-06-26T03:02:22.080 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.067+0000 7fc6a412f640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc69c0c1a70 con 0x7fc69c0c1600 2023-06-26T03:02:22.080 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.067+0000 7fc6a26cc640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc69c157010 0x7fc69c0c3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:22.080 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.067+0000 7fc6a26cc640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc69c157010 0x7fc69c0c3e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:54384/0 (socket says 172.21.15.23:54384) 2023-06-26T03:02:22.081 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.067+0000 7fc6a26cc640 1 -- 172.21.15.23:0/3167718741 learned_addr learned my addr 172.21.15.23:0/3167718741 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:22.081 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.067+0000 7fc6a16ca640 1 --2- 172.21.15.23:0/3167718741 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc69c0c1600 0x7fc69c156420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:22.081 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.067+0000 7fc6a1ecb640 1 --2- 172.21.15.23:0/3167718741 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc688006f20 0x7fc69c156a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:22.081 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.067+0000 7fc6a26cc640 1 -- 172.21.15.23:0/3167718741 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc69c0c1600 msgr2=0x7fc69c156420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:22.081 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.067+0000 7fc6a26cc640 1 --2- 172.21.15.23:0/3167718741 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc69c0c1600 0x7fc69c156420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.081 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.067+0000 7fc6a26cc640 1 -- 172.21.15.23:0/3167718741 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc688006f20 msgr2=0x7fc69c156a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:22.081 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.067+0000 7fc6a26cc640 1 --2- 172.21.15.23:0/3167718741 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc688006f20 0x7fc69c156a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.082 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.067+0000 7fc6a26cc640 1 -- 172.21.15.23:0/3167718741 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc69c0cb910 con 0x7fc69c157010 2023-06-26T03:02:22.082 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.071+0000 7fc6a26cc640 1 --2- 172.21.15.23:0/3167718741 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc69c157010 0x7fc69c0c3e10 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fc694002240 tx=0x7fc694009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:22.082 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.071+0000 7fc6927fc640 1 -- 172.21.15.23:0/3167718741 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6940039a0 con 0x7fc69c157010 2023-06-26T03:02:22.082 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.071+0000 7fc6927fc640 1 -- 172.21.15.23:0/3167718741 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc694003b00 con 0x7fc69c157010 2023-06-26T03:02:22.082 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.071+0000 7fc6a412f640 1 -- 172.21.15.23:0/3167718741 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc69c0cbbf0 con 0x7fc69c157010 2023-06-26T03:02:22.082 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.071+0000 7fc6927fc640 1 -- 172.21.15.23:0/3167718741 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc694003e70 con 0x7fc69c157010 2023-06-26T03:02:22.082 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.071+0000 7fc6a412f640 1 -- 172.21.15.23:0/3167718741 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc69c0c4350 con 0x7fc69c157010 2023-06-26T03:02:22.082 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.071+0000 7fc6a412f640 1 -- 172.21.15.23:0/3167718741 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc69c04d790 con 0x7fc69c157010 2023-06-26T03:02:22.083 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.071+0000 7fc6927fc640 1 -- 172.21.15.23:0/3167718741 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc6940b4040 con 0x7fc69c157010 2023-06-26T03:02:22.083 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.071+0000 7fc6927fc640 1 --2- 172.21.15.23:0/3167718741 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc680066280 0x7fc680068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:22.083 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.071+0000 7fc6927fc640 1 -- 172.21.15.23:0/3167718741 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7fc69411e500 con 0x7fc69c157010 2023-06-26T03:02:22.084 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.071+0000 7fc6a1ecb640 1 --2- 172.21.15.23:0/3167718741 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc680066280 0x7fc680068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:22.084 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.071+0000 7fc6a1ecb640 1 --2- 172.21.15.23:0/3167718741 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc680066280 0x7fc680068730 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fc698009970 tx=0x7fc698008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:22.084 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.075+0000 7fc6927fc640 1 -- 172.21.15.23:0/3167718741 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fc6940eb7b0 con 0x7fc69c157010 2023-06-26T03:02:22.230 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.223+0000 7fc6a412f640 1 -- 172.21.15.23:0/3167718741 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc69c0cc0a0 con 0x7fc69c157010 2023-06-26T03:02:22.230 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.223+0000 7fc6927fc640 1 -- 172.21.15.23:0/3167718741 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v27) v1 ==== 104+0+11 (secure 0 0 0) 0x7fc6940eedd0 con 0x7fc69c157010 2023-06-26T03:02:22.231 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:02:22.233 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.223+0000 7fc6a412f640 1 -- 172.21.15.23:0/3167718741 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc680066280 msgr2=0x7fc680068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:22.233 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.227+0000 7fc6a412f640 1 --2- 172.21.15.23:0/3167718741 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc680066280 0x7fc680068730 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fc698009970 tx=0x7fc698008040 comp rx=0 tx=0).stop 2023-06-26T03:02:22.233 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.227+0000 7fc6a412f640 1 -- 172.21.15.23:0/3167718741 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc69c157010 msgr2=0x7fc69c0c3e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:22.233 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.227+0000 7fc6a412f640 1 --2- 172.21.15.23:0/3167718741 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc69c157010 0x7fc69c0c3e10 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fc694002240 tx=0x7fc694009750 comp rx=0 tx=0).stop 2023-06-26T03:02:22.233 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.227+0000 7fc6a412f640 1 -- 172.21.15.23:0/3167718741 shutdown_connections 2023-06-26T03:02:22.233 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.227+0000 7fc6a412f640 1 --2- 172.21.15.23:0/3167718741 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc680066280 0x7fc680068730 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.234 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.227+0000 7fc6a412f640 1 --2- 172.21.15.23:0/3167718741 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc69c157010 0x7fc69c0c3e10 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.234 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.227+0000 7fc6a412f640 1 --2- 172.21.15.23:0/3167718741 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc69c0c1600 0x7fc69c156420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.234 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.227+0000 7fc6a412f640 1 --2- 172.21.15.23:0/3167718741 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc688006f20 0x7fc69c156a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.234 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.227+0000 7fc6a412f640 1 -- 172.21.15.23:0/3167718741 >> 172.21.15.23:0/3167718741 conn(0x7fc69c069fc0 msgr2=0x7fc69c0cb090 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:22.234 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.227+0000 7fc6a412f640 1 -- 172.21.15.23:0/3167718741 shutdown_connections 2023-06-26T03:02:22.234 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.227+0000 7fc6a412f640 1 -- 172.21.15.23:0/3167718741 wait complete. 2023-06-26T03:02:22.248 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-26T03:02:22.376 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.367+0000 7f0ab16ea640 1 Processor -- start 2023-06-26T03:02:22.376 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.367+0000 7f0ab16ea640 1 -- start start 2023-06-26T03:02:22.377 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.371+0000 7f0ab16ea640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f0aac0b3ea0 0x7f0aac0d0890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:22.377 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.371+0000 7f0ab16ea640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0aac0cf960 con 0x7f0aac0b3a20 2023-06-26T03:02:22.377 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.371+0000 7f0ab16ea640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0aac0cfca0 con 0x7f0aac15b6e0 2023-06-26T03:02:22.377 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.371+0000 7f0ab16ea640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0aac0cede0 con 0x7f0aac0b3ea0 2023-06-26T03:02:22.377 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.371+0000 7f0aab7fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f0aac0b3ea0 0x7f0aac0d0890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:22.378 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.371+0000 7f0aab7fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f0aac0b3ea0 0x7f0aac0d0890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:54390/0 (socket says 172.21.15.23:54390) 2023-06-26T03:02:22.378 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.371+0000 7f0aab7fe640 1 -- 172.21.15.23:0/3071507414 learned_addr learned my addr 172.21.15.23:0/3071507414 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:22.378 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.371+0000 7f0aab7fe640 1 -- 172.21.15.23:0/3071507414 >> v1:172.21.15.71:6789/0 conn(0x7f0aac15b6e0 legacy=0x7f0aac0cc5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:22.378 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.371+0000 7f0aa9ffb640 1 -- 172.21.15.23:0/3071507414 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1396540943 0 0) 0x7f0aac0cf960 con 0x7f0aac0b3a20 2023-06-26T03:02:22.379 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.371+0000 7f0aab7fe640 1 -- 172.21.15.23:0/3071507414 >> v1:172.21.15.23:6789/0 conn(0x7f0aac0b3a20 legacy=0x7f0aac0d0180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:22.379 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.371+0000 7f0aab7fe640 1 -- 172.21.15.23:0/3071507414 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0aac0cf0c0 con 0x7f0aac0b3ea0 2023-06-26T03:02:22.379 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.371+0000 7f0aab7fe640 1 --2- 172.21.15.23:0/3071507414 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0aac0b3ea0 0x7f0aac0d0890 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f0aa4009e50 tx=0x7f0aa401c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=594ae4fda2d58d9d server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:22.380 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.371+0000 7f0aa9ffb640 1 -- 172.21.15.23:0/3071507414 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0aa40a5810 con 0x7f0aac0b3ea0 2023-06-26T03:02:22.380 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.371+0000 7f0aa9ffb640 1 -- 172.21.15.23:0/3071507414 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0aa40a5970 con 0x7f0aac0b3ea0 2023-06-26T03:02:22.380 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.371+0000 7f0aa9ffb640 1 -- 172.21.15.23:0/3071507414 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0aa40a5d00 con 0x7f0aac0b3ea0 2023-06-26T03:02:22.381 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.371+0000 7f0ab16ea640 1 -- 172.21.15.23:0/3071507414 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0aac0b3ea0 msgr2=0x7f0aac0d0890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:22.381 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.371+0000 7f0ab16ea640 1 --2- 172.21.15.23:0/3071507414 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0aac0b3ea0 0x7f0aac0d0890 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f0aa4009e50 tx=0x7f0aa401c950 comp rx=0 tx=0).stop 2023-06-26T03:02:22.381 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.371+0000 7f0ab16ea640 1 -- 172.21.15.23:0/3071507414 shutdown_connections 2023-06-26T03:02:22.381 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.371+0000 7f0ab16ea640 1 --2- 172.21.15.23:0/3071507414 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0aac0b3ea0 0x7f0aac0d0890 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.381 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.371+0000 7f0ab16ea640 1 -- 172.21.15.23:0/3071507414 >> 172.21.15.23:0/3071507414 conn(0x7f0aac0d1fa0 msgr2=0x7f0aac0d23a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:22.381 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.371+0000 7f0ab16ea640 1 -- 172.21.15.23:0/3071507414 shutdown_connections 2023-06-26T03:02:22.381 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.371+0000 7f0ab16ea640 1 -- 172.21.15.23:0/3071507414 wait complete. 2023-06-26T03:02:22.382 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.375+0000 7f0ab16ea640 1 Processor -- start 2023-06-26T03:02:22.382 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.375+0000 7f0ab16ea640 1 -- start start 2023-06-26T03:02:22.383 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.375+0000 7f0ab16ea640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0aac0b3a20 0x7f0aac150630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:22.383 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.375+0000 7f0ab16ea640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0aac0b3ea0 0x7f0aac15c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:22.383 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.375+0000 7f0ab16ea640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0aac15b6e0 0x7f0aac155320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:22.383 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.375+0000 7f0ab16ea640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0aac151250 con 0x7f0aac0b3a20 2023-06-26T03:02:22.383 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.375+0000 7f0ab16ea640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0aac152580 con 0x7f0aac0b3ea0 2023-06-26T03:02:22.383 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.375+0000 7f0ab16ea640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0aac152860 con 0x7f0aac15b6e0 2023-06-26T03:02:22.383 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.375+0000 7f0aaaffd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0aac0b3a20 0x7f0aac150630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:22.384 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.375+0000 7f0aaaffd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0aac0b3a20 0x7f0aac150630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:54400/0 (socket says 172.21.15.23:54400) 2023-06-26T03:02:22.384 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.375+0000 7f0aaaffd640 1 -- 172.21.15.23:0/2394920630 learned_addr learned my addr 172.21.15.23:0/2394920630 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:22.385 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.375+0000 7f0aab7fe640 1 --2- 172.21.15.23:0/2394920630 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0aac15b6e0 0x7f0aac155320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:22.385 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.375+0000 7f0aaa7fc640 1 --2- 172.21.15.23:0/2394920630 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0aac0b3ea0 0x7f0aac15c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:22.385 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.375+0000 7f0aaaffd640 1 -- 172.21.15.23:0/2394920630 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0aac15b6e0 msgr2=0x7f0aac155320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:22.385 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.375+0000 7f0aaaffd640 1 --2- 172.21.15.23:0/2394920630 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0aac15b6e0 0x7f0aac155320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.385 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.375+0000 7f0aaaffd640 1 -- 172.21.15.23:0/2394920630 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0aac0b3ea0 msgr2=0x7f0aac15c7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:22.386 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.375+0000 7f0aaaffd640 1 --2- 172.21.15.23:0/2394920630 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0aac0b3ea0 0x7f0aac15c7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.386 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.375+0000 7f0aaaffd640 1 -- 172.21.15.23:0/2394920630 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0aa4009b30 con 0x7f0aac0b3a20 2023-06-26T03:02:22.386 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.375+0000 7f0aaaffd640 1 --2- 172.21.15.23:0/2394920630 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0aac0b3a20 0x7f0aac150630 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f0a9c00c500 tx=0x7f0a9c00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:22.386 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.375+0000 7f0a937fe640 1 -- 172.21.15.23:0/2394920630 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a9c005220 con 0x7f0aac0b3a20 2023-06-26T03:02:22.386 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.375+0000 7f0a937fe640 1 -- 172.21.15.23:0/2394920630 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0a9c005380 con 0x7f0aac0b3a20 2023-06-26T03:02:22.386 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.375+0000 7f0ab16ea640 1 -- 172.21.15.23:0/2394920630 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0aac152b40 con 0x7f0aac0b3a20 2023-06-26T03:02:22.386 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.375+0000 7f0a937fe640 1 -- 172.21.15.23:0/2394920630 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a9c007270 con 0x7f0aac0b3a20 2023-06-26T03:02:22.386 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.375+0000 7f0ab16ea640 1 -- 172.21.15.23:0/2394920630 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0aac0b6600 con 0x7f0aac0b3a20 2023-06-26T03:02:22.387 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.375+0000 7f0ab16ea640 1 -- 172.21.15.23:0/2394920630 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0aac0b67f0 con 0x7f0aac0b3a20 2023-06-26T03:02:22.387 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.379+0000 7f0a937fe640 1 -- 172.21.15.23:0/2394920630 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f0a9c0073d0 con 0x7f0aac0b3a20 2023-06-26T03:02:22.387 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.379+0000 7f0a937fe640 1 --2- 172.21.15.23:0/2394920630 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0a98066280 0x7f0a98068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:22.387 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.379+0000 7f0a937fe640 1 -- 172.21.15.23:0/2394920630 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f0a9c083910 con 0x7f0aac0b3a20 2023-06-26T03:02:22.388 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.379+0000 7f0aaa7fc640 1 --2- 172.21.15.23:0/2394920630 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0a98066280 0x7f0a98068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:22.388 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.379+0000 7f0aaa7fc640 1 --2- 172.21.15.23:0/2394920630 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0a98066280 0x7f0a98068730 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f0aac0cc7d0 tx=0x7f0aa0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:22.389 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.383+0000 7f0a937fe640 1 -- 172.21.15.23:0/2394920630 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f0a9c050ab0 con 0x7f0aac0b3a20 2023-06-26T03:02:22.539 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.531+0000 7f0ab16ea640 1 -- 172.21.15.23:0/2394920630 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f0aac04d790 con 0x7f0aac0b3a20 2023-06-26T03:02:22.540 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.531+0000 7f0a937fe640 1 -- 172.21.15.23:0/2394920630 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v27) v1 ==== 100+0+11 (secure 0 0 0) 0x7f0a9c0540d0 con 0x7f0aac0b3a20 2023-06-26T03:02:22.540 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 64 2023-06-26T03:02:22.542 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.535+0000 7f0ab16ea640 1 -- 172.21.15.23:0/2394920630 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0a98066280 msgr2=0x7f0a98068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:22.542 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.535+0000 7f0ab16ea640 1 --2- 172.21.15.23:0/2394920630 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0a98066280 0x7f0a98068730 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f0aac0cc7d0 tx=0x7f0aa0009040 comp rx=0 tx=0).stop 2023-06-26T03:02:22.543 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.535+0000 7f0ab16ea640 1 -- 172.21.15.23:0/2394920630 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0aac0b3a20 msgr2=0x7f0aac150630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:22.543 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.535+0000 7f0ab16ea640 1 --2- 172.21.15.23:0/2394920630 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0aac0b3a20 0x7f0aac150630 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f0a9c00c500 tx=0x7f0a9c00c9c0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.543 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.535+0000 7f0ab16ea640 1 -- 172.21.15.23:0/2394920630 shutdown_connections 2023-06-26T03:02:22.543 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.535+0000 7f0ab16ea640 1 --2- 172.21.15.23:0/2394920630 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0a98066280 0x7f0a98068730 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.543 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.535+0000 7f0ab16ea640 1 --2- 172.21.15.23:0/2394920630 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0aac15b6e0 0x7f0aac155320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.543 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.535+0000 7f0ab16ea640 1 --2- 172.21.15.23:0/2394920630 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0aac0b3ea0 0x7f0aac15c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.543 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.535+0000 7f0ab16ea640 1 --2- 172.21.15.23:0/2394920630 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0aac0b3a20 0x7f0aac150630 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.535+0000 7f0ab16ea640 1 -- 172.21.15.23:0/2394920630 >> 172.21.15.23:0/2394920630 conn(0x7f0aac0d1fa0 msgr2=0x7f0aac0b1130 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:22.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.535+0000 7f0ab16ea640 1 -- 172.21.15.23:0/2394920630 shutdown_connections 2023-06-26T03:02:22.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.535+0000 7f0ab16ea640 1 -- 172.21.15.23:0/2394920630 wait complete. 2023-06-26T03:02:22.558 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-06-26T03:02:22.672 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.663+0000 7f4fb5ba7640 1 Processor -- start 2023-06-26T03:02:22.672 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.663+0000 7f4fb5ba7640 1 -- start start 2023-06-26T03:02:22.673 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.667+0000 7f4fb5ba7640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f4fb006f410 0x7f4fb00cbdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:22.673 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.667+0000 7f4fb5ba7640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4fb00ad280 con 0x7f4fb00aceb0 2023-06-26T03:02:22.673 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.667+0000 7f4fb5ba7640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4fb00c83d0 con 0x7f4fb006ef70 2023-06-26T03:02:22.673 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.667+0000 7f4fb5ba7640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4fb00c9950 con 0x7f4fb006f410 2023-06-26T03:02:22.674 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.667+0000 7f4faf7fe640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f4fb00aceb0 0x7f4fb00c9240 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:41322/0 (socket says 172.21.15.23:41322) 2023-06-26T03:02:22.674 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.667+0000 7f4faf7fe640 1 -- 172.21.15.23:0/253240037 learned_addr learned my addr 172.21.15.23:0/253240037 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:22.675 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.667+0000 7f4faffff640 1 --2- 172.21.15.23:0/253240037 >> v2:172.21.15.71:3300/0 conn(0x7f4fb006f410 0x7f4fb00cbdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:22.675 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.667+0000 7f4fae7fc640 1 -- 172.21.15.23:0/253240037 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 510583660 0 0) 0x7f4fb00ad280 con 0x7f4fb00aceb0 2023-06-26T03:02:22.675 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.667+0000 7f4fae7fc640 1 -- 172.21.15.23:0/253240037 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4f9c003530 con 0x7f4fb00aceb0 2023-06-26T03:02:22.676 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.667+0000 7f4fae7fc640 1 -- 172.21.15.23:0/253240037 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3949169187 0 0) 0x7f4f9c003530 con 0x7f4fb00aceb0 2023-06-26T03:02:22.676 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.667+0000 7f4fae7fc640 1 -- 172.21.15.23:0/253240037 >> v2:172.21.15.71:3300/0 conn(0x7f4fb006f410 msgr2=0x7f4fb00cbdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:22.676 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.667+0000 7f4fae7fc640 1 --2- 172.21.15.23:0/253240037 >> v2:172.21.15.71:3300/0 conn(0x7f4fb006f410 0x7f4fb00cbdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.676 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.667+0000 7f4fae7fc640 1 -- 172.21.15.23:0/253240037 >> v1:172.21.15.71:6789/0 conn(0x7f4fb006ef70 legacy=0x7f4fb00cb6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:22.676 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.667+0000 7f4fae7fc640 1 -- 172.21.15.23:0/253240037 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4fb0158c90 con 0x7f4fb00aceb0 2023-06-26T03:02:22.676 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.667+0000 7f4fae7fc640 1 -- 172.21.15.23:0/253240037 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f4f98001680 con 0x7f4fb00aceb0 2023-06-26T03:02:22.676 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.667+0000 7f4fae7fc640 1 -- 172.21.15.23:0/253240037 >> v1:172.21.15.23:6789/0 conn(0x7f4fb00aceb0 legacy=0x7f4fb00c9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:22.676 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.667+0000 7f4fae7fc640 1 --2- 172.21.15.23:0/253240037 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4f9c003980 0x7f4f9c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:22.677 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.667+0000 7f4fae7fc640 1 --2- 172.21.15.23:0/253240037 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4f9c0047d0 0x7f4f9c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:22.677 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.667+0000 7f4fae7fc640 1 --2- 172.21.15.23:0/253240037 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f4f9c005180 0x7f4f9c00dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:22.677 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.667+0000 7f4fae7fc640 1 -- 172.21.15.23:0/253240037 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fb00c9950 con 0x7f4f9c003980 2023-06-26T03:02:22.677 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.667+0000 7f4fae7fc640 1 -- 172.21.15.23:0/253240037 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f9c00e210 con 0x7f4f9c0047d0 2023-06-26T03:02:22.677 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.667+0000 7f4fae7fc640 1 -- 172.21.15.23:0/253240037 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f9c00e3d0 con 0x7f4f9c005180 2023-06-26T03:02:22.677 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.667+0000 7f4faf7fe640 1 --2- 172.21.15.23:0/253240037 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4f9c003980 0x7f4f9c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:22.677 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.667+0000 7f4faeffd640 1 --2- 172.21.15.23:0/253240037 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4f9c0047d0 0x7f4f9c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:22.678 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.667+0000 7f4faffff640 1 --2- 172.21.15.23:0/253240037 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f4f9c005180 0x7f4f9c00dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:22.678 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.667+0000 7f4faf7fe640 1 -- 172.21.15.23:0/253240037 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f4f9c005180 msgr2=0x7f4f9c00dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:22.678 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.667+0000 7f4faf7fe640 1 --2- 172.21.15.23:0/253240037 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f4f9c005180 0x7f4f9c00dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.678 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.667+0000 7f4faf7fe640 1 -- 172.21.15.23:0/253240037 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4f9c0047d0 msgr2=0x7f4f9c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:22.678 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.667+0000 7f4faf7fe640 1 --2- 172.21.15.23:0/253240037 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4f9c0047d0 0x7f4f9c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.678 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.667+0000 7f4faffff640 1 -- 172.21.15.23:0/253240037 reap_dead start 2023-06-26T03:02:22.678 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.667+0000 7f4faf7fe640 1 -- 172.21.15.23:0/253240037 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f9c003530 con 0x7f4f9c003980 2023-06-26T03:02:22.680 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.667+0000 7f4faf7fe640 1 --2- 172.21.15.23:0/253240037 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4f9c003980 0x7f4f9c003d90 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f4f9800c240 tx=0x7f4f9801cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c94b5c25c017de1 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:22.681 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4fae7fc640 1 -- 172.21.15.23:0/253240037 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f98005ae0 con 0x7f4f9c003980 2023-06-26T03:02:22.681 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4fae7fc640 1 -- 172.21.15.23:0/253240037 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f98005c40 con 0x7f4f9c003980 2023-06-26T03:02:22.681 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4fae7fc640 1 -- 172.21.15.23:0/253240037 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f98007070 con 0x7f4f9c003980 2023-06-26T03:02:22.681 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4fb5ba7640 1 -- 172.21.15.23:0/253240037 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4f9c003980 msgr2=0x7f4f9c003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:22.681 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4fb5ba7640 1 --2- 172.21.15.23:0/253240037 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4f9c003980 0x7f4f9c003d90 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f4f9800c240 tx=0x7f4f9801cb90 comp rx=0 tx=0).stop 2023-06-26T03:02:22.681 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4fb5ba7640 1 -- 172.21.15.23:0/253240037 shutdown_connections 2023-06-26T03:02:22.681 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4fb5ba7640 1 --2- 172.21.15.23:0/253240037 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4f9c003980 0x7f4f9c003d90 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.681 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4fb5ba7640 1 -- 172.21.15.23:0/253240037 >> 172.21.15.23:0/253240037 conn(0x7f4fb0069fc0 msgr2=0x7f4fb00ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:22.682 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4fb5ba7640 1 -- 172.21.15.23:0/253240037 shutdown_connections 2023-06-26T03:02:22.682 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4fb5ba7640 1 -- 172.21.15.23:0/253240037 wait complete. 2023-06-26T03:02:22.682 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4fb5ba7640 1 Processor -- start 2023-06-26T03:02:22.682 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4fb5ba7640 1 -- start start 2023-06-26T03:02:22.682 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4fb5ba7640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4f9c003980 0x7f4fb014e110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:22.682 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4fb5ba7640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f4fb00b2da0 0x7f4fb00b3210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:22.682 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4fb5ba7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4fb00c2100 0x7f4fb00c2550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:22.683 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4fb5ba7640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fb00b3750 con 0x7f4f9c003980 2023-06-26T03:02:22.683 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4fb5ba7640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fb00c2a90 con 0x7f4fb00c2100 2023-06-26T03:02:22.683 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4fb5ba7640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4fb00c2d50 con 0x7f4fb00b2da0 2023-06-26T03:02:22.683 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4faf7fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4f9c003980 0x7f4fb014e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:22.683 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4faf7fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4f9c003980 0x7f4fb014e110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:54422/0 (socket says 172.21.15.23:54422) 2023-06-26T03:02:22.683 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4faf7fe640 1 -- 172.21.15.23:0/4283074133 learned_addr learned my addr 172.21.15.23:0/4283074133 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:22.683 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4faffff640 1 --2- 172.21.15.23:0/4283074133 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4fb00c2100 0x7f4fb00c2550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:22.683 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4faeffd640 1 --2- 172.21.15.23:0/4283074133 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f4fb00b2da0 0x7f4fb00b3210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:22.684 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4faf7fe640 1 -- 172.21.15.23:0/4283074133 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f4fb00b2da0 msgr2=0x7f4fb00b3210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:22.684 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4faf7fe640 1 --2- 172.21.15.23:0/4283074133 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f4fb00b2da0 0x7f4fb00b3210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.684 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4faf7fe640 1 -- 172.21.15.23:0/4283074133 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4fb00c2100 msgr2=0x7f4fb00c2550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:22.684 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4faf7fe640 1 --2- 172.21.15.23:0/4283074133 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4fb00c2100 0x7f4fb00c2550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.684 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4faf7fe640 1 -- 172.21.15.23:0/4283074133 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4fb00c3030 con 0x7f4f9c003980 2023-06-26T03:02:22.684 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4faf7fe640 1 --2- 172.21.15.23:0/4283074133 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4f9c003980 0x7f4fb014e110 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f4f9800c240 tx=0x7f4f9c005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:22.684 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4fa7fff640 1 -- 172.21.15.23:0/4283074133 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f980b4070 con 0x7f4f9c003980 2023-06-26T03:02:22.684 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4fa7fff640 1 -- 172.21.15.23:0/4283074133 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f98001480 con 0x7f4f9c003980 2023-06-26T03:02:22.685 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4fb5ba7640 1 -- 172.21.15.23:0/4283074133 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4fb00c3310 con 0x7f4f9c003980 2023-06-26T03:02:22.685 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4fa7fff640 1 -- 172.21.15.23:0/4283074133 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f980070a0 con 0x7f4f9c003980 2023-06-26T03:02:22.685 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.671+0000 7f4fb5ba7640 1 -- 172.21.15.23:0/4283074133 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4fb014e650 con 0x7f4f9c003980 2023-06-26T03:02:22.686 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.675+0000 7f4fb5ba7640 1 -- 172.21.15.23:0/4283074133 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4fb004d790 con 0x7f4f9c003980 2023-06-26T03:02:22.686 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.675+0000 7f4fa7fff640 1 -- 172.21.15.23:0/4283074133 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f4f98007200 con 0x7f4f9c003980 2023-06-26T03:02:22.686 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.675+0000 7f4fa7fff640 1 --2- 172.21.15.23:0/4283074133 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f4f90066280 0x7f4f90068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:22.686 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.675+0000 7f4fa7fff640 1 -- 172.21.15.23:0/4283074133 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f4f9811da80 con 0x7f4f9c003980 2023-06-26T03:02:22.686 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.675+0000 7f4faeffd640 1 --2- 172.21.15.23:0/4283074133 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f4f90066280 0x7f4f90068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:22.686 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.675+0000 7f4faeffd640 1 --2- 172.21.15.23:0/4283074133 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f4f90066280 0x7f4f90068730 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f4fb00c2090 tx=0x7f4fa0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:22.687 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.679+0000 7f4fa7fff640 1 -- 172.21.15.23:0/4283074133 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f4f980eaca0 con 0x7f4f9c003980 2023-06-26T03:02:22.835 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.827+0000 7f4fb5ba7640 1 -- 172.21.15.23:0/4283074133 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f4fb00c8a40 con 0x7f4f9c003980 2023-06-26T03:02:22.835 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.827+0000 7f4fa7fff640 1 -- 172.21.15.23:0/4283074133 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v27) v1 ==== 103+0+11 (secure 0 0 0) 0x7f4f980ee2c0 con 0x7f4f9c003980 2023-06-26T03:02:22.836 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:02:22.837 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.831+0000 7f4fb5ba7640 1 -- 172.21.15.23:0/4283074133 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f4f90066280 msgr2=0x7f4f90068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:22.838 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.831+0000 7f4fb5ba7640 1 --2- 172.21.15.23:0/4283074133 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f4f90066280 0x7f4f90068730 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f4fb00c2090 tx=0x7f4fa0009040 comp rx=0 tx=0).stop 2023-06-26T03:02:22.838 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.831+0000 7f4fb5ba7640 1 -- 172.21.15.23:0/4283074133 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4f9c003980 msgr2=0x7f4fb014e110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:22.838 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.831+0000 7f4fb5ba7640 1 --2- 172.21.15.23:0/4283074133 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4f9c003980 0x7f4fb014e110 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f4f9800c240 tx=0x7f4f9c005800 comp rx=0 tx=0).stop 2023-06-26T03:02:22.838 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.831+0000 7f4fb5ba7640 1 -- 172.21.15.23:0/4283074133 shutdown_connections 2023-06-26T03:02:22.838 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.831+0000 7f4fb5ba7640 1 --2- 172.21.15.23:0/4283074133 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f4f90066280 0x7f4f90068730 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.838 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.831+0000 7f4fb5ba7640 1 --2- 172.21.15.23:0/4283074133 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4fb00c2100 0x7f4fb00c2550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.839 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.831+0000 7f4fb5ba7640 1 --2- 172.21.15.23:0/4283074133 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f4fb00b2da0 0x7f4fb00b3210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.839 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.831+0000 7f4fb5ba7640 1 --2- 172.21.15.23:0/4283074133 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4f9c003980 0x7f4fb014e110 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.839 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.831+0000 7f4fb5ba7640 1 -- 172.21.15.23:0/4283074133 >> 172.21.15.23:0/4283074133 conn(0x7f4fb0069fc0 msgr2=0x7f4fb015b3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:22.839 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.831+0000 7f4fb5ba7640 1 -- 172.21.15.23:0/4283074133 shutdown_connections 2023-06-26T03:02:22.839 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.831+0000 7f4fb5ba7640 1 -- 172.21.15.23:0/4283074133 wait complete. 2023-06-26T03:02:22.853 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-06-26T03:02:22.977 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd91d022640 1 Processor -- start 2023-06-26T03:02:22.978 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd91d022640 1 -- start start 2023-06-26T03:02:22.979 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd91d022640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fd918159750 0x7fd9180b25d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:22.979 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd91d022640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd91806c5e0 con 0x7fd91806d680 2023-06-26T03:02:22.979 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd91d022640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd91806c8c0 con 0x7fd9180caa00 2023-06-26T03:02:22.979 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd91d022640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd918159b20 con 0x7fd918159750 2023-06-26T03:02:22.979 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd91659c640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fd91806d680 0x7fd91806bd70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:41324/0 (socket says 172.21.15.23:41324) 2023-06-26T03:02:22.979 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd91659c640 1 -- 172.21.15.23:0/126904108 learned_addr learned my addr 172.21.15.23:0/126904108 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:22.981 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd916d9d640 1 --2- 172.21.15.23:0/126904108 >> v2:172.21.15.71:3300/0 conn(0x7fd918159750 0x7fd9180b25d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:22.981 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd915d9b640 1 -- 172.21.15.23:0/126904108 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1807252248 0 0) 0x7fd91806c5e0 con 0x7fd91806d680 2023-06-26T03:02:22.981 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd915d9b640 1 -- 172.21.15.23:0/126904108 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd900003530 con 0x7fd91806d680 2023-06-26T03:02:22.981 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd915d9b640 1 -- 172.21.15.23:0/126904108 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3528923633 0 0) 0x7fd900003530 con 0x7fd91806d680 2023-06-26T03:02:22.981 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd915d9b640 1 -- 172.21.15.23:0/126904108 >> v2:172.21.15.71:3300/0 conn(0x7fd918159750 msgr2=0x7fd9180b25d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:22.982 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd915d9b640 1 --2- 172.21.15.23:0/126904108 >> v2:172.21.15.71:3300/0 conn(0x7fd918159750 0x7fd9180b25d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.982 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd915d9b640 1 -- 172.21.15.23:0/126904108 >> v1:172.21.15.71:6789/0 conn(0x7fd9180caa00 legacy=0x7fd9180cbef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:22.982 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd915d9b640 1 -- 172.21.15.23:0/126904108 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd91806cba0 con 0x7fd91806d680 2023-06-26T03:02:22.982 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd915d9b640 1 -- 172.21.15.23:0/126904108 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7fd90c001680 con 0x7fd91806d680 2023-06-26T03:02:22.982 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd915d9b640 1 -- 172.21.15.23:0/126904108 >> v1:172.21.15.23:6789/0 conn(0x7fd91806d680 legacy=0x7fd91806bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:22.982 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd915d9b640 1 --2- 172.21.15.23:0/126904108 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd900003980 0x7fd900003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:22.982 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd915d9b640 1 --2- 172.21.15.23:0/126904108 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd9000047d0 0x7fd900004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:22.982 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd915d9b640 1 --2- 172.21.15.23:0/126904108 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd900005180 0x7fd90000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:22.983 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd915d9b640 1 -- 172.21.15.23:0/126904108 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd918159b20 con 0x7fd9000047d0 2023-06-26T03:02:22.983 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd915d9b640 1 -- 172.21.15.23:0/126904108 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd90000c000 con 0x7fd900005180 2023-06-26T03:02:22.983 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd915d9b640 1 -- 172.21.15.23:0/126904108 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd90000c1c0 con 0x7fd900003980 2023-06-26T03:02:22.983 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd91659c640 1 --2- 172.21.15.23:0/126904108 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd9000047d0 0x7fd900004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:22.983 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd916d9d640 1 --2- 172.21.15.23:0/126904108 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd900003980 0x7fd900003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:22.983 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd91759e640 1 --2- 172.21.15.23:0/126904108 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd900005180 0x7fd90000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:22.983 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd91659c640 1 -- 172.21.15.23:0/126904108 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd900003980 msgr2=0x7fd900003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:22.984 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd91659c640 1 --2- 172.21.15.23:0/126904108 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd900003980 0x7fd900003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.984 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd91659c640 1 -- 172.21.15.23:0/126904108 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd900005180 msgr2=0x7fd90000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:22.984 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd91659c640 1 --2- 172.21.15.23:0/126904108 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd900005180 0x7fd90000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.984 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd91659c640 1 -- 172.21.15.23:0/126904108 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd900003530 con 0x7fd9000047d0 2023-06-26T03:02:22.984 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd91759e640 1 --2- 172.21.15.23:0/126904108 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd900005180 0x7fd90000b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:02:22.984 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.971+0000 7fd91759e640 1 -- 172.21.15.23:0/126904108 reap_dead start 2023-06-26T03:02:22.986 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.975+0000 7fd91659c640 1 --2- 172.21.15.23:0/126904108 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd9000047d0 0x7fd900004c40 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fd90c00c240 tx=0x7fd90c01f3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbf35fc8de605915 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:22.986 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.975+0000 7fd915d9b640 1 -- 172.21.15.23:0/126904108 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd90c0058e0 con 0x7fd9000047d0 2023-06-26T03:02:22.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.975+0000 7fd915d9b640 1 -- 172.21.15.23:0/126904108 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd90c005a40 con 0x7fd9000047d0 2023-06-26T03:02:22.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.975+0000 7fd915d9b640 1 -- 172.21.15.23:0/126904108 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd90c005e10 con 0x7fd9000047d0 2023-06-26T03:02:22.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.975+0000 7fd91d022640 1 -- 172.21.15.23:0/126904108 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd9000047d0 msgr2=0x7fd900004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:22.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.975+0000 7fd91d022640 1 --2- 172.21.15.23:0/126904108 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd9000047d0 0x7fd900004c40 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fd90c00c240 tx=0x7fd90c01f3b0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.975+0000 7fd91d022640 1 -- 172.21.15.23:0/126904108 shutdown_connections 2023-06-26T03:02:22.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.975+0000 7fd91d022640 1 --2- 172.21.15.23:0/126904108 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd9000047d0 0x7fd900004c40 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.975+0000 7fd91d022640 1 -- 172.21.15.23:0/126904108 >> 172.21.15.23:0/126904108 conn(0x7fd91806a030 msgr2=0x7fd9180afc00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:22.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.975+0000 7fd91d022640 1 -- 172.21.15.23:0/126904108 shutdown_connections 2023-06-26T03:02:22.988 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.975+0000 7fd91d022640 1 -- 172.21.15.23:0/126904108 wait complete. 2023-06-26T03:02:22.988 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.975+0000 7fd91d022640 1 Processor -- start 2023-06-26T03:02:22.988 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.975+0000 7fd91d022640 1 -- start start 2023-06-26T03:02:22.988 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.979+0000 7fd91d022640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd918150f40 0x7fd918151310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:22.988 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.979+0000 7fd91d022640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd91815d790 0x7fd918159c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:22.988 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.979+0000 7fd91d022640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd91815b770 0x7fd91815bc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:22.988 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.979+0000 7fd91d022640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd91815c150 con 0x7fd91815d790 2023-06-26T03:02:22.989 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.979+0000 7fd91d022640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd91815dc00 con 0x7fd91815b770 2023-06-26T03:02:22.989 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.979+0000 7fd91d022640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd91815a1a0 con 0x7fd918150f40 2023-06-26T03:02:22.989 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.979+0000 7fd91659c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd91815d790 0x7fd918159c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:22.989 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.979+0000 7fd91659c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd91815d790 0x7fd918159c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:54442/0 (socket says 172.21.15.23:54442) 2023-06-26T03:02:22.989 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.979+0000 7fd91659c640 1 -- 172.21.15.23:0/1412202380 learned_addr learned my addr 172.21.15.23:0/1412202380 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:22.989 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.979+0000 7fd916d9d640 1 --2- 172.21.15.23:0/1412202380 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd918150f40 0x7fd918151310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:22.989 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.979+0000 7fd91759e640 1 --2- 172.21.15.23:0/1412202380 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd91815b770 0x7fd91815bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:22.989 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.979+0000 7fd91659c640 1 -- 172.21.15.23:0/1412202380 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd918150f40 msgr2=0x7fd918151310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:22.990 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.979+0000 7fd91659c640 1 --2- 172.21.15.23:0/1412202380 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd918150f40 0x7fd918151310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.990 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.979+0000 7fd91659c640 1 -- 172.21.15.23:0/1412202380 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd91815b770 msgr2=0x7fd91815bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:22.990 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.979+0000 7fd91659c640 1 --2- 172.21.15.23:0/1412202380 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd91815b770 0x7fd91815bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:22.990 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.979+0000 7fd91659c640 1 -- 172.21.15.23:0/1412202380 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd91815a470 con 0x7fd91815d790 2023-06-26T03:02:22.990 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.979+0000 7fd91659c640 1 --2- 172.21.15.23:0/1412202380 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd91815d790 0x7fd918159c60 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fd90c01f1e0 tx=0x7fd900005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:22.990 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.979+0000 7fd8ff7fe640 1 -- 172.21.15.23:0/1412202380 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd90c0b7070 con 0x7fd91815d790 2023-06-26T03:02:22.990 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.979+0000 7fd8ff7fe640 1 -- 172.21.15.23:0/1412202380 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd90c005bb0 con 0x7fd91815d790 2023-06-26T03:02:22.990 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.979+0000 7fd91d022640 1 -- 172.21.15.23:0/1412202380 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd91815a750 con 0x7fd91815d790 2023-06-26T03:02:22.991 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.979+0000 7fd8ff7fe640 1 -- 172.21.15.23:0/1412202380 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd90c0070d0 con 0x7fd91815d790 2023-06-26T03:02:22.991 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.979+0000 7fd91d022640 1 -- 172.21.15.23:0/1412202380 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd91815ad10 con 0x7fd91815d790 2023-06-26T03:02:22.992 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.979+0000 7fd91d022640 1 -- 172.21.15.23:0/1412202380 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd91804d790 con 0x7fd91815d790 2023-06-26T03:02:22.992 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.979+0000 7fd8ff7fe640 1 -- 172.21.15.23:0/1412202380 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fd90c007230 con 0x7fd91815d790 2023-06-26T03:02:22.992 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.979+0000 7fd8ff7fe640 1 --2- 172.21.15.23:0/1412202380 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd9040662b0 0x7fd904068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:22.992 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.983+0000 7fd8ff7fe640 1 -- 172.21.15.23:0/1412202380 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7fd90c120e80 con 0x7fd91815d790 2023-06-26T03:02:22.992 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.983+0000 7fd916d9d640 1 --2- 172.21.15.23:0/1412202380 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd9040662b0 0x7fd904068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:22.992 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.983+0000 7fd916d9d640 1 --2- 172.21.15.23:0/1412202380 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd9040662b0 0x7fd904068760 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fd918150960 tx=0x7fd908008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:22.992 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:22.983+0000 7fd8ff7fe640 1 -- 172.21.15.23:0/1412202380 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fd90c0ee0a0 con 0x7fd91815d790 2023-06-26T03:02:23.155 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:23.147+0000 7fd91d022640 1 -- 172.21.15.23:0/1412202380 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fd9180b04c0 con 0x7fd91815d790 2023-06-26T03:02:23.155 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:23.147+0000 7fd8ff7fe640 1 -- 172.21.15.23:0/1412202380 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v27) v1 ==== 80+0+0 (secure 0 0 0) 0x7fd90c0f16c0 con 0x7fd91815d790 2023-06-26T03:02:23.156 INFO:teuthology.orchestra.run.smithi023.stderr:listed 0 entries 2023-06-26T03:02:23.158 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:23.151+0000 7fd91d022640 1 -- 172.21.15.23:0/1412202380 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd9040662b0 msgr2=0x7fd904068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:23.158 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:23.151+0000 7fd91d022640 1 --2- 172.21.15.23:0/1412202380 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd9040662b0 0x7fd904068760 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fd918150960 tx=0x7fd908008040 comp rx=0 tx=0).stop 2023-06-26T03:02:23.158 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:23.151+0000 7fd91d022640 1 -- 172.21.15.23:0/1412202380 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd91815d790 msgr2=0x7fd918159c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:23.158 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:23.151+0000 7fd91d022640 1 --2- 172.21.15.23:0/1412202380 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd91815d790 0x7fd918159c60 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fd90c01f1e0 tx=0x7fd900005800 comp rx=0 tx=0).stop 2023-06-26T03:02:23.158 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:23.151+0000 7fd91d022640 1 -- 172.21.15.23:0/1412202380 shutdown_connections 2023-06-26T03:02:23.159 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:23.151+0000 7fd91d022640 1 --2- 172.21.15.23:0/1412202380 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd9040662b0 0x7fd904068760 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:23.159 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:23.151+0000 7fd91d022640 1 --2- 172.21.15.23:0/1412202380 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd91815b770 0x7fd91815bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:23.159 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:23.151+0000 7fd91d022640 1 --2- 172.21.15.23:0/1412202380 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd91815d790 0x7fd918159c60 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:23.159 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:23.151+0000 7fd91d022640 1 --2- 172.21.15.23:0/1412202380 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd918150f40 0x7fd918151310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:23.159 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:23.151+0000 7fd91d022640 1 -- 172.21.15.23:0/1412202380 >> 172.21.15.23:0/1412202380 conn(0x7fd9000047d0 msgr2=0x7fd918156e60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:23.159 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:23.151+0000 7fd91d022640 1 -- 172.21.15.23:0/1412202380 shutdown_connections 2023-06-26T03:02:23.159 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:23.151+0000 7fd91d022640 1 -- 172.21.15.23:0/1412202380 wait complete. 2023-06-26T03:02:23.174 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi023.front.sepia.ceph.com... 2023-06-26T03:02:23.174 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:23.174 DEBUG:teuthology.orchestra.run.smithi023:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2023-06-26T03:02:23.193 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi023.stderr:ceph-fuse[43417]: fuse finished with error 0 and tester_r 0 2023-06-26T03:02:23.194 INFO:teuthology.orchestra.run:waiting for 300 2023-06-26T03:02:29.295 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi023.front.sepia.ceph.com 2023-06-26T03:02:29.296 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:29.296 DEBUG:teuthology.orchestra.run.smithi023:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2023-06-26T03:02:29.311 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:02:29.484 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.475+0000 7f0d70509640 1 Processor -- start 2023-06-26T03:02:29.484 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.475+0000 7f0d70509640 1 -- start start 2023-06-26T03:02:29.485 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.479+0000 7f0d70509640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f0d680ccc20 0x7f0d680cd0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:29.486 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.479+0000 7f0d70509640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d68159f40 con 0x7f0d68153a50 2023-06-26T03:02:29.486 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.479+0000 7f0d70509640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d6815a220 con 0x7f0d68159a80 2023-06-26T03:02:29.486 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.479+0000 7f0d70509640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d680cd600 con 0x7f0d680ccc20 2023-06-26T03:02:29.486 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.479+0000 7f0d6e2a5640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f0d68153a50 0x7f0d680ce3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:55582/0 (socket says 172.21.15.23:55582) 2023-06-26T03:02:29.486 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.479+0000 7f0d6e2a5640 1 -- 172.21.15.23:0/3859162424 learned_addr learned my addr 172.21.15.23:0/3859162424 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:29.486 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.479+0000 7f0d6eaa6640 1 --2- 172.21.15.23:0/3859162424 >> v2:172.21.15.23:3300/0 conn(0x7f0d680ccc20 0x7f0d680cd0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:29.487 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.479+0000 7f0d6d2a3640 1 -- 172.21.15.23:0/3859162424 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1573423844 0 0) 0x7f0d68159f40 con 0x7f0d68153a50 2023-06-26T03:02:29.487 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.479+0000 7f0d6eaa6640 1 -- 172.21.15.23:0/3859162424 >> v1:172.21.15.71:6789/0 conn(0x7f0d68159a80 legacy=0x7f0d680c9340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:29.487 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.479+0000 7f0d6eaa6640 1 -- 172.21.15.23:0/3859162424 >> v1:172.21.15.23:6789/0 conn(0x7f0d68153a50 legacy=0x7f0d680ce3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:29.487 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.479+0000 7f0d6eaa6640 1 -- 172.21.15.23:0/3859162424 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d6815a500 con 0x7f0d680ccc20 2023-06-26T03:02:29.488 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.479+0000 7f0d6eaa6640 1 --2- 172.21.15.23:0/3859162424 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0d680ccc20 0x7f0d680cd0c0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f0d60009d90 tx=0x7f0d6001c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de3e936fc38c62d5 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:29.488 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.479+0000 7f0d6d2a3640 1 -- 172.21.15.23:0/3859162424 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d600a5920 con 0x7f0d680ccc20 2023-06-26T03:02:29.489 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.479+0000 7f0d6d2a3640 1 -- 172.21.15.23:0/3859162424 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d600a5a80 con 0x7f0d680ccc20 2023-06-26T03:02:29.489 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.479+0000 7f0d6d2a3640 1 -- 172.21.15.23:0/3859162424 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d600a5e10 con 0x7f0d680ccc20 2023-06-26T03:02:29.489 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.483+0000 7f0d70509640 1 -- 172.21.15.23:0/3859162424 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0d680ccc20 msgr2=0x7f0d680cd0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:29.489 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.483+0000 7f0d70509640 1 --2- 172.21.15.23:0/3859162424 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0d680ccc20 0x7f0d680cd0c0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f0d60009d90 tx=0x7f0d6001c950 comp rx=0 tx=0).stop 2023-06-26T03:02:29.490 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.483+0000 7f0d70509640 1 -- 172.21.15.23:0/3859162424 shutdown_connections 2023-06-26T03:02:29.490 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.483+0000 7f0d70509640 1 --2- 172.21.15.23:0/3859162424 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0d680ccc20 0x7f0d680cd0c0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:29.490 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.483+0000 7f0d70509640 1 -- 172.21.15.23:0/3859162424 >> 172.21.15.23:0/3859162424 conn(0x7f0d68069400 msgr2=0x7f0d68069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:29.490 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.483+0000 7f0d70509640 1 -- 172.21.15.23:0/3859162424 shutdown_connections 2023-06-26T03:02:29.490 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.483+0000 7f0d70509640 1 -- 172.21.15.23:0/3859162424 wait complete. 2023-06-26T03:02:29.491 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.483+0000 7f0d70509640 1 Processor -- start 2023-06-26T03:02:29.491 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.483+0000 7f0d70509640 1 -- start start 2023-06-26T03:02:29.492 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.483+0000 7f0d70509640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0d680ccc20 0x7f0d6813a970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:29.492 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.483+0000 7f0d70509640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0d68153a50 0x7f0d6806ec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:29.492 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.483+0000 7f0d70509640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0d68159a80 0x7f0d680c5c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:29.493 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.483+0000 7f0d70509640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d6806f740 con 0x7f0d68159a80 2023-06-26T03:02:29.493 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.483+0000 7f0d70509640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d6806fa20 con 0x7f0d68153a50 2023-06-26T03:02:29.493 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.483+0000 7f0d70509640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d681509a0 con 0x7f0d680ccc20 2023-06-26T03:02:29.493 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.483+0000 7f0d6eaa6640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0d68159a80 0x7f0d680c5c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:29.493 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.483+0000 7f0d6eaa6640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0d68159a80 0x7f0d680c5c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38126/0 (socket says 172.21.15.23:38126) 2023-06-26T03:02:29.493 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.483+0000 7f0d6eaa6640 1 -- 172.21.15.23:0/3746592006 learned_addr learned my addr 172.21.15.23:0/3746592006 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:29.493 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.483+0000 7f0d6daa4640 1 --2- 172.21.15.23:0/3746592006 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0d68153a50 0x7f0d6806ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:29.493 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.483+0000 7f0d6e2a5640 1 --2- 172.21.15.23:0/3746592006 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0d680ccc20 0x7f0d6813a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:29.494 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.483+0000 7f0d6eaa6640 1 -- 172.21.15.23:0/3746592006 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0d680ccc20 msgr2=0x7f0d6813a970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:29.494 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.483+0000 7f0d6eaa6640 1 --2- 172.21.15.23:0/3746592006 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0d680ccc20 0x7f0d6813a970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:29.494 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.483+0000 7f0d6eaa6640 1 -- 172.21.15.23:0/3746592006 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0d68153a50 msgr2=0x7f0d6806ec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:29.494 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.483+0000 7f0d6eaa6640 1 --2- 172.21.15.23:0/3746592006 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0d68153a50 0x7f0d6806ec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:29.494 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.483+0000 7f0d6eaa6640 1 -- 172.21.15.23:0/3746592006 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d60009a70 con 0x7f0d68159a80 2023-06-26T03:02:29.494 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.483+0000 7f0d6eaa6640 1 --2- 172.21.15.23:0/3746592006 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0d68159a80 0x7f0d680c5c80 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f0d60009d90 tx=0x7f0d600196f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:29.494 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.483+0000 7f0d5effd640 1 -- 172.21.15.23:0/3746592006 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d600aee90 con 0x7f0d68159a80 2023-06-26T03:02:29.495 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.483+0000 7f0d5effd640 1 -- 172.21.15.23:0/3746592006 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d600039a0 con 0x7f0d68159a80 2023-06-26T03:02:29.495 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.483+0000 7f0d70509640 1 -- 172.21.15.23:0/3746592006 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d68150c80 con 0x7f0d68159a80 2023-06-26T03:02:29.495 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.483+0000 7f0d5effd640 1 -- 172.21.15.23:0/3746592006 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d60003d10 con 0x7f0d68159a80 2023-06-26T03:02:29.495 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.483+0000 7f0d70509640 1 -- 172.21.15.23:0/3746592006 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d6806f1c0 con 0x7f0d68159a80 2023-06-26T03:02:29.496 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.487+0000 7f0d70509640 1 -- 172.21.15.23:0/3746592006 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d68150800 con 0x7f0d68159a80 2023-06-26T03:02:29.496 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.487+0000 7f0d5effd640 1 -- 172.21.15.23:0/3746592006 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f0d600b4050 con 0x7f0d68159a80 2023-06-26T03:02:29.496 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.487+0000 7f0d5effd640 1 --2- 172.21.15.23:0/3746592006 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0d4c0662b0 0x7f0d4c068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:29.496 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.487+0000 7f0d5effd640 1 -- 172.21.15.23:0/3746592006 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f0d6011e8b0 con 0x7f0d68159a80 2023-06-26T03:02:29.496 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.487+0000 7f0d6e2a5640 1 --2- 172.21.15.23:0/3746592006 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0d4c0662b0 0x7f0d4c068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:29.496 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.487+0000 7f0d6e2a5640 1 --2- 172.21.15.23:0/3746592006 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0d4c0662b0 0x7f0d4c068760 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f0d64007fd0 tx=0x7f0d64007ba0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:29.498 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.491+0000 7f0d5effd640 1 -- 172.21.15.23:0/3746592006 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f0d68150800 con 0x7f0d68159a80 2023-06-26T03:02:29.653 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.647+0000 7f0d70509640 1 -- 172.21.15.23:0/3746592006 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0d68150ec0 con 0x7f0d68159a80 2023-06-26T03:02:29.656 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.647+0000 7f0d5effd640 1 -- 172.21.15.23:0/3746592006 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+20048 (secure 0 0 0) 0x7f0d68150ec0 con 0x7f0d68159a80 2023-06-26T03:02:29.656 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:02:29.657 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":27,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:02:13.266489+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:02:07.262805+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:02:07.823501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data_ec","create_time":"2023-06-26T03:02:10.900368+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:02:29.659 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.651+0000 7f0d70509640 1 -- 172.21.15.23:0/3746592006 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0d4c0662b0 msgr2=0x7f0d4c068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:29.659 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.651+0000 7f0d70509640 1 --2- 172.21.15.23:0/3746592006 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0d4c0662b0 0x7f0d4c068760 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f0d64007fd0 tx=0x7f0d64007ba0 comp rx=0 tx=0).stop 2023-06-26T03:02:29.659 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.651+0000 7f0d70509640 1 -- 172.21.15.23:0/3746592006 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0d68159a80 msgr2=0x7f0d680c5c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:29.659 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.651+0000 7f0d70509640 1 --2- 172.21.15.23:0/3746592006 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0d68159a80 0x7f0d680c5c80 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f0d60009d90 tx=0x7f0d600196f0 comp rx=0 tx=0).stop 2023-06-26T03:02:29.659 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.651+0000 7f0d70509640 1 -- 172.21.15.23:0/3746592006 shutdown_connections 2023-06-26T03:02:29.660 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.651+0000 7f0d70509640 1 --2- 172.21.15.23:0/3746592006 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0d4c0662b0 0x7f0d4c068760 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:29.660 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.651+0000 7f0d70509640 1 --2- 172.21.15.23:0/3746592006 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0d68159a80 0x7f0d680c5c80 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:29.660 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.651+0000 7f0d70509640 1 --2- 172.21.15.23:0/3746592006 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0d68153a50 0x7f0d6806ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:29.660 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.651+0000 7f0d70509640 1 --2- 172.21.15.23:0/3746592006 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0d680ccc20 0x7f0d6813a970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:29.660 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.651+0000 7f0d70509640 1 -- 172.21.15.23:0/3746592006 >> 172.21.15.23:0/3746592006 conn(0x7f0d68069400 msgr2=0x7f0d680ce3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:29.660 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.651+0000 7f0d70509640 1 -- 172.21.15.23:0/3746592006 shutdown_connections 2023-06-26T03:02:29.660 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.651+0000 7f0d70509640 1 -- 172.21.15.23:0/3746592006 wait complete. 2023-06-26T03:02:29.677 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:02:29.800 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.791+0000 7f5e0fb31640 1 Processor -- start 2023-06-26T03:02:29.800 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.791+0000 7f5e0fb31640 1 -- start start 2023-06-26T03:02:29.801 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.795+0000 7f5e0fb31640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f5e08153a50 0x7f5e080ce3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:29.802 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.795+0000 7f5e0fb31640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5e080ccc20 0x7f5e080cd0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:29.802 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.795+0000 7f5e0fb31640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5e08159f40 con 0x7f5e08159a80 2023-06-26T03:02:29.802 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.795+0000 7f5e0fb31640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5e080cd600 con 0x7f5e08153a50 2023-06-26T03:02:29.802 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.795+0000 7f5e0fb31640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5e0815d070 con 0x7f5e080ccc20 2023-06-26T03:02:29.802 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.795+0000 7f5e0d8cd640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f5e08153a50 0x7f5e080ce3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:29.802 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.795+0000 7f5e0d0cc640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f5e08159a80 0x7f5e080c9340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:55594/0 (socket says 172.21.15.23:55594) 2023-06-26T03:02:29.803 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.795+0000 7f5e0d0cc640 1 -- 172.21.15.23:0/3204178153 learned_addr learned my addr 172.21.15.23:0/3204178153 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:29.803 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.795+0000 7f5e0e0ce640 1 --2- 172.21.15.23:0/3204178153 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5e080ccc20 0x7f5e080cd0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:29.803 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.795+0000 7f5e0d8cd640 1 -- 172.21.15.23:0/3204178153 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5e080ccc20 msgr2=0x7f5e080cd0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:29.803 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.795+0000 7f5e0d8cd640 1 --2- 172.21.15.23:0/3204178153 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5e080ccc20 0x7f5e080cd0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:29.804 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.795+0000 7f5e0d8cd640 1 -- 172.21.15.23:0/3204178153 >> v1:172.21.15.23:6789/0 conn(0x7f5e08159a80 legacy=0x7f5e080c9340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:29.804 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.795+0000 7f5e0c8cb640 1 -- 172.21.15.23:0/3204178153 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 507730338 0 0) 0x7f5e08159f40 con 0x7f5e08159a80 2023-06-26T03:02:29.804 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.795+0000 7f5e0d8cd640 1 -- 172.21.15.23:0/3204178153 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e0815a220 con 0x7f5e08153a50 2023-06-26T03:02:29.804 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.795+0000 7f5e0d8cd640 1 --2- 172.21.15.23:0/3204178153 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5e08153a50 0x7f5e080ce3a0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f5e040097c0 tx=0x7f5e0401c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8b97a0f4f17083f server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:29.805 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.795+0000 7f5e0c8cb640 1 -- 172.21.15.23:0/3204178153 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e040ab670 con 0x7f5e08153a50 2023-06-26T03:02:29.805 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.795+0000 7f5e0c8cb640 1 -- 172.21.15.23:0/3204178153 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5e040ab7d0 con 0x7f5e08153a50 2023-06-26T03:02:29.805 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.795+0000 7f5e0c8cb640 1 -- 172.21.15.23:0/3204178153 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e040abb60 con 0x7f5e08153a50 2023-06-26T03:02:29.806 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.799+0000 7f5e0fb31640 1 -- 172.21.15.23:0/3204178153 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5e08153a50 msgr2=0x7f5e080ce3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:29.806 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.799+0000 7f5e0fb31640 1 --2- 172.21.15.23:0/3204178153 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5e08153a50 0x7f5e080ce3a0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f5e040097c0 tx=0x7f5e0401c470 comp rx=0 tx=0).stop 2023-06-26T03:02:29.806 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.799+0000 7f5e0fb31640 1 -- 172.21.15.23:0/3204178153 shutdown_connections 2023-06-26T03:02:29.806 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.799+0000 7f5e0fb31640 1 --2- 172.21.15.23:0/3204178153 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5e080ccc20 0x7f5e080cd0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:29.806 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.799+0000 7f5e0fb31640 1 --2- 172.21.15.23:0/3204178153 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5e08153a50 0x7f5e080ce3a0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:29.806 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.799+0000 7f5e0fb31640 1 -- 172.21.15.23:0/3204178153 >> 172.21.15.23:0/3204178153 conn(0x7f5e08069400 msgr2=0x7f5e08069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:29.806 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.799+0000 7f5e0fb31640 1 -- 172.21.15.23:0/3204178153 shutdown_connections 2023-06-26T03:02:29.807 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.799+0000 7f5e0fb31640 1 -- 172.21.15.23:0/3204178153 wait complete. 2023-06-26T03:02:29.808 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.799+0000 7f5e0fb31640 1 Processor -- start 2023-06-26T03:02:29.808 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.799+0000 7f5e0fb31640 1 -- start start 2023-06-26T03:02:29.808 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.799+0000 7f5e0fb31640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5e080ccc20 0x7f5e081f6660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:29.809 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.799+0000 7f5e0fb31640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5e08153a50 0x7f5e0814e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:29.809 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.799+0000 7f5e0fb31640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5e08159a80 0x7f5e081583b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:29.809 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.799+0000 7f5e0fb31640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e080c3890 con 0x7f5e080ccc20 2023-06-26T03:02:29.809 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.799+0000 7f5e0fb31640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e080c3b70 con 0x7f5e08153a50 2023-06-26T03:02:29.809 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.799+0000 7f5e0fb31640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5e080c3e50 con 0x7f5e08159a80 2023-06-26T03:02:29.809 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.799+0000 7f5e0d8cd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5e080ccc20 0x7f5e081f6660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:29.810 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.799+0000 7f5e0d8cd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5e080ccc20 0x7f5e081f6660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38146/0 (socket says 172.21.15.23:38146) 2023-06-26T03:02:29.810 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.799+0000 7f5e0d8cd640 1 -- 172.21.15.23:0/2960551500 learned_addr learned my addr 172.21.15.23:0/2960551500 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:29.810 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.799+0000 7f5e0d0cc640 1 --2- 172.21.15.23:0/2960551500 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5e08153a50 0x7f5e0814e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:29.810 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.799+0000 7f5e0e0ce640 1 --2- 172.21.15.23:0/2960551500 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5e08159a80 0x7f5e081583b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:29.810 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.799+0000 7f5e0d8cd640 1 -- 172.21.15.23:0/2960551500 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5e08159a80 msgr2=0x7f5e081583b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:29.810 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.799+0000 7f5e0d8cd640 1 --2- 172.21.15.23:0/2960551500 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5e08159a80 0x7f5e081583b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:29.810 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.799+0000 7f5e0d8cd640 1 -- 172.21.15.23:0/2960551500 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5e08153a50 msgr2=0x7f5e0814e5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:29.811 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.799+0000 7f5e0d8cd640 1 --2- 172.21.15.23:0/2960551500 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5e08153a50 0x7f5e0814e5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:29.811 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.799+0000 7f5e0d8cd640 1 -- 172.21.15.23:0/2960551500 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e04009420 con 0x7f5e080ccc20 2023-06-26T03:02:29.811 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.799+0000 7f5e0d8cd640 1 --2- 172.21.15.23:0/2960551500 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5e080ccc20 0x7f5e081f6660 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f5e040ad040 tx=0x7f5e0401acb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:29.811 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.799+0000 7f5dfe7fc640 1 -- 172.21.15.23:0/2960551500 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e040bf610 con 0x7f5e080ccc20 2023-06-26T03:02:29.811 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.799+0000 7f5dfe7fc640 1 -- 172.21.15.23:0/2960551500 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5e040bf7b0 con 0x7f5e080ccc20 2023-06-26T03:02:29.811 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.799+0000 7f5e0fb31640 1 -- 172.21.15.23:0/2960551500 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5e080c4130 con 0x7f5e080ccc20 2023-06-26T03:02:29.811 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.799+0000 7f5dfe7fc640 1 -- 172.21.15.23:0/2960551500 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e040bfb60 con 0x7f5e080ccc20 2023-06-26T03:02:29.811 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.799+0000 7f5e0fb31640 1 -- 172.21.15.23:0/2960551500 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5e081f6ba0 con 0x7f5e080ccc20 2023-06-26T03:02:29.812 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.803+0000 7f5e0fb31640 1 -- 172.21.15.23:0/2960551500 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5e0814ab20 con 0x7f5e080ccc20 2023-06-26T03:02:29.812 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.803+0000 7f5dfe7fc640 1 -- 172.21.15.23:0/2960551500 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f5e040b5400 con 0x7f5e080ccc20 2023-06-26T03:02:29.813 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.803+0000 7f5dfe7fc640 1 --2- 172.21.15.23:0/2960551500 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5dec066280 0x7f5dec068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:29.813 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.803+0000 7f5dfe7fc640 1 -- 172.21.15.23:0/2960551500 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f5e0411ed90 con 0x7f5e080ccc20 2023-06-26T03:02:29.813 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.803+0000 7f5e0d0cc640 1 --2- 172.21.15.23:0/2960551500 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5dec066280 0x7f5dec068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:29.813 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.803+0000 7f5e0d0cc640 1 --2- 172.21.15.23:0/2960551500 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5dec066280 0x7f5dec068730 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f5e080c4bf0 tx=0x7f5df8007c10 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:29.814 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.807+0000 7f5dfe7fc640 1 -- 172.21.15.23:0/2960551500 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f5e0814ab20 con 0x7f5e080ccc20 2023-06-26T03:02:29.970 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.963+0000 7f5e0fb31640 1 -- 172.21.15.23:0/2960551500 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5e0814ab20 con 0x7f5e080ccc20 2023-06-26T03:02:29.972 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.963+0000 7f5dfe7fc640 1 -- 172.21.15.23:0/2960551500 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+20048 (secure 0 0 0) 0x7f5e0814ab20 con 0x7f5e080ccc20 2023-06-26T03:02:29.972 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:02:29.973 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":27,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:02:13.266489+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:02:07.262805+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:02:07.823501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data_ec","create_time":"2023-06-26T03:02:10.900368+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:02:29.974 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.967+0000 7f5e0fb31640 1 -- 172.21.15.23:0/2960551500 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5dec066280 msgr2=0x7f5dec068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:29.974 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.967+0000 7f5e0fb31640 1 --2- 172.21.15.23:0/2960551500 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5dec066280 0x7f5dec068730 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f5e080c4bf0 tx=0x7f5df8007c10 comp rx=0 tx=0).stop 2023-06-26T03:02:29.974 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.967+0000 7f5e0fb31640 1 -- 172.21.15.23:0/2960551500 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5e080ccc20 msgr2=0x7f5e081f6660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:29.975 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.967+0000 7f5e0fb31640 1 --2- 172.21.15.23:0/2960551500 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5e080ccc20 0x7f5e081f6660 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f5e040ad040 tx=0x7f5e0401acb0 comp rx=0 tx=0).stop 2023-06-26T03:02:29.975 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.967+0000 7f5e0fb31640 1 -- 172.21.15.23:0/2960551500 shutdown_connections 2023-06-26T03:02:29.975 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.967+0000 7f5e0fb31640 1 --2- 172.21.15.23:0/2960551500 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5dec066280 0x7f5dec068730 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:29.975 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.967+0000 7f5e0fb31640 1 --2- 172.21.15.23:0/2960551500 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5e08159a80 0x7f5e081583b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:29.975 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.967+0000 7f5e0fb31640 1 --2- 172.21.15.23:0/2960551500 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5e08153a50 0x7f5e0814e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:29.975 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.967+0000 7f5e0fb31640 1 --2- 172.21.15.23:0/2960551500 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5e080ccc20 0x7f5e081f6660 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:29.975 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.967+0000 7f5e0fb31640 1 -- 172.21.15.23:0/2960551500 >> 172.21.15.23:0/2960551500 conn(0x7f5e08069400 msgr2=0x7f5e080b0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:29.976 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.967+0000 7f5e0fb31640 1 -- 172.21.15.23:0/2960551500 shutdown_connections 2023-06-26T03:02:29.976 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:29.967+0000 7f5e0fb31640 1 -- 172.21.15.23:0/2960551500 wait complete. 2023-06-26T03:02:29.991 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-06-26T03:02:30.121 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.115+0000 7f43ecee3640 1 Processor -- start 2023-06-26T03:02:30.121 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.115+0000 7f43ecee3640 1 -- start start 2023-06-26T03:02:30.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.115+0000 7f43ecee3640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f43e80aceb0 0x7f43e80c9240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:30.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.115+0000 7f43ecee3640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f43e80ad280 con 0x7f43e80cc6d0 2023-06-26T03:02:30.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.115+0000 7f43ecee3640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f43e815cda0 con 0x7f43e806ef70 2023-06-26T03:02:30.123 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.115+0000 7f43ecee3640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43e80c83d0 con 0x7f43e80aceb0 2023-06-26T03:02:30.123 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.115+0000 7f43e6d9d640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f43e80cc6d0 0x7f43e815c690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:55604/0 (socket says 172.21.15.23:55604) 2023-06-26T03:02:30.123 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.115+0000 7f43e6d9d640 1 -- 172.21.15.23:0/1333330797 learned_addr learned my addr 172.21.15.23:0/1333330797 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:30.124 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.115+0000 7f43e659c640 1 --2- 172.21.15.23:0/1333330797 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f43e80aceb0 0x7f43e80c9240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:30.125 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.115+0000 7f43e559a640 1 -- 172.21.15.23:0/1333330797 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1550758190 0 0) 0x7f43e80ad280 con 0x7f43e80cc6d0 2023-06-26T03:02:30.125 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.115+0000 7f43e559a640 1 -- 172.21.15.23:0/1333330797 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f43d0003530 con 0x7f43e80cc6d0 2023-06-26T03:02:30.125 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.115+0000 7f43e559a640 1 -- 172.21.15.23:0/1333330797 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1010432988 0 0) 0x7f43d0003530 con 0x7f43e80cc6d0 2023-06-26T03:02:30.125 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.115+0000 7f43e559a640 1 -- 172.21.15.23:0/1333330797 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f43e80aceb0 msgr2=0x7f43e80c9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:30.125 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.115+0000 7f43e559a640 1 --2- 172.21.15.23:0/1333330797 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f43e80aceb0 0x7f43e80c9240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:30.125 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.115+0000 7f43e559a640 1 -- 172.21.15.23:0/1333330797 >> v1:172.21.15.71:6789/0 conn(0x7f43e806ef70 legacy=0x7f43e815bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:30.125 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.115+0000 7f43e559a640 1 -- 172.21.15.23:0/1333330797 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43e8158c90 con 0x7f43e80cc6d0 2023-06-26T03:02:30.126 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.115+0000 7f43e559a640 1 -- 172.21.15.23:0/1333330797 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f43e0001a20 con 0x7f43e80cc6d0 2023-06-26T03:02:30.126 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.115+0000 7f43e559a640 1 -- 172.21.15.23:0/1333330797 >> v1:172.21.15.23:6789/0 conn(0x7f43e80cc6d0 legacy=0x7f43e815c690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:30.126 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.115+0000 7f43e559a640 1 --2- 172.21.15.23:0/1333330797 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f43d00039b0 0x7f43d0003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:30.126 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.115+0000 7f43e559a640 1 --2- 172.21.15.23:0/1333330797 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f43d00047d0 0x7f43d0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:30.126 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.115+0000 7f43e559a640 1 --2- 172.21.15.23:0/1333330797 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f43e80aceb0 0x7f43d0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:30.126 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.115+0000 7f43e559a640 1 -- 172.21.15.23:0/1333330797 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43e80c83d0 con 0x7f43d00039b0 2023-06-26T03:02:30.126 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.115+0000 7f43e559a640 1 -- 172.21.15.23:0/1333330797 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43d000ba40 con 0x7f43d00047d0 2023-06-26T03:02:30.127 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.115+0000 7f43e559a640 1 -- 172.21.15.23:0/1333330797 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43d000bbd0 con 0x7f43e80aceb0 2023-06-26T03:02:30.127 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.115+0000 7f43e659c640 1 --2- 172.21.15.23:0/1333330797 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f43d00039b0 0x7f43d0003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:30.127 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.115+0000 7f43e5d9b640 1 --2- 172.21.15.23:0/1333330797 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f43d00047d0 0x7f43d0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:30.127 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.115+0000 7f43e6d9d640 1 --2- 172.21.15.23:0/1333330797 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f43e80aceb0 0x7f43d0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:30.127 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.115+0000 7f43e659c640 1 -- 172.21.15.23:0/1333330797 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f43e80aceb0 msgr2=0x7f43d0005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:30.127 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.115+0000 7f43e659c640 1 --2- 172.21.15.23:0/1333330797 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f43e80aceb0 0x7f43d0005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:30.127 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.115+0000 7f43e659c640 1 -- 172.21.15.23:0/1333330797 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f43d00047d0 msgr2=0x7f43d0004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:30.127 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.115+0000 7f43e659c640 1 --2- 172.21.15.23:0/1333330797 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f43d00047d0 0x7f43d0004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:30.128 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.115+0000 7f43e659c640 1 -- 172.21.15.23:0/1333330797 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43d0003530 con 0x7f43d00039b0 2023-06-26T03:02:30.128 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.115+0000 7f43e6d9d640 1 --2- 172.21.15.23:0/1333330797 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f43e80aceb0 0x7f43d0005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:30.130 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.119+0000 7f43e659c640 1 --2- 172.21.15.23:0/1333330797 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f43d00039b0 0x7f43d0003dc0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f43d8009ae0 tx=0x7f43d801ca20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afe66deb42de0a32 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:30.130 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.119+0000 7f43e559a640 1 -- 172.21.15.23:0/1333330797 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43d80a5590 con 0x7f43d00039b0 2023-06-26T03:02:30.130 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.119+0000 7f43e559a640 1 -- 172.21.15.23:0/1333330797 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43d80a56f0 con 0x7f43d00039b0 2023-06-26T03:02:30.130 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.119+0000 7f43e559a640 1 -- 172.21.15.23:0/1333330797 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43d80a5aa0 con 0x7f43d00039b0 2023-06-26T03:02:30.131 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.119+0000 7f43ecee3640 1 -- 172.21.15.23:0/1333330797 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f43d00039b0 msgr2=0x7f43d0003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:30.131 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.119+0000 7f43ecee3640 1 --2- 172.21.15.23:0/1333330797 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f43d00039b0 0x7f43d0003dc0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f43d8009ae0 tx=0x7f43d801ca20 comp rx=0 tx=0).stop 2023-06-26T03:02:30.131 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.119+0000 7f43e6d9d640 1 -- 172.21.15.23:0/1333330797 reap_dead start 2023-06-26T03:02:30.131 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.119+0000 7f43ecee3640 1 -- 172.21.15.23:0/1333330797 shutdown_connections 2023-06-26T03:02:30.131 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.119+0000 7f43ecee3640 1 -- 172.21.15.23:0/1333330797 >> 172.21.15.23:0/1333330797 conn(0x7f43e8069fc0 msgr2=0x7f43e80ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:30.131 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.119+0000 7f43ecee3640 1 -- 172.21.15.23:0/1333330797 shutdown_connections 2023-06-26T03:02:30.131 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.119+0000 7f43ecee3640 1 -- 172.21.15.23:0/1333330797 wait complete. 2023-06-26T03:02:30.131 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.119+0000 7f43ecee3640 1 Processor -- start 2023-06-26T03:02:30.132 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.119+0000 7f43ecee3640 1 -- start start 2023-06-26T03:02:30.132 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.123+0000 7f43ecee3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f43e80b0af0 0x7f43e80b0ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:30.132 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.123+0000 7f43ecee3640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f43e80c3060 0x7f43e80c34d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:30.132 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.123+0000 7f43ecee3640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f43e80afb90 0x7f43e80b0000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:30.132 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.123+0000 7f43ecee3640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43e81f4290 con 0x7f43e80afb90 2023-06-26T03:02:30.132 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.123+0000 7f43ecee3640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43e80add20 con 0x7f43e80b0af0 2023-06-26T03:02:30.132 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.123+0000 7f43ecee3640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43e80ae000 con 0x7f43e80c3060 2023-06-26T03:02:30.133 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.123+0000 7f43e6d9d640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f43e80afb90 0x7f43e80b0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:30.133 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.123+0000 7f43e6d9d640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f43e80afb90 0x7f43e80b0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38174/0 (socket says 172.21.15.23:38174) 2023-06-26T03:02:30.133 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.123+0000 7f43e6d9d640 1 -- 172.21.15.23:0/4136297275 learned_addr learned my addr 172.21.15.23:0/4136297275 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:30.133 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.123+0000 7f43e5d9b640 1 --2- 172.21.15.23:0/4136297275 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f43e80c3060 0x7f43e80c34d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:30.133 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.123+0000 7f43e659c640 1 --2- 172.21.15.23:0/4136297275 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f43e80b0af0 0x7f43e80b0ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:30.133 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.123+0000 7f43e6d9d640 1 -- 172.21.15.23:0/4136297275 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f43e80c3060 msgr2=0x7f43e80c34d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:30.133 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.123+0000 7f43e6d9d640 1 --2- 172.21.15.23:0/4136297275 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f43e80c3060 0x7f43e80c34d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:30.133 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.123+0000 7f43e6d9d640 1 -- 172.21.15.23:0/4136297275 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f43e80b0af0 msgr2=0x7f43e80b0ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:30.134 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.123+0000 7f43e6d9d640 1 --2- 172.21.15.23:0/4136297275 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f43e80b0af0 0x7f43e80b0ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:30.134 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.123+0000 7f43e6d9d640 1 -- 172.21.15.23:0/4136297275 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43e80b0540 con 0x7f43e80afb90 2023-06-26T03:02:30.134 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.123+0000 7f43e6d9d640 1 --2- 172.21.15.23:0/4136297275 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f43e80afb90 0x7f43e80b0000 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f43e0001360 tx=0x7f43e000dd90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:30.134 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.123+0000 7f43d6ffd640 1 -- 172.21.15.23:0/4136297275 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43e0007440 con 0x7f43e80afb90 2023-06-26T03:02:30.134 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.123+0000 7f43d6ffd640 1 -- 172.21.15.23:0/4136297275 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43e00075a0 con 0x7f43e80afb90 2023-06-26T03:02:30.134 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.123+0000 7f43ecee3640 1 -- 172.21.15.23:0/4136297275 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f43e80c3bd0 con 0x7f43e80afb90 2023-06-26T03:02:30.134 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.123+0000 7f43d6ffd640 1 -- 172.21.15.23:0/4136297275 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43e0007930 con 0x7f43e80afb90 2023-06-26T03:02:30.135 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.123+0000 7f43ecee3640 1 -- 172.21.15.23:0/4136297275 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f43e80c4190 con 0x7f43e80afb90 2023-06-26T03:02:30.135 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.123+0000 7f43ecee3640 1 -- 172.21.15.23:0/4136297275 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f43e804d790 con 0x7f43e80afb90 2023-06-26T03:02:30.135 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.123+0000 7f43d6ffd640 1 -- 172.21.15.23:0/4136297275 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f43e00123d0 con 0x7f43e80afb90 2023-06-26T03:02:30.136 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.123+0000 7f43d6ffd640 1 --2- 172.21.15.23:0/4136297275 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f43c8066280 0x7f43c8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:30.136 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.123+0000 7f43d6ffd640 1 -- 172.21.15.23:0/4136297275 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f43e0083970 con 0x7f43e80afb90 2023-06-26T03:02:30.136 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.123+0000 7f43e659c640 1 --2- 172.21.15.23:0/4136297275 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f43c8066280 0x7f43c8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:30.136 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.127+0000 7f43e659c640 1 --2- 172.21.15.23:0/4136297275 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f43c8066280 0x7f43c8068730 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f43d80af000 tx=0x7f43d8008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:30.136 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.127+0000 7f43d6ffd640 1 -- 172.21.15.23:0/4136297275 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f43e0054590 con 0x7f43e80afb90 2023-06-26T03:02:30.326 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:30.319+0000 7f43ecee3640 1 -- 172.21.15.23:0/4136297275 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f43e80ae140 con 0x7f43e80afb90 2023-06-26T03:02:31.234 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.227+0000 7f43d6ffd640 1 -- 172.21.15.23:0/4136297275 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v7) v1 ==== 118+0+0 (secure 0 0 0) 0x7f43e00190b0 con 0x7f43e80afb90 2023-06-26T03:02:31.238 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.231+0000 7f43ecee3640 1 -- 172.21.15.23:0/4136297275 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f43c8066280 msgr2=0x7f43c8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:31.238 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.231+0000 7f43ecee3640 1 --2- 172.21.15.23:0/4136297275 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f43c8066280 0x7f43c8068730 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f43d80af000 tx=0x7f43d8008040 comp rx=0 tx=0).stop 2023-06-26T03:02:31.238 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.231+0000 7f43ecee3640 1 -- 172.21.15.23:0/4136297275 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f43e80afb90 msgr2=0x7f43e80b0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:31.238 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.231+0000 7f43ecee3640 1 --2- 172.21.15.23:0/4136297275 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f43e80afb90 0x7f43e80b0000 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f43e0001360 tx=0x7f43e000dd90 comp rx=0 tx=0).stop 2023-06-26T03:02:31.239 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.231+0000 7f43ecee3640 1 -- 172.21.15.23:0/4136297275 shutdown_connections 2023-06-26T03:02:31.239 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.231+0000 7f43ecee3640 1 --2- 172.21.15.23:0/4136297275 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f43c8066280 0x7f43c8068730 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:31.239 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.231+0000 7f43ecee3640 1 --2- 172.21.15.23:0/4136297275 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f43e80afb90 0x7f43e80b0000 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:31.239 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.231+0000 7f43ecee3640 1 --2- 172.21.15.23:0/4136297275 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f43e80c3060 0x7f43e80c34d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:31.239 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.231+0000 7f43ecee3640 1 --2- 172.21.15.23:0/4136297275 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f43e80b0af0 0x7f43e80b0ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:31.239 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.231+0000 7f43ecee3640 1 -- 172.21.15.23:0/4136297275 >> 172.21.15.23:0/4136297275 conn(0x7f43e8069fc0 msgr2=0x7f43e80cda80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:31.239 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.231+0000 7f43ecee3640 1 -- 172.21.15.23:0/4136297275 shutdown_connections 2023-06-26T03:02:31.240 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.231+0000 7f43ecee3640 1 -- 172.21.15.23:0/4136297275 wait complete. 2023-06-26T03:02:31.262 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']} 2023-06-26T03:02:31.262 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-06-26T03:02:31.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.387+0000 7f898486b640 1 Processor -- start 2023-06-26T03:02:31.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.387+0000 7f898486b640 1 -- start start 2023-06-26T03:02:31.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.391+0000 7f898486b640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f898015b690 0x7f898006ac90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:31.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.391+0000 7f898486b640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f898006d6a0 0x7f89800ced70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:31.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.391+0000 7f898486b640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8980160190 con 0x7f898006e780 2023-06-26T03:02:31.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.391+0000 7f898486b640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f898015f2a0 con 0x7f898006d6a0 2023-06-26T03:02:31.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.391+0000 7f898486b640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f898015f580 con 0x7f898015b690 2023-06-26T03:02:31.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.391+0000 7f897dd9b640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f898006e780 0x7f898006cf90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:55616/0 (socket says 172.21.15.23:55616) 2023-06-26T03:02:31.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.391+0000 7f897dd9b640 1 -- 172.21.15.23:0/3319590279 learned_addr learned my addr 172.21.15.23:0/3319590279 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:31.398 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.391+0000 7f897ed9d640 1 --2- 172.21.15.23:0/3319590279 >> v2:172.21.15.71:3300/0 conn(0x7f898006d6a0 0x7f89800ced70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:31.398 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.391+0000 7f897d59a640 1 -- 172.21.15.23:0/3319590279 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3396104416 0 0) 0x7f8980160190 con 0x7f898006e780 2023-06-26T03:02:31.398 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.391+0000 7f897e59c640 1 --2- 172.21.15.23:0/3319590279 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f898015b690 0x7f898006ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:31.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.391+0000 7f897d59a640 1 -- 172.21.15.23:0/3319590279 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f896c003530 con 0x7f898006e780 2023-06-26T03:02:31.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.391+0000 7f897d59a640 1 -- 172.21.15.23:0/3319590279 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2299140810 0 0) 0x7f896c003530 con 0x7f898006e780 2023-06-26T03:02:31.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.391+0000 7f897ed9d640 1 -- 172.21.15.23:0/3319590279 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f898015b690 msgr2=0x7f898006ac90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:31.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.391+0000 7f897ed9d640 1 --2- 172.21.15.23:0/3319590279 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f898015b690 0x7f898006ac90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:31.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.391+0000 7f897ed9d640 1 -- 172.21.15.23:0/3319590279 >> v1:172.21.15.23:6789/0 conn(0x7f898006e780 legacy=0x7f898006cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:31.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.391+0000 7f897ed9d640 1 -- 172.21.15.23:0/3319590279 --> v2:172.21.15.71:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f898015f860 con 0x7f898006d6a0 2023-06-26T03:02:31.400 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.391+0000 7f897ed9d640 1 --2- 172.21.15.23:0/3319590279 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f898006d6a0 0x7f89800ced70 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f8978009d90 tx=0x7f897801c7b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c8d1a585545359c server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:31.400 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.395+0000 7f897d59a640 1 -- 172.21.15.23:0/3319590279 <== mon.1 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8970001680 con 0x7f898006d6a0 2023-06-26T03:02:31.401 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.395+0000 7f897d59a640 1 -- 172.21.15.23:0/3319590279 <== mon.1 v2:172.21.15.71:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89780a55b0 con 0x7f898006d6a0 2023-06-26T03:02:31.401 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.395+0000 7f897d59a640 1 -- 172.21.15.23:0/3319590279 <== mon.1 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89780a5920 con 0x7f898006d6a0 2023-06-26T03:02:31.401 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.395+0000 7f898486b640 1 -- 172.21.15.23:0/3319590279 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f898006d6a0 msgr2=0x7f89800ced70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:31.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.395+0000 7f898486b640 1 --2- 172.21.15.23:0/3319590279 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f898006d6a0 0x7f89800ced70 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f8978009d90 tx=0x7f897801c7b0 comp rx=0 tx=0).stop 2023-06-26T03:02:31.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.395+0000 7f898486b640 1 -- 172.21.15.23:0/3319590279 shutdown_connections 2023-06-26T03:02:31.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.395+0000 7f898486b640 1 --2- 172.21.15.23:0/3319590279 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f898006d6a0 0x7f89800ced70 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:31.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.395+0000 7f898486b640 1 --2- 172.21.15.23:0/3319590279 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f898015b690 0x7f898006ac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:31.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.395+0000 7f898486b640 1 -- 172.21.15.23:0/3319590279 >> 172.21.15.23:0/3319590279 conn(0x7f898006c2a0 msgr2=0x7f89800cfdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:31.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.395+0000 7f898486b640 1 -- 172.21.15.23:0/3319590279 shutdown_connections 2023-06-26T03:02:31.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.395+0000 7f898486b640 1 -- 172.21.15.23:0/3319590279 wait complete. 2023-06-26T03:02:31.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.395+0000 7f898486b640 1 Processor -- start 2023-06-26T03:02:31.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.395+0000 7f898486b640 1 -- start start 2023-06-26T03:02:31.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.395+0000 7f898486b640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f898006d6a0 0x7f898015a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:31.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.395+0000 7f898486b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f898006e780 0x7f89800c8710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:31.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.395+0000 7f898486b640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f898015b690 0x7f89800b4c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:31.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.395+0000 7f898486b640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89800c8c50 con 0x7f898015b690 2023-06-26T03:02:31.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.395+0000 7f898486b640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89800c8ed0 con 0x7f898006e780 2023-06-26T03:02:31.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.395+0000 7f898486b640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f89800c91b0 con 0x7f898006d6a0 2023-06-26T03:02:31.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.395+0000 7f897ed9d640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f898015b690 0x7f89800b4c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:31.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.395+0000 7f897ed9d640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f898015b690 0x7f89800b4c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38182/0 (socket says 172.21.15.23:38182) 2023-06-26T03:02:31.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.395+0000 7f897ed9d640 1 -- 172.21.15.23:0/2736866272 learned_addr learned my addr 172.21.15.23:0/2736866272 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:31.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.395+0000 7f897dd9b640 1 --2- 172.21.15.23:0/2736866272 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f898006e780 0x7f89800c8710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:31.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.395+0000 7f897e59c640 1 --2- 172.21.15.23:0/2736866272 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f898006d6a0 0x7f898015a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:31.406 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.395+0000 7f897ed9d640 1 -- 172.21.15.23:0/2736866272 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f898006d6a0 msgr2=0x7f898015a2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:31.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.395+0000 7f897ed9d640 1 --2- 172.21.15.23:0/2736866272 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f898006d6a0 0x7f898015a2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:31.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.395+0000 7f897ed9d640 1 -- 172.21.15.23:0/2736866272 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f898006e780 msgr2=0x7f89800c8710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:31.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.395+0000 7f897ed9d640 1 --2- 172.21.15.23:0/2736866272 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f898006e780 0x7f89800c8710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:31.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.395+0000 7f897ed9d640 1 -- 172.21.15.23:0/2736866272 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8978009a70 con 0x7f898015b690 2023-06-26T03:02:31.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.395+0000 7f897ed9d640 1 --2- 172.21.15.23:0/2736866272 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f898015b690 0x7f89800b4c20 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f897801ae60 tx=0x7f8978019550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:31.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.399+0000 7f8976ffd640 1 -- 172.21.15.23:0/2736866272 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8978009450 con 0x7f898015b690 2023-06-26T03:02:31.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.399+0000 7f8976ffd640 1 -- 172.21.15.23:0/2736866272 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89780ad650 con 0x7f898015b690 2023-06-26T03:02:31.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.399+0000 7f898486b640 1 -- 172.21.15.23:0/2736866272 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f89800c6df0 con 0x7f898015b690 2023-06-26T03:02:31.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.399+0000 7f8976ffd640 1 -- 172.21.15.23:0/2736866272 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89780ad9c0 con 0x7f898015b690 2023-06-26T03:02:31.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.399+0000 7f898486b640 1 -- 172.21.15.23:0/2736866272 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f89800c73b0 con 0x7f898015b690 2023-06-26T03:02:31.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.399+0000 7f898486b640 1 -- 172.21.15.23:0/2736866272 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f89800c75a0 con 0x7f898015b690 2023-06-26T03:02:31.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.399+0000 7f8976ffd640 1 -- 172.21.15.23:0/2736866272 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f89780b4070 con 0x7f898015b690 2023-06-26T03:02:31.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.399+0000 7f8976ffd640 1 --2- 172.21.15.23:0/2736866272 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8960066280 0x7f8960068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:31.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.399+0000 7f8976ffd640 1 -- 172.21.15.23:0/2736866272 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f897811ebc0 con 0x7f898015b690 2023-06-26T03:02:31.409 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.399+0000 7f897e59c640 1 --2- 172.21.15.23:0/2736866272 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8960066280 0x7f8960068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:31.409 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.399+0000 7f897e59c640 1 --2- 172.21.15.23:0/2736866272 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8960066280 0x7f8960068730 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f8968009a50 tx=0x7f8968008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:31.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.403+0000 7f8976ffd640 1 -- 172.21.15.23:0/2736866272 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f89780ebde0 con 0x7f898015b690 2023-06-26T03:02:31.600 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:31.591+0000 7f898486b640 1 -- 172.21.15.23:0/2736866272 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f898004d790 con 0x7f898015b690 2023-06-26T03:02:32.280 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.271+0000 7f8976ffd640 1 -- 172.21.15.23:0/2736866272 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v8) v1 ==== 122+0+0 (secure 0 0 0) 0x7f89780b2020 con 0x7f898015b690 2023-06-26T03:02:32.283 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.275+0000 7f898486b640 1 -- 172.21.15.23:0/2736866272 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8960066280 msgr2=0x7f8960068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:32.283 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.275+0000 7f898486b640 1 --2- 172.21.15.23:0/2736866272 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8960066280 0x7f8960068730 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f8968009a50 tx=0x7f8968008040 comp rx=0 tx=0).stop 2023-06-26T03:02:32.283 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.275+0000 7f898486b640 1 -- 172.21.15.23:0/2736866272 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f898015b690 msgr2=0x7f89800b4c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:32.283 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.275+0000 7f898486b640 1 --2- 172.21.15.23:0/2736866272 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f898015b690 0x7f89800b4c20 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f897801ae60 tx=0x7f8978019550 comp rx=0 tx=0).stop 2023-06-26T03:02:32.284 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.275+0000 7f898486b640 1 -- 172.21.15.23:0/2736866272 shutdown_connections 2023-06-26T03:02:32.284 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.275+0000 7f898486b640 1 --2- 172.21.15.23:0/2736866272 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8960066280 0x7f8960068730 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:32.284 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.275+0000 7f898486b640 1 --2- 172.21.15.23:0/2736866272 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f898015b690 0x7f89800b4c20 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:32.284 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.275+0000 7f898486b640 1 --2- 172.21.15.23:0/2736866272 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f898006e780 0x7f89800c8710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:32.284 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.275+0000 7f898486b640 1 --2- 172.21.15.23:0/2736866272 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f898006d6a0 0x7f898015a2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:32.284 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.275+0000 7f898486b640 1 -- 172.21.15.23:0/2736866272 >> 172.21.15.23:0/2736866272 conn(0x7f898006c2a0 msgr2=0x7f89800b2cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:32.284 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.275+0000 7f898486b640 1 -- 172.21.15.23:0/2736866272 shutdown_connections 2023-06-26T03:02:32.285 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.275+0000 7f898486b640 1 -- 172.21.15.23:0/2736866272 wait complete. 2023-06-26T03:02:32.306 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-06-26T03:02:32.307 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-26T03:02:32.436 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.427+0000 7f0b4f4fd640 1 Processor -- start 2023-06-26T03:02:32.436 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.427+0000 7f0b4f4fd640 1 -- start start 2023-06-26T03:02:32.437 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b4f4fd640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0b48153a50 0x7f0b480ce3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:32.438 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b4f4fd640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f0b48159a80 0x7f0b480c9340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:32.438 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b4f4fd640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0b48159f40 con 0x7f0b480c9880 2023-06-26T03:02:32.438 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b4f4fd640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0b4815d070 con 0x7f0b48159a80 2023-06-26T03:02:32.438 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b4f4fd640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0b4815a220 con 0x7f0b48153a50 2023-06-26T03:02:32.438 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b4da9a640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f0b480c9880 0x7f0b480ccc20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:55630/0 (socket says 172.21.15.23:55630) 2023-06-26T03:02:32.438 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b4da9a640 1 -- 172.21.15.23:0/2419648149 learned_addr learned my addr 172.21.15.23:0/2419648149 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:32.440 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b4ca98640 1 --2- 172.21.15.23:0/2419648149 >> v2:172.21.15.71:3300/0 conn(0x7f0b48159a80 0x7f0b480c9340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:32.440 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b4d299640 1 --2- 172.21.15.23:0/2419648149 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0b48153a50 0x7f0b480ce3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:32.440 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b3ffff640 1 -- 172.21.15.23:0/2419648149 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2080487005 0 0) 0x7f0b48159f40 con 0x7f0b480c9880 2023-06-26T03:02:32.440 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b3ffff640 1 -- 172.21.15.23:0/2419648149 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0b34003530 con 0x7f0b480c9880 2023-06-26T03:02:32.440 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b3ffff640 1 -- 172.21.15.23:0/2419648149 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1856772893 0 0) 0x7f0b34003530 con 0x7f0b480c9880 2023-06-26T03:02:32.441 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b3ffff640 1 -- 172.21.15.23:0/2419648149 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0b48153a50 msgr2=0x7f0b480ce3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:32.441 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b3ffff640 1 --2- 172.21.15.23:0/2419648149 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0b48153a50 0x7f0b480ce3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:32.441 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b3ffff640 1 -- 172.21.15.23:0/2419648149 >> v2:172.21.15.71:3300/0 conn(0x7f0b48159a80 msgr2=0x7f0b480c9340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:32.441 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b3ffff640 1 --2- 172.21.15.23:0/2419648149 >> v2:172.21.15.71:3300/0 conn(0x7f0b48159a80 0x7f0b480c9340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:32.441 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b3ffff640 1 -- 172.21.15.23:0/2419648149 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b4815a500 con 0x7f0b480c9880 2023-06-26T03:02:32.441 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b3ffff640 1 -- 172.21.15.23:0/2419648149 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f0b40001a00 con 0x7f0b480c9880 2023-06-26T03:02:32.441 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b3ffff640 1 -- 172.21.15.23:0/2419648149 >> v1:172.21.15.23:6789/0 conn(0x7f0b480c9880 legacy=0x7f0b480ccc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:32.442 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b3ffff640 1 --2- 172.21.15.23:0/2419648149 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0b34003980 0x7f0b34003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:32.442 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b3ffff640 1 --2- 172.21.15.23:0/2419648149 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0b340043b0 0x7f0b34004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:32.442 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b3ffff640 1 --2- 172.21.15.23:0/2419648149 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0b48153a50 0x7f0b34004f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:32.442 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b3ffff640 1 -- 172.21.15.23:0/2419648149 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b4815d070 con 0x7f0b340043b0 2023-06-26T03:02:32.442 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b3ffff640 1 -- 172.21.15.23:0/2419648149 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b4815a220 con 0x7f0b34003980 2023-06-26T03:02:32.442 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b3ffff640 1 -- 172.21.15.23:0/2419648149 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0b3400b990 con 0x7f0b48153a50 2023-06-26T03:02:32.442 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b4ca98640 1 --2- 172.21.15.23:0/2419648149 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0b340043b0 0x7f0b34004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:32.442 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b4d299640 1 --2- 172.21.15.23:0/2419648149 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0b34003980 0x7f0b34003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:32.443 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b4da9a640 1 --2- 172.21.15.23:0/2419648149 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0b48153a50 0x7f0b34004f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:32.443 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b4ca98640 1 -- 172.21.15.23:0/2419648149 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0b48153a50 msgr2=0x7f0b34004f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:32.443 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b4ca98640 1 --2- 172.21.15.23:0/2419648149 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0b48153a50 0x7f0b34004f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:32.443 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b4ca98640 1 -- 172.21.15.23:0/2419648149 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0b34003980 msgr2=0x7f0b34003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:32.443 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b4ca98640 1 --2- 172.21.15.23:0/2419648149 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0b34003980 0x7f0b34003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:32.443 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b4ca98640 1 -- 172.21.15.23:0/2419648149 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b34003530 con 0x7f0b340043b0 2023-06-26T03:02:32.443 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.431+0000 7f0b4da9a640 1 --2- 172.21.15.23:0/2419648149 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0b48153a50 0x7f0b34004f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:32.446 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.435+0000 7f0b4ca98640 1 --2- 172.21.15.23:0/2419648149 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0b340043b0 0x7f0b34004870 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f0b38009ab0 tx=0x7f0b3801ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25ac2191f8f01425 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:32.446 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.435+0000 7f0b3ffff640 1 -- 172.21.15.23:0/2419648149 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b380a5550 con 0x7f0b340043b0 2023-06-26T03:02:32.446 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.435+0000 7f0b3ffff640 1 -- 172.21.15.23:0/2419648149 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0b380a56b0 con 0x7f0b340043b0 2023-06-26T03:02:32.446 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.435+0000 7f0b3ffff640 1 -- 172.21.15.23:0/2419648149 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b380a5a60 con 0x7f0b340043b0 2023-06-26T03:02:32.446 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.435+0000 7f0b4f4fd640 1 -- 172.21.15.23:0/2419648149 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0b340043b0 msgr2=0x7f0b34004870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:32.446 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.435+0000 7f0b4f4fd640 1 --2- 172.21.15.23:0/2419648149 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0b340043b0 0x7f0b34004870 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f0b38009ab0 tx=0x7f0b3801ca70 comp rx=0 tx=0).stop 2023-06-26T03:02:32.447 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.435+0000 7f0b4da9a640 1 -- 172.21.15.23:0/2419648149 reap_dead start 2023-06-26T03:02:32.447 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.435+0000 7f0b4f4fd640 1 -- 172.21.15.23:0/2419648149 shutdown_connections 2023-06-26T03:02:32.447 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.435+0000 7f0b4f4fd640 1 -- 172.21.15.23:0/2419648149 >> 172.21.15.23:0/2419648149 conn(0x7f0b48069400 msgr2=0x7f0b48069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:32.447 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.435+0000 7f0b4f4fd640 1 -- 172.21.15.23:0/2419648149 shutdown_connections 2023-06-26T03:02:32.447 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.435+0000 7f0b4f4fd640 1 -- 172.21.15.23:0/2419648149 wait complete. 2023-06-26T03:02:32.447 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.435+0000 7f0b4f4fd640 1 Processor -- start 2023-06-26T03:02:32.447 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.435+0000 7f0b4f4fd640 1 -- start start 2023-06-26T03:02:32.447 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.435+0000 7f0b4f4fd640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0b340043b0 0x7f0b480b0f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:32.448 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.435+0000 7f0b4f4fd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0b48152ab0 0x7f0b480c44f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:32.448 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.435+0000 7f0b4f4fd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0b48150d00 0x7f0b481583b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:32.448 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.435+0000 7f0b4f4fd640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b481518a0 con 0x7f0b48150d00 2023-06-26T03:02:32.448 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.435+0000 7f0b4f4fd640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b48151550 con 0x7f0b48152ab0 2023-06-26T03:02:32.448 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.435+0000 7f0b4f4fd640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0b480b14b0 con 0x7f0b340043b0 2023-06-26T03:02:32.448 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.435+0000 7f0b4da9a640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0b48150d00 0x7f0b481583b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:32.448 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.435+0000 7f0b4da9a640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0b48150d00 0x7f0b481583b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38210/0 (socket says 172.21.15.23:38210) 2023-06-26T03:02:32.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.435+0000 7f0b4da9a640 1 -- 172.21.15.23:0/1530189737 learned_addr learned my addr 172.21.15.23:0/1530189737 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:32.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.435+0000 7f0b4ca98640 1 --2- 172.21.15.23:0/1530189737 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0b48152ab0 0x7f0b480c44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:32.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.435+0000 7f0b4d299640 1 --2- 172.21.15.23:0/1530189737 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0b340043b0 0x7f0b480b0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:32.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.435+0000 7f0b4da9a640 1 -- 172.21.15.23:0/1530189737 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0b340043b0 msgr2=0x7f0b480b0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:32.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.435+0000 7f0b4da9a640 1 --2- 172.21.15.23:0/1530189737 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0b340043b0 0x7f0b480b0f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:32.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.435+0000 7f0b4da9a640 1 -- 172.21.15.23:0/1530189737 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0b48152ab0 msgr2=0x7f0b480c44f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:32.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.435+0000 7f0b4da9a640 1 --2- 172.21.15.23:0/1530189737 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0b48152ab0 0x7f0b480c44f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:32.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.435+0000 7f0b4da9a640 1 -- 172.21.15.23:0/1530189737 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b480c4a30 con 0x7f0b48150d00 2023-06-26T03:02:32.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.439+0000 7f0b4da9a640 1 --2- 172.21.15.23:0/1530189737 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0b48150d00 0x7f0b481583b0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f0b480c88f0 tx=0x7f0b40010860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:32.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.439+0000 7f0b3dffb640 1 -- 172.21.15.23:0/1530189737 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b40015600 con 0x7f0b48150d00 2023-06-26T03:02:32.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.439+0000 7f0b3dffb640 1 -- 172.21.15.23:0/1530189737 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0b40015760 con 0x7f0b48150d00 2023-06-26T03:02:32.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.439+0000 7f0b4f4fd640 1 -- 172.21.15.23:0/1530189737 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0b480c69c0 con 0x7f0b48150d00 2023-06-26T03:02:32.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.439+0000 7f0b3dffb640 1 -- 172.21.15.23:0/1530189737 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b40015b10 con 0x7f0b48150d00 2023-06-26T03:02:32.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.439+0000 7f0b4f4fd640 1 -- 172.21.15.23:0/1530189737 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0b480c6f80 con 0x7f0b48150d00 2023-06-26T03:02:32.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.439+0000 7f0b4f4fd640 1 -- 172.21.15.23:0/1530189737 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0b481519e0 con 0x7f0b48150d00 2023-06-26T03:02:32.451 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.439+0000 7f0b3dffb640 1 -- 172.21.15.23:0/1530189737 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f0b4001e3b0 con 0x7f0b48150d00 2023-06-26T03:02:32.451 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.439+0000 7f0b3dffb640 1 --2- 172.21.15.23:0/1530189737 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0b2c066280 0x7f0b2c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:32.451 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.439+0000 7f0b3dffb640 1 -- 172.21.15.23:0/1530189737 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f0b40086750 con 0x7f0b48150d00 2023-06-26T03:02:32.452 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.439+0000 7f0b4d299640 1 --2- 172.21.15.23:0/1530189737 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0b2c066280 0x7f0b2c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:32.452 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.439+0000 7f0b4d299640 1 --2- 172.21.15.23:0/1530189737 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0b2c066280 0x7f0b2c068730 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f0b44009950 tx=0x7f0b44008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:32.452 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.443+0000 7f0b3dffb640 1 -- 172.21.15.23:0/1530189737 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f0b481519e0 con 0x7f0b48150d00 2023-06-26T03:02:32.642 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.635+0000 7f0b4f4fd640 1 -- 172.21.15.23:0/1530189737 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0b481519e0 con 0x7f0b48150d00 2023-06-26T03:02:32.642 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.635+0000 7f0b3dffb640 1 -- 172.21.15.23:0/1530189737 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4661 (secure 0 0 0) 0x7f0b481519e0 con 0x7f0b48150d00 2023-06-26T03:02:32.643 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:02:32.643 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.23:6833/3276997842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6832","nonce":3276997842},{"type":"v1","addr":"172.21.15.23:6833","nonce":3276997842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.23:6835/353160656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6834","nonce":353160656},{"type":"v1","addr":"172.21.15.23:6835","nonce":353160656}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4282,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/1779817889","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":1779817889},{"type":"v1","addr":"172.21.15.71:6835","nonce":1779817889}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-06-26T03:02:08.833964+0000","modified":"2023-06-26T03:02:32.270870+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4288},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4288":{"gid":4288,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.71:6837/264733844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":264733844},{"type":"v1","addr":"172.21.15.71:6837","nonce":264733844}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4,5],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-06-26T03:02:32.643 INFO:teuthology.orchestra.run.smithi023.stderr:dumped fsmap epoch 8 2023-06-26T03:02:32.645 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.635+0000 7f0b4f4fd640 1 -- 172.21.15.23:0/1530189737 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0b2c066280 msgr2=0x7f0b2c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:32.645 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.635+0000 7f0b4f4fd640 1 --2- 172.21.15.23:0/1530189737 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0b2c066280 0x7f0b2c068730 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f0b44009950 tx=0x7f0b44008040 comp rx=0 tx=0).stop 2023-06-26T03:02:32.645 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.635+0000 7f0b4f4fd640 1 -- 172.21.15.23:0/1530189737 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0b48150d00 msgr2=0x7f0b481583b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:32.645 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.635+0000 7f0b4f4fd640 1 --2- 172.21.15.23:0/1530189737 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0b48150d00 0x7f0b481583b0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f0b480c88f0 tx=0x7f0b40010860 comp rx=0 tx=0).stop 2023-06-26T03:02:32.645 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.639+0000 7f0b4f4fd640 1 -- 172.21.15.23:0/1530189737 shutdown_connections 2023-06-26T03:02:32.645 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.639+0000 7f0b4f4fd640 1 --2- 172.21.15.23:0/1530189737 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0b2c066280 0x7f0b2c068730 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:32.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.639+0000 7f0b4f4fd640 1 --2- 172.21.15.23:0/1530189737 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0b48150d00 0x7f0b481583b0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:32.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.639+0000 7f0b4f4fd640 1 --2- 172.21.15.23:0/1530189737 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0b48152ab0 0x7f0b480c44f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:32.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.639+0000 7f0b4f4fd640 1 --2- 172.21.15.23:0/1530189737 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0b340043b0 0x7f0b480b0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:32.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.639+0000 7f0b4f4fd640 1 -- 172.21.15.23:0/1530189737 >> 172.21.15.23:0/1530189737 conn(0x7f0b48069400 msgr2=0x7f0b480ccc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:32.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.639+0000 7f0b4f4fd640 1 -- 172.21.15.23:0/1530189737 shutdown_connections 2023-06-26T03:02:32.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.639+0000 7f0b4f4fd640 1 -- 172.21.15.23:0/1530189737 wait complete. 2023-06-26T03:02:32.662 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:02:32.782 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.775+0000 7f29c6a87640 1 Processor -- start 2023-06-26T03:02:32.782 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.775+0000 7f29c6a87640 1 -- start start 2023-06-26T03:02:32.783 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.775+0000 7f29c6a87640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f29c013d580 0x7f29c013d950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:32.783 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.775+0000 7f29c6a87640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f29c006c550 con 0x7f29c00cb740 2023-06-26T03:02:32.783 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.775+0000 7f29c6a87640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f29c00cbbd0 con 0x7f29c015be10 2023-06-26T03:02:32.784 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.775+0000 7f29c6a87640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29c006aed0 con 0x7f29c013d580 2023-06-26T03:02:32.784 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.775+0000 7f29bffff640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f29c00cb740 0x7f29c015b700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:55642/0 (socket says 172.21.15.23:55642) 2023-06-26T03:02:32.784 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.775+0000 7f29bffff640 1 -- 172.21.15.23:0/3502520788 learned_addr learned my addr 172.21.15.23:0/3502520788 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:32.785 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.775+0000 7f29c4823640 1 --2- 172.21.15.23:0/3502520788 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f29c013d580 0x7f29c013d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:32.786 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.775+0000 7f29bf7fe640 1 -- 172.21.15.23:0/3502520788 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4269079350 0 0) 0x7f29c006c550 con 0x7f29c00cb740 2023-06-26T03:02:32.786 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.775+0000 7f29bf7fe640 1 -- 172.21.15.23:0/3502520788 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f29ac003450 con 0x7f29c00cb740 2023-06-26T03:02:32.786 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.775+0000 7f29bf7fe640 1 -- 172.21.15.23:0/3502520788 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1317737927 0 0) 0x7f29ac003450 con 0x7f29c00cb740 2023-06-26T03:02:32.786 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.775+0000 7f29bf7fe640 1 -- 172.21.15.23:0/3502520788 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f29c013d580 msgr2=0x7f29c013d950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:32.786 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.775+0000 7f29bf7fe640 1 --2- 172.21.15.23:0/3502520788 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f29c013d580 0x7f29c013d950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:32.786 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.775+0000 7f29bf7fe640 1 -- 172.21.15.23:0/3502520788 >> v1:172.21.15.71:6789/0 conn(0x7f29c015be10 legacy=0x7f29c00ca1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:32.786 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.775+0000 7f29bf7fe640 1 -- 172.21.15.23:0/3502520788 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29c006b1b0 con 0x7f29c00cb740 2023-06-26T03:02:32.787 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.775+0000 7f29bf7fe640 1 -- 172.21.15.23:0/3502520788 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f29a8001680 con 0x7f29c00cb740 2023-06-26T03:02:32.787 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.775+0000 7f29bf7fe640 1 -- 172.21.15.23:0/3502520788 >> v1:172.21.15.23:6789/0 conn(0x7f29c00cb740 legacy=0x7f29c015b700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:32.787 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.775+0000 7f29bf7fe640 1 --2- 172.21.15.23:0/3502520788 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f29c013d580 0x7f29ac003aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:32.787 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.775+0000 7f29bf7fe640 1 --2- 172.21.15.23:0/3502520788 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f29ac004020 0x7f29ac00a870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:32.787 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.775+0000 7f29bf7fe640 1 --2- 172.21.15.23:0/3502520788 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f29ac00afb0 0x7f29ac00d430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:32.787 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.775+0000 7f29bf7fe640 1 -- 172.21.15.23:0/3502520788 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29c006aed0 con 0x7f29ac00afb0 2023-06-26T03:02:32.787 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.775+0000 7f29bf7fe640 1 -- 172.21.15.23:0/3502520788 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29ac00dd10 con 0x7f29ac004020 2023-06-26T03:02:32.787 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.775+0000 7f29bf7fe640 1 -- 172.21.15.23:0/3502520788 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29ac00ded0 con 0x7f29c013d580 2023-06-26T03:02:32.788 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.775+0000 7f29c5024640 1 --2- 172.21.15.23:0/3502520788 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f29ac00afb0 0x7f29ac00d430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:32.788 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.779+0000 7f29bffff640 1 --2- 172.21.15.23:0/3502520788 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f29ac004020 0x7f29ac00a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:32.788 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.779+0000 7f29c4823640 1 --2- 172.21.15.23:0/3502520788 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f29c013d580 0x7f29ac003aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:32.788 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.779+0000 7f29c5024640 1 -- 172.21.15.23:0/3502520788 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f29c013d580 msgr2=0x7f29ac003aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:32.788 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.779+0000 7f29c5024640 1 --2- 172.21.15.23:0/3502520788 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f29c013d580 0x7f29ac003aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:32.788 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.779+0000 7f29c5024640 1 -- 172.21.15.23:0/3502520788 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f29ac004020 msgr2=0x7f29ac00a870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:32.788 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.779+0000 7f29c5024640 1 --2- 172.21.15.23:0/3502520788 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f29ac004020 0x7f29ac00a870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:32.789 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.779+0000 7f29c5024640 1 -- 172.21.15.23:0/3502520788 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29ac003450 con 0x7f29ac00afb0 2023-06-26T03:02:32.789 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.779+0000 7f29c4823640 1 --2- 172.21.15.23:0/3502520788 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f29c013d580 0x7f29ac003aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:32.789 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.779+0000 7f29bffff640 1 --2- 172.21.15.23:0/3502520788 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f29ac004020 0x7f29ac00a870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:02:32.791 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.779+0000 7f29c5024640 1 --2- 172.21.15.23:0/3502520788 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f29ac00afb0 0x7f29ac00d430 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f29b8001e40 tx=0x7f29b801c740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0b9c623461a854b server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:32.791 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.779+0000 7f29bf7fe640 1 -- 172.21.15.23:0/3502520788 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29b8003b80 con 0x7f29ac00afb0 2023-06-26T03:02:32.791 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.779+0000 7f29bf7fe640 1 -- 172.21.15.23:0/3502520788 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29b8003ce0 con 0x7f29ac00afb0 2023-06-26T03:02:32.791 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.779+0000 7f29bf7fe640 1 -- 172.21.15.23:0/3502520788 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29b80052c0 con 0x7f29ac00afb0 2023-06-26T03:02:32.791 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.779+0000 7f29c6a87640 1 -- 172.21.15.23:0/3502520788 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f29ac00afb0 msgr2=0x7f29ac00d430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:32.791 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.779+0000 7f29c6a87640 1 --2- 172.21.15.23:0/3502520788 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f29ac00afb0 0x7f29ac00d430 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f29b8001e40 tx=0x7f29b801c740 comp rx=0 tx=0).stop 2023-06-26T03:02:32.792 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.779+0000 7f29c5024640 1 -- 172.21.15.23:0/3502520788 reap_dead start 2023-06-26T03:02:32.792 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.779+0000 7f29c6a87640 1 -- 172.21.15.23:0/3502520788 shutdown_connections 2023-06-26T03:02:32.792 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.779+0000 7f29c6a87640 1 -- 172.21.15.23:0/3502520788 >> 172.21.15.23:0/3502520788 conn(0x7f29c0069400 msgr2=0x7f29c0069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:32.792 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.779+0000 7f29c6a87640 1 -- 172.21.15.23:0/3502520788 shutdown_connections 2023-06-26T03:02:32.792 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.779+0000 7f29c6a87640 1 -- 172.21.15.23:0/3502520788 wait complete. 2023-06-26T03:02:32.792 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.783+0000 7f29c6a87640 1 Processor -- start 2023-06-26T03:02:32.792 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.783+0000 7f29c6a87640 1 -- start start 2023-06-26T03:02:32.793 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.783+0000 7f29c6a87640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f29ac00afb0 0x7f29c01f3fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:32.793 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.783+0000 7f29c6a87640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f29c013e330 0x7f29c013e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:32.793 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.783+0000 7f29c6a87640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f29c013ae80 0x7f29c013b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:32.793 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.783+0000 7f29c6a87640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29c013b830 con 0x7f29c013ae80 2023-06-26T03:02:32.793 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.783+0000 7f29c6a87640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29c01f44f0 con 0x7f29c013e330 2023-06-26T03:02:32.793 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.783+0000 7f29c6a87640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29c013ede0 con 0x7f29ac00afb0 2023-06-26T03:02:32.793 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.783+0000 7f29c5024640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f29c013ae80 0x7f29c013b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:32.793 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.783+0000 7f29c5024640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f29c013ae80 0x7f29c013b2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38232/0 (socket says 172.21.15.23:38232) 2023-06-26T03:02:32.794 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.783+0000 7f29c5024640 1 -- 172.21.15.23:0/2673028092 learned_addr learned my addr 172.21.15.23:0/2673028092 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:32.794 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.783+0000 7f29c4823640 1 --2- 172.21.15.23:0/2673028092 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f29ac00afb0 0x7f29c01f3fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:32.794 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.783+0000 7f29bffff640 1 --2- 172.21.15.23:0/2673028092 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f29c013e330 0x7f29c013e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:32.794 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.783+0000 7f29c5024640 1 -- 172.21.15.23:0/2673028092 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f29ac00afb0 msgr2=0x7f29c01f3fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:32.794 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.783+0000 7f29c5024640 1 --2- 172.21.15.23:0/2673028092 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f29ac00afb0 0x7f29c01f3fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:32.794 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.783+0000 7f29c5024640 1 -- 172.21.15.23:0/2673028092 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f29c013e330 msgr2=0x7f29c013e7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:32.794 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.783+0000 7f29c5024640 1 --2- 172.21.15.23:0/2673028092 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f29c013e330 0x7f29c013e7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:32.794 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.783+0000 7f29c5024640 1 -- 172.21.15.23:0/2673028092 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29c013f0c0 con 0x7f29c013ae80 2023-06-26T03:02:32.795 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.783+0000 7f29c5024640 1 --2- 172.21.15.23:0/2673028092 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f29c013ae80 0x7f29c013b2f0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f29b801cc20 tx=0x7f29ac003700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:32.795 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.783+0000 7f29bd7fa640 1 -- 172.21.15.23:0/2673028092 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29b8005030 con 0x7f29c013ae80 2023-06-26T03:02:32.795 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.783+0000 7f29bd7fa640 1 -- 172.21.15.23:0/2673028092 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29b8005190 con 0x7f29c013ae80 2023-06-26T03:02:32.795 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.783+0000 7f29c6a87640 1 -- 172.21.15.23:0/2673028092 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f29c013f3a0 con 0x7f29c013ae80 2023-06-26T03:02:32.795 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.783+0000 7f29bd7fa640 1 -- 172.21.15.23:0/2673028092 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29b8005500 con 0x7f29c013ae80 2023-06-26T03:02:32.795 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.783+0000 7f29c6a87640 1 -- 172.21.15.23:0/2673028092 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29c00b28f0 con 0x7f29c013ae80 2023-06-26T03:02:32.796 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.783+0000 7f29c6a87640 1 -- 172.21.15.23:0/2673028092 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f29c0139ff0 con 0x7f29c013ae80 2023-06-26T03:02:32.796 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.783+0000 7f29bd7fa640 1 -- 172.21.15.23:0/2673028092 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f29b8005660 con 0x7f29c013ae80 2023-06-26T03:02:32.796 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.787+0000 7f29bd7fa640 1 --2- 172.21.15.23:0/2673028092 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f29a0066280 0x7f29a0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:32.796 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.787+0000 7f29bd7fa640 1 -- 172.21.15.23:0/2673028092 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f29b811d870 con 0x7f29c013ae80 2023-06-26T03:02:32.797 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.787+0000 7f29c4823640 1 --2- 172.21.15.23:0/2673028092 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f29a0066280 0x7f29a0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:32.797 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.787+0000 7f29c4823640 1 --2- 172.21.15.23:0/2673028092 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f29a0066280 0x7f29a0068730 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f29c00b2210 tx=0x7f29b0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:32.797 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.791+0000 7f29bd7fa640 1 -- 172.21.15.23:0/2673028092 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f29b80eaa90 con 0x7f29c013ae80 2023-06-26T03:02:32.956 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.947+0000 7f29c6a87640 1 -- 172.21.15.23:0/2673028092 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f29c004d790 con 0x7f29c013ae80 2023-06-26T03:02:32.958 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.951+0000 7f29bd7fa640 1 -- 172.21.15.23:0/2673028092 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+20048 (secure 0 0 0) 0x7f29b80ee0b0 con 0x7f29c013ae80 2023-06-26T03:02:32.959 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:02:32.959 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":27,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:02:13.266489+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:02:07.262805+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:02:07.823501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data_ec","create_time":"2023-06-26T03:02:10.900368+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:02:32.960 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.951+0000 7f29c6a87640 1 -- 172.21.15.23:0/2673028092 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f29a0066280 msgr2=0x7f29a0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:32.961 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.951+0000 7f29c6a87640 1 --2- 172.21.15.23:0/2673028092 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f29a0066280 0x7f29a0068730 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f29c00b2210 tx=0x7f29b0008040 comp rx=0 tx=0).stop 2023-06-26T03:02:32.961 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.951+0000 7f29c6a87640 1 -- 172.21.15.23:0/2673028092 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f29c013ae80 msgr2=0x7f29c013b2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:32.961 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.951+0000 7f29c6a87640 1 --2- 172.21.15.23:0/2673028092 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f29c013ae80 0x7f29c013b2f0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f29b801cc20 tx=0x7f29ac003700 comp rx=0 tx=0).stop 2023-06-26T03:02:32.961 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.955+0000 7f29c6a87640 1 -- 172.21.15.23:0/2673028092 shutdown_connections 2023-06-26T03:02:32.961 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.955+0000 7f29c6a87640 1 --2- 172.21.15.23:0/2673028092 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f29a0066280 0x7f29a0068730 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:32.961 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.955+0000 7f29c6a87640 1 --2- 172.21.15.23:0/2673028092 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f29c013ae80 0x7f29c013b2f0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:32.961 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.955+0000 7f29c6a87640 1 --2- 172.21.15.23:0/2673028092 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f29c013e330 0x7f29c013e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:32.962 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.955+0000 7f29c6a87640 1 --2- 172.21.15.23:0/2673028092 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f29ac00afb0 0x7f29c01f3fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:32.962 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.955+0000 7f29c6a87640 1 -- 172.21.15.23:0/2673028092 >> 172.21.15.23:0/2673028092 conn(0x7f29c0069400 msgr2=0x7f29c01398e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:32.962 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.955+0000 7f29c6a87640 1 -- 172.21.15.23:0/2673028092 shutdown_connections 2023-06-26T03:02:32.962 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:32.955+0000 7f29c6a87640 1 -- 172.21.15.23:0/2673028092 wait complete. 2023-06-26T03:02:32.978 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-06-26T03:02:32.978 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-06-26T03:02:33.104 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.095+0000 7f85bef2e640 1 Processor -- start 2023-06-26T03:02:33.104 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.095+0000 7f85bef2e640 1 -- start start 2023-06-26T03:02:33.109 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.099+0000 7f85bef2e640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f85b80caa50 0x7f85b80ac670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:33.109 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.099+0000 7f85bef2e640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f85b80c41f0 0x7f85b806ed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:33.109 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.099+0000 7f85bef2e640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f85b80ace00 con 0x7f85b806f2c0 2023-06-26T03:02:33.109 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.099+0000 7f85bef2e640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f85b806c7b0 con 0x7f85b80c41f0 2023-06-26T03:02:33.109 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.099+0000 7f85bef2e640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85b80ad0e0 con 0x7f85b80caa50 2023-06-26T03:02:33.109 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.099+0000 7f85b7fff640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f85b80c41f0 0x7f85b806ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:33.109 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.099+0000 7f85bd4cb640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f85b806f2c0 0x7f85b8151df0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:55658/0 (socket says 172.21.15.23:55658) 2023-06-26T03:02:33.110 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.099+0000 7f85bd4cb640 1 -- 172.21.15.23:0/1456168634 learned_addr learned my addr 172.21.15.23:0/1456168634 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:33.110 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.099+0000 7f85bccca640 1 --2- 172.21.15.23:0/1456168634 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f85b80caa50 0x7f85b80ac670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:33.110 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.099+0000 7f85b77fe640 1 -- 172.21.15.23:0/1456168634 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1573700533 0 0) 0x7f85b80ace00 con 0x7f85b806f2c0 2023-06-26T03:02:33.110 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.099+0000 7f85b77fe640 1 -- 172.21.15.23:0/1456168634 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f85a0003530 con 0x7f85b806f2c0 2023-06-26T03:02:33.110 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.099+0000 7f85b7fff640 1 -- 172.21.15.23:0/1456168634 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f85b80caa50 msgr2=0x7f85b80ac670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:33.110 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.099+0000 7f85b7fff640 1 --2- 172.21.15.23:0/1456168634 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f85b80caa50 0x7f85b80ac670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:33.110 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.099+0000 7f85b7fff640 1 -- 172.21.15.23:0/1456168634 >> v1:172.21.15.23:6789/0 conn(0x7f85b806f2c0 legacy=0x7f85b8151df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:33.111 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.099+0000 7f85b7fff640 1 -- 172.21.15.23:0/1456168634 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85b80ad3c0 con 0x7f85b80c41f0 2023-06-26T03:02:33.111 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.099+0000 7f85bccca640 1 --2- 172.21.15.23:0/1456168634 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f85b80caa50 0x7f85b80ac670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:02:33.111 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.099+0000 7f85b7fff640 1 --2- 172.21.15.23:0/1456168634 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f85b80c41f0 0x7f85b806ed80 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f85ac0097c0 tx=0x7f85ac01c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ea83591700951a8 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:33.111 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85b77fe640 1 -- 172.21.15.23:0/1456168634 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85ac0ab600 con 0x7f85b80c41f0 2023-06-26T03:02:33.111 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85b77fe640 1 -- 172.21.15.23:0/1456168634 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85ac0a7050 con 0x7f85b80c41f0 2023-06-26T03:02:33.111 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85b77fe640 1 -- 172.21.15.23:0/1456168634 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85ac0ab960 con 0x7f85b80c41f0 2023-06-26T03:02:33.113 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85bef2e640 1 -- 172.21.15.23:0/1456168634 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f85b80c41f0 msgr2=0x7f85b806ed80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:33.113 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85bef2e640 1 --2- 172.21.15.23:0/1456168634 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f85b80c41f0 0x7f85b806ed80 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f85ac0097c0 tx=0x7f85ac01c480 comp rx=0 tx=0).stop 2023-06-26T03:02:33.113 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85bef2e640 1 -- 172.21.15.23:0/1456168634 shutdown_connections 2023-06-26T03:02:33.113 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85bef2e640 1 --2- 172.21.15.23:0/1456168634 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f85b80c41f0 0x7f85b806ed80 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:33.114 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85bef2e640 1 --2- 172.21.15.23:0/1456168634 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f85b80caa50 0x7f85b80ac670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:33.114 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85bef2e640 1 -- 172.21.15.23:0/1456168634 >> 172.21.15.23:0/1456168634 conn(0x7f85b8069400 msgr2=0x7f85b8069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:33.114 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85bef2e640 1 -- 172.21.15.23:0/1456168634 shutdown_connections 2023-06-26T03:02:33.114 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85bef2e640 1 -- 172.21.15.23:0/1456168634 wait complete. 2023-06-26T03:02:33.114 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85bef2e640 1 Processor -- start 2023-06-26T03:02:33.114 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85bef2e640 1 -- start start 2023-06-26T03:02:33.114 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85bef2e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f85b806f2c0 0x7f85b80cdc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:33.115 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85bef2e640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f85b80c41f0 0x7f85b815bea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:33.115 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85bef2e640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f85b80caa50 0x7f85b8157160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:33.115 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85bef2e640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85b81486f0 con 0x7f85b80c41f0 2023-06-26T03:02:33.115 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85bef2e640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85b80cc910 con 0x7f85b806f2c0 2023-06-26T03:02:33.115 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85bef2e640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85b80ccbf0 con 0x7f85b80caa50 2023-06-26T03:02:33.115 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85b7fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f85b80c41f0 0x7f85b815bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:33.115 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85b7fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f85b80c41f0 0x7f85b815bea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38250/0 (socket says 172.21.15.23:38250) 2023-06-26T03:02:33.115 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85b7fff640 1 -- 172.21.15.23:0/2275594695 learned_addr learned my addr 172.21.15.23:0/2275594695 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:33.116 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85bccca640 1 --2- 172.21.15.23:0/2275594695 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f85b806f2c0 0x7f85b80cdc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:33.116 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85b7fff640 1 -- 172.21.15.23:0/2275594695 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f85b80caa50 msgr2=0x7f85b8157160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:33.116 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85b7fff640 1 --2- 172.21.15.23:0/2275594695 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f85b80caa50 0x7f85b8157160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:33.116 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85b7fff640 1 -- 172.21.15.23:0/2275594695 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f85b806f2c0 msgr2=0x7f85b80cdc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:33.116 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85b7fff640 1 --2- 172.21.15.23:0/2275594695 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f85b806f2c0 0x7f85b80cdc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:33.116 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85b7fff640 1 -- 172.21.15.23:0/2275594695 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85ac009420 con 0x7f85b80c41f0 2023-06-26T03:02:33.116 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85b7fff640 1 --2- 172.21.15.23:0/2275594695 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f85b80c41f0 0x7f85b815bea0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f85ac01ab30 tx=0x7f85ac019220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:33.116 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85b57fa640 1 -- 172.21.15.23:0/2275594695 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85ac0b9070 con 0x7f85b80c41f0 2023-06-26T03:02:33.117 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85b57fa640 1 -- 172.21.15.23:0/2275594695 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85ac0abdc0 con 0x7f85b80c41f0 2023-06-26T03:02:33.117 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85bef2e640 1 -- 172.21.15.23:0/2275594695 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f85b8148940 con 0x7f85b80c41f0 2023-06-26T03:02:33.117 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85b57fa640 1 -- 172.21.15.23:0/2275594695 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85ac0b4620 con 0x7f85b80c41f0 2023-06-26T03:02:33.117 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.103+0000 7f85bef2e640 1 -- 172.21.15.23:0/2275594695 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85b815c3e0 con 0x7f85b80c41f0 2023-06-26T03:02:33.117 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.107+0000 7f85bef2e640 1 -- 172.21.15.23:0/2275594695 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f85b815ce00 con 0x7f85b80c41f0 2023-06-26T03:02:33.118 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.107+0000 7f85b57fa640 1 -- 172.21.15.23:0/2275594695 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f85ac0b2040 con 0x7f85b80c41f0 2023-06-26T03:02:33.118 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.107+0000 7f85b57fa640 1 --2- 172.21.15.23:0/2275594695 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f85a4066280 0x7f85a4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:33.118 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.107+0000 7f85b57fa640 1 -- 172.21.15.23:0/2275594695 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f85ac11d620 con 0x7f85b80c41f0 2023-06-26T03:02:33.118 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.107+0000 7f85bccca640 1 --2- 172.21.15.23:0/2275594695 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f85a4066280 0x7f85a4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:33.118 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.107+0000 7f85bccca640 1 --2- 172.21.15.23:0/2275594695 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f85a4066280 0x7f85a4068730 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f85b80ae680 tx=0x7f85a8008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:33.119 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.111+0000 7f85b57fa640 1 -- 172.21.15.23:0/2275594695 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f85ac0ea7b0 con 0x7f85b80c41f0 2023-06-26T03:02:33.266 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.259+0000 7f85bef2e640 1 -- 172.21.15.23:0/2275594695 --> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f85b815f2c0 con 0x7f85a4066280 2023-06-26T03:02:33.304 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.295+0000 7f85b57fa640 1 -- 172.21.15.23:0/2275594695 <== mgr.4100 v2:172.21.15.71:6832/3372318826 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+367256 (secure 0 0 0) 0x7f85a800e4c0 con 0x7f85a4066280 2023-06-26T03:02:33.308 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:02:33.310 INFO:teuthology.orchestra.run.smithi023.stderr:dumped all 2023-06-26T03:02:33.311 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.303+0000 7f85bef2e640 1 -- 172.21.15.23:0/2275594695 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f85a4066280 msgr2=0x7f85a4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:33.311 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.303+0000 7f85bef2e640 1 --2- 172.21.15.23:0/2275594695 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f85a4066280 0x7f85a4068730 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f85b80ae680 tx=0x7f85a8008040 comp rx=0 tx=0).stop 2023-06-26T03:02:33.311 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.303+0000 7f85bef2e640 1 -- 172.21.15.23:0/2275594695 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f85b80c41f0 msgr2=0x7f85b815bea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:33.311 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.303+0000 7f85bef2e640 1 --2- 172.21.15.23:0/2275594695 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f85b80c41f0 0x7f85b815bea0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f85ac01ab30 tx=0x7f85ac019220 comp rx=0 tx=0).stop 2023-06-26T03:02:33.311 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.303+0000 7f85bef2e640 1 -- 172.21.15.23:0/2275594695 shutdown_connections 2023-06-26T03:02:33.312 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.303+0000 7f85bef2e640 1 --2- 172.21.15.23:0/2275594695 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f85a4066280 0x7f85a4068730 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:33.312 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.303+0000 7f85bef2e640 1 --2- 172.21.15.23:0/2275594695 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f85b80caa50 0x7f85b8157160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:33.312 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.303+0000 7f85bef2e640 1 --2- 172.21.15.23:0/2275594695 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f85b80c41f0 0x7f85b815bea0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:33.312 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.303+0000 7f85bef2e640 1 --2- 172.21.15.23:0/2275594695 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f85b806f2c0 0x7f85b80cdc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:33.312 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.303+0000 7f85bef2e640 1 -- 172.21.15.23:0/2275594695 >> 172.21.15.23:0/2275594695 conn(0x7f85b8069400 msgr2=0x7f85b80697d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:33.312 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.303+0000 7f85bef2e640 1 -- 172.21.15.23:0/2275594695 shutdown_connections 2023-06-26T03:02:33.312 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.303+0000 7f85bef2e640 1 -- 172.21.15.23:0/2275594695 wait complete. 2023-06-26T03:02:33.325 INFO:teuthology.orchestra.run.smithi023.stdout:{"pg_ready":true,"pg_map":{"version":39,"stamp":"2023-06-26T03:02:33.218862+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594959,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":338,"acting":338,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":338,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235496,"kb_used_data":3496,"kb_used_omap":0,"kb_used_meta":231936,"kb_avail":754739224,"statfs":{"total":773094113280,"available":772852965376,"internally_reserved":0,"allocated":3579904,"data_stored":2149126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":237502464},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2229,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005017"},"pg_stats":[{"pgid":"5.19","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.543707+0000","last_change":"2023-06-26T03:02:12.933308+0000","last_active":"2023-06-26T03:02:13.543707+0000","last_peered":"2023-06-26T03:02:13.543707+0000","last_clean":"2023-06-26T03:02:13.543707+0000","last_became_active":"2023-06-26T03:02:12.932785+0000","last_became_peered":"2023-06-26T03:02:12.932785+0000","last_unstale":"2023-06-26T03:02:13.543707+0000","last_undegraded":"2023-06-26T03:02:13.543707+0000","last_fullsized":"2023-06-26T03:02:13.543707+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:55:55.716648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7,2],"acting":[1,5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1f","version":"22'4","reported_seq":25,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.548342+0000","last_change":"2023-06-26T03:02:08.486608+0000","last_active":"2023-06-26T03:02:13.548342+0000","last_peered":"2023-06-26T03:02:13.548342+0000","last_clean":"2023-06-26T03:02:13.548342+0000","last_became_active":"2023-06-26T03:02:08.485585+0000","last_became_peered":"2023-06-26T03:02:08.485585+0000","last_unstale":"2023-06-26T03:02:13.548342+0000","last_undegraded":"2023-06-26T03:02:13.548342+0000","last_fullsized":"2023-06-26T03:02:13.548342+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:22:09.950064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.280280+0000","last_change":"2023-06-26T03:02:08.876573+0000","last_active":"2023-06-26T03:02:13.280280+0000","last_peered":"2023-06-26T03:02:13.280280+0000","last_clean":"2023-06-26T03:02:13.280280+0000","last_became_active":"2023-06-26T03:02:08.873968+0000","last_became_peered":"2023-06-26T03:02:08.873968+0000","last_unstale":"2023-06-26T03:02:13.280280+0000","last_undegraded":"2023-06-26T03:02:13.280280+0000","last_fullsized":"2023-06-26T03:02:13.280280+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:10:49.123835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.279443+0000","last_change":"2023-06-26T03:02:12.931523+0000","last_active":"2023-06-26T03:02:13.279443+0000","last_peered":"2023-06-26T03:02:13.279443+0000","last_clean":"2023-06-26T03:02:13.279443+0000","last_became_active":"2023-06-26T03:02:12.924146+0000","last_became_peered":"2023-06-26T03:02:12.924146+0000","last_unstale":"2023-06-26T03:02:13.279443+0000","last_undegraded":"2023-06-26T03:02:13.279443+0000","last_fullsized":"2023-06-26T03:02:13.279443+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:45:12.823846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,2],"acting":[4,6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"22'1","reported_seq":22,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.274487+0000","last_change":"2023-06-26T03:02:08.491682+0000","last_active":"2023-06-26T03:02:13.274487+0000","last_peered":"2023-06-26T03:02:13.274487+0000","last_clean":"2023-06-26T03:02:13.274487+0000","last_became_active":"2023-06-26T03:02:08.491119+0000","last_became_peered":"2023-06-26T03:02:08.491119+0000","last_unstale":"2023-06-26T03:02:13.274487+0000","last_undegraded":"2023-06-26T03:02:13.274487+0000","last_fullsized":"2023-06-26T03:02:13.274487+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:28:42.027494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273695+0000","last_change":"2023-06-26T03:02:08.873731+0000","last_active":"2023-06-26T03:02:13.273695+0000","last_peered":"2023-06-26T03:02:13.273695+0000","last_clean":"2023-06-26T03:02:13.273695+0000","last_became_active":"2023-06-26T03:02:08.873084+0000","last_became_peered":"2023-06-26T03:02:08.873084+0000","last_unstale":"2023-06-26T03:02:13.273695+0000","last_undegraded":"2023-06-26T03:02:13.273695+0000","last_fullsized":"2023-06-26T03:02:13.273695+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:26:13.816345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.445892+0000","last_change":"2023-06-26T03:02:12.943820+0000","last_active":"2023-06-26T03:02:13.445892+0000","last_peered":"2023-06-26T03:02:13.445892+0000","last_clean":"2023-06-26T03:02:13.445892+0000","last_became_active":"2023-06-26T03:02:12.942543+0000","last_became_peered":"2023-06-26T03:02:12.942543+0000","last_unstale":"2023-06-26T03:02:13.445892+0000","last_undegraded":"2023-06-26T03:02:13.445892+0000","last_fullsized":"2023-06-26T03:02:13.445892+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:23:22.940104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7,4],"acting":[5,0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1d","version":"22'2","reported_seq":23,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446501+0000","last_change":"2023-06-26T03:02:08.506053+0000","last_active":"2023-06-26T03:02:13.446501+0000","last_peered":"2023-06-26T03:02:13.446501+0000","last_clean":"2023-06-26T03:02:13.446501+0000","last_became_active":"2023-06-26T03:02:08.505462+0000","last_became_peered":"2023-06-26T03:02:08.505462+0000","last_unstale":"2023-06-26T03:02:13.446501+0000","last_undegraded":"2023-06-26T03:02:13.446501+0000","last_fullsized":"2023-06-26T03:02:13.446501+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:53:19.114492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.282417+0000","last_change":"2023-06-26T03:02:08.877411+0000","last_active":"2023-06-26T03:02:13.282417+0000","last_peered":"2023-06-26T03:02:13.282417+0000","last_clean":"2023-06-26T03:02:13.282417+0000","last_became_active":"2023-06-26T03:02:08.876912+0000","last_became_peered":"2023-06-26T03:02:08.876912+0000","last_unstale":"2023-06-26T03:02:13.282417+0000","last_undegraded":"2023-06-26T03:02:13.282417+0000","last_fullsized":"2023-06-26T03:02:13.282417+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:45:47.679214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.280479+0000","last_change":"2023-06-26T03:02:12.951156+0000","last_active":"2023-06-26T03:02:13.280479+0000","last_peered":"2023-06-26T03:02:13.280479+0000","last_clean":"2023-06-26T03:02:13.280479+0000","last_became_active":"2023-06-26T03:02:12.950207+0000","last_became_peered":"2023-06-26T03:02:12.950207+0000","last_unstale":"2023-06-26T03:02:13.280479+0000","last_undegraded":"2023-06-26T03:02:13.280479+0000","last_fullsized":"2023-06-26T03:02:13.280479+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:59:51.133412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1,6],"acting":[7,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"22'2","reported_seq":23,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.445761+0000","last_change":"2023-06-26T03:02:08.491152+0000","last_active":"2023-06-26T03:02:13.445761+0000","last_peered":"2023-06-26T03:02:13.445761+0000","last_clean":"2023-06-26T03:02:13.445761+0000","last_became_active":"2023-06-26T03:02:08.489078+0000","last_became_peered":"2023-06-26T03:02:08.489078+0000","last_unstale":"2023-06-26T03:02:13.445761+0000","last_undegraded":"2023-06-26T03:02:13.445761+0000","last_fullsized":"2023-06-26T03:02:13.445761+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:34:14.289490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.282928+0000","last_change":"2023-06-26T03:02:08.887864+0000","last_active":"2023-06-26T03:02:13.282928+0000","last_peered":"2023-06-26T03:02:13.282928+0000","last_clean":"2023-06-26T03:02:13.282928+0000","last_became_active":"2023-06-26T03:02:08.887571+0000","last_became_peered":"2023-06-26T03:02:08.887571+0000","last_unstale":"2023-06-26T03:02:13.282928+0000","last_undegraded":"2023-06-26T03:02:13.282928+0000","last_fullsized":"2023-06-26T03:02:13.282928+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:52:36.431565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.548867+0000","last_change":"2023-06-26T03:02:12.940200+0000","last_active":"2023-06-26T03:02:13.548867+0000","last_peered":"2023-06-26T03:02:13.548867+0000","last_clean":"2023-06-26T03:02:13.548867+0000","last_became_active":"2023-06-26T03:02:12.939778+0000","last_became_peered":"2023-06-26T03:02:12.939778+0000","last_unstale":"2023-06-26T03:02:13.548867+0000","last_undegraded":"2023-06-26T03:02:13.548867+0000","last_fullsized":"2023-06-26T03:02:13.548867+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:44:31.327582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,0],"acting":[1,3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1b","version":"22'1","reported_seq":22,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545148+0000","last_change":"2023-06-26T03:02:08.503432+0000","last_active":"2023-06-26T03:02:13.545148+0000","last_peered":"2023-06-26T03:02:13.545148+0000","last_clean":"2023-06-26T03:02:13.545148+0000","last_became_active":"2023-06-26T03:02:08.503021+0000","last_became_peered":"2023-06-26T03:02:08.503021+0000","last_unstale":"2023-06-26T03:02:13.545148+0000","last_undegraded":"2023-06-26T03:02:13.545148+0000","last_fullsized":"2023-06-26T03:02:13.545148+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:08:56.173354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546025+0000","last_change":"2023-06-26T03:02:08.866719+0000","last_active":"2023-06-26T03:02:13.546025+0000","last_peered":"2023-06-26T03:02:13.546025+0000","last_clean":"2023-06-26T03:02:13.546025+0000","last_became_active":"2023-06-26T03:02:08.866263+0000","last_became_peered":"2023-06-26T03:02:08.866263+0000","last_unstale":"2023-06-26T03:02:13.546025+0000","last_undegraded":"2023-06-26T03:02:13.546025+0000","last_fullsized":"2023-06-26T03:02:13.546025+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:47:31.536860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.283533+0000","last_change":"2023-06-26T03:02:12.940214+0000","last_active":"2023-06-26T03:02:13.283533+0000","last_peered":"2023-06-26T03:02:13.283533+0000","last_clean":"2023-06-26T03:02:13.283533+0000","last_became_active":"2023-06-26T03:02:12.939264+0000","last_became_peered":"2023-06-26T03:02:12.939264+0000","last_unstale":"2023-06-26T03:02:13.283533+0000","last_undegraded":"2023-06-26T03:02:13.283533+0000","last_fullsized":"2023-06-26T03:02:13.283533+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:09:49.257266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2,0],"acting":[4,3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1a","version":"22'1","reported_seq":22,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.282734+0000","last_change":"2023-06-26T03:02:08.486461+0000","last_active":"2023-06-26T03:02:13.282734+0000","last_peered":"2023-06-26T03:02:13.282734+0000","last_clean":"2023-06-26T03:02:13.282734+0000","last_became_active":"2023-06-26T03:02:08.483985+0000","last_became_peered":"2023-06-26T03:02:08.483985+0000","last_unstale":"2023-06-26T03:02:13.282734+0000","last_undegraded":"2023-06-26T03:02:13.282734+0000","last_fullsized":"2023-06-26T03:02:13.282734+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:19:49.774094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.274335+0000","last_change":"2023-06-26T03:02:08.872576+0000","last_active":"2023-06-26T03:02:13.274335+0000","last_peered":"2023-06-26T03:02:13.274335+0000","last_clean":"2023-06-26T03:02:13.274335+0000","last_became_active":"2023-06-26T03:02:08.872050+0000","last_became_peered":"2023-06-26T03:02:08.872050+0000","last_unstale":"2023-06-26T03:02:13.274335+0000","last_undegraded":"2023-06-26T03:02:13.274335+0000","last_fullsized":"2023-06-26T03:02:13.274335+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:22:24.584953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546598+0000","last_change":"2023-06-26T03:02:12.941685+0000","last_active":"2023-06-26T03:02:13.546598+0000","last_peered":"2023-06-26T03:02:13.546598+0000","last_clean":"2023-06-26T03:02:13.546598+0000","last_became_active":"2023-06-26T03:02:12.940883+0000","last_became_peered":"2023-06-26T03:02:12.940883+0000","last_unstale":"2023-06-26T03:02:13.546598+0000","last_undegraded":"2023-06-26T03:02:13.546598+0000","last_fullsized":"2023-06-26T03:02:13.546598+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:25:42.150969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3,7],"acting":[6,4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.551025+0000","last_change":"2023-06-26T03:02:08.485285+0000","last_active":"2023-06-26T03:02:13.551025+0000","last_peered":"2023-06-26T03:02:13.551025+0000","last_clean":"2023-06-26T03:02:13.551025+0000","last_became_active":"2023-06-26T03:02:08.484654+0000","last_became_peered":"2023-06-26T03:02:08.484654+0000","last_unstale":"2023-06-26T03:02:13.551025+0000","last_undegraded":"2023-06-26T03:02:13.551025+0000","last_fullsized":"2023-06-26T03:02:13.551025+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:23:18.513063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.549096+0000","last_change":"2023-06-26T03:02:08.879088+0000","last_active":"2023-06-26T03:02:13.549096+0000","last_peered":"2023-06-26T03:02:13.549096+0000","last_clean":"2023-06-26T03:02:13.549096+0000","last_became_active":"2023-06-26T03:02:08.878556+0000","last_became_peered":"2023-06-26T03:02:08.878556+0000","last_unstale":"2023-06-26T03:02:13.549096+0000","last_undegraded":"2023-06-26T03:02:13.549096+0000","last_fullsized":"2023-06-26T03:02:13.549096+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:29:30.943895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.548851+0000","last_change":"2023-06-26T03:02:12.926964+0000","last_active":"2023-06-26T03:02:13.548851+0000","last_peered":"2023-06-26T03:02:13.548851+0000","last_clean":"2023-06-26T03:02:13.548851+0000","last_became_active":"2023-06-26T03:02:12.926385+0000","last_became_peered":"2023-06-26T03:02:12.926385+0000","last_unstale":"2023-06-26T03:02:13.548851+0000","last_undegraded":"2023-06-26T03:02:13.548851+0000","last_fullsized":"2023-06-26T03:02:13.548851+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:22:21.804344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1,2],"acting":[0,7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273615+0000","last_change":"2023-06-26T03:02:08.484544+0000","last_active":"2023-06-26T03:02:13.273615+0000","last_peered":"2023-06-26T03:02:13.273615+0000","last_clean":"2023-06-26T03:02:13.273615+0000","last_became_active":"2023-06-26T03:02:08.484094+0000","last_became_peered":"2023-06-26T03:02:08.484094+0000","last_unstale":"2023-06-26T03:02:13.273615+0000","last_undegraded":"2023-06-26T03:02:13.273615+0000","last_fullsized":"2023-06-26T03:02:13.273615+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:29:29.927219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546659+0000","last_change":"2023-06-26T03:02:08.875805+0000","last_active":"2023-06-26T03:02:13.546659+0000","last_peered":"2023-06-26T03:02:13.546659+0000","last_clean":"2023-06-26T03:02:13.546659+0000","last_became_active":"2023-06-26T03:02:08.875031+0000","last_became_peered":"2023-06-26T03:02:08.875031+0000","last_unstale":"2023-06-26T03:02:13.546659+0000","last_undegraded":"2023-06-26T03:02:13.546659+0000","last_fullsized":"2023-06-26T03:02:13.546659+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:13:28.732055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273313+0000","last_change":"2023-06-26T03:02:08.877669+0000","last_active":"2023-06-26T03:02:13.273313+0000","last_peered":"2023-06-26T03:02:13.273313+0000","last_clean":"2023-06-26T03:02:13.273313+0000","last_became_active":"2023-06-26T03:02:08.873412+0000","last_became_peered":"2023-06-26T03:02:08.873412+0000","last_unstale":"2023-06-26T03:02:13.273313+0000","last_undegraded":"2023-06-26T03:02:13.273313+0000","last_fullsized":"2023-06-26T03:02:13.273313+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:23:19.529739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.548652+0000","last_change":"2023-06-26T03:02:08.486587+0000","last_active":"2023-06-26T03:02:13.548652+0000","last_peered":"2023-06-26T03:02:13.548652+0000","last_clean":"2023-06-26T03:02:13.548652+0000","last_became_active":"2023-06-26T03:02:08.485625+0000","last_became_peered":"2023-06-26T03:02:08.485625+0000","last_unstale":"2023-06-26T03:02:13.548652+0000","last_undegraded":"2023-06-26T03:02:13.548652+0000","last_fullsized":"2023-06-26T03:02:13.548652+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:48:57.762654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545552+0000","last_change":"2023-06-26T03:02:12.942864+0000","last_active":"2023-06-26T03:02:13.545552+0000","last_peered":"2023-06-26T03:02:13.545552+0000","last_clean":"2023-06-26T03:02:13.545552+0000","last_became_active":"2023-06-26T03:02:12.941851+0000","last_became_peered":"2023-06-26T03:02:12.941851+0000","last_unstale":"2023-06-26T03:02:13.545552+0000","last_undegraded":"2023-06-26T03:02:13.545552+0000","last_fullsized":"2023-06-26T03:02:13.545552+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:17:55.235760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7,1],"acting":[6,4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273601+0000","last_change":"2023-06-26T03:02:08.871631+0000","last_active":"2023-06-26T03:02:13.273601+0000","last_peered":"2023-06-26T03:02:13.273601+0000","last_clean":"2023-06-26T03:02:13.273601+0000","last_became_active":"2023-06-26T03:02:08.868068+0000","last_became_peered":"2023-06-26T03:02:08.868068+0000","last_unstale":"2023-06-26T03:02:13.273601+0000","last_undegraded":"2023-06-26T03:02:13.273601+0000","last_fullsized":"2023-06-26T03:02:13.273601+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:59:47.723048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446870+0000","last_change":"2023-06-26T03:02:08.488416+0000","last_active":"2023-06-26T03:02:13.446870+0000","last_peered":"2023-06-26T03:02:13.446870+0000","last_clean":"2023-06-26T03:02:13.446870+0000","last_became_active":"2023-06-26T03:02:08.486769+0000","last_became_peered":"2023-06-26T03:02:08.486769+0000","last_unstale":"2023-06-26T03:02:13.446870+0000","last_undegraded":"2023-06-26T03:02:13.446870+0000","last_fullsized":"2023-06-26T03:02:13.446870+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:28:42.027494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.278647+0000","last_change":"2023-06-26T03:02:12.951307+0000","last_active":"2023-06-26T03:02:13.278647+0000","last_peered":"2023-06-26T03:02:13.278647+0000","last_clean":"2023-06-26T03:02:13.278647+0000","last_became_active":"2023-06-26T03:02:12.950359+0000","last_became_peered":"2023-06-26T03:02:12.950359+0000","last_unstale":"2023-06-26T03:02:13.278647+0000","last_undegraded":"2023-06-26T03:02:13.278647+0000","last_fullsized":"2023-06-26T03:02:13.278647+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:59:52.151022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6,0],"acting":[7,4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"22'3","reported_seq":24,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.281577+0000","last_change":"2023-06-26T03:02:08.494314+0000","last_active":"2023-06-26T03:02:13.281577+0000","last_peered":"2023-06-26T03:02:13.281577+0000","last_clean":"2023-06-26T03:02:13.281577+0000","last_became_active":"2023-06-26T03:02:08.493780+0000","last_became_peered":"2023-06-26T03:02:08.493780+0000","last_unstale":"2023-06-26T03:02:13.281577+0000","last_undegraded":"2023-06-26T03:02:13.281577+0000","last_fullsized":"2023-06-26T03:02:13.281577+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:53:19.114492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547412+0000","last_change":"2023-06-26T03:02:08.876578+0000","last_active":"2023-06-26T03:02:13.547412+0000","last_peered":"2023-06-26T03:02:13.547412+0000","last_clean":"2023-06-26T03:02:13.547412+0000","last_became_active":"2023-06-26T03:02:08.868571+0000","last_became_peered":"2023-06-26T03:02:08.868571+0000","last_unstale":"2023-06-26T03:02:13.547412+0000","last_undegraded":"2023-06-26T03:02:13.547412+0000","last_fullsized":"2023-06-26T03:02:13.547412+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:42:28.537608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273832+0000","last_change":"2023-06-26T03:02:12.924592+0000","last_active":"2023-06-26T03:02:13.273832+0000","last_peered":"2023-06-26T03:02:13.273832+0000","last_clean":"2023-06-26T03:02:13.273832+0000","last_became_active":"2023-06-26T03:02:12.924120+0000","last_became_peered":"2023-06-26T03:02:12.924120+0000","last_unstale":"2023-06-26T03:02:13.273832+0000","last_undegraded":"2023-06-26T03:02:13.273832+0000","last_fullsized":"2023-06-26T03:02:13.273832+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:44:31.317778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1,5],"acting":[3,0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.14","version":"27'9","reported_seq":30,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:18.727814+0000","last_change":"2023-06-26T03:02:08.503061+0000","last_active":"2023-06-26T03:02:18.727814+0000","last_peered":"2023-06-26T03:02:18.727814+0000","last_clean":"2023-06-26T03:02:18.727814+0000","last_became_active":"2023-06-26T03:02:08.500293+0000","last_became_peered":"2023-06-26T03:02:08.500293+0000","last_unstale":"2023-06-26T03:02:18.727814+0000","last_undegraded":"2023-06-26T03:02:18.727814+0000","last_fullsized":"2023-06-26T03:02:18.727814+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:54:14.457265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3793,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.283052+0000","last_change":"2023-06-26T03:02:08.874859+0000","last_active":"2023-06-26T03:02:13.283052+0000","last_peered":"2023-06-26T03:02:13.283052+0000","last_clean":"2023-06-26T03:02:13.283052+0000","last_became_active":"2023-06-26T03:02:08.874170+0000","last_became_peered":"2023-06-26T03:02:08.874170+0000","last_unstale":"2023-06-26T03:02:13.283052+0000","last_undegraded":"2023-06-26T03:02:13.283052+0000","last_fullsized":"2023-06-26T03:02:13.283052+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:37:38.978394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547181+0000","last_change":"2023-06-26T03:02:12.926926+0000","last_active":"2023-06-26T03:02:13.547181+0000","last_peered":"2023-06-26T03:02:13.547181+0000","last_clean":"2023-06-26T03:02:13.547181+0000","last_became_active":"2023-06-26T03:02:12.926465+0000","last_became_peered":"2023-06-26T03:02:12.926465+0000","last_unstale":"2023-06-26T03:02:13.547181+0000","last_undegraded":"2023-06-26T03:02:13.547181+0000","last_fullsized":"2023-06-26T03:02:13.547181+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:27:51.558376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3,7],"acting":[1,5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.281266+0000","last_change":"2023-06-26T03:02:08.878629+0000","last_active":"2023-06-26T03:02:13.281266+0000","last_peered":"2023-06-26T03:02:13.281266+0000","last_clean":"2023-06-26T03:02:13.281266+0000","last_became_active":"2023-06-26T03:02:08.878095+0000","last_became_peered":"2023-06-26T03:02:08.878095+0000","last_unstale":"2023-06-26T03:02:13.281266+0000","last_undegraded":"2023-06-26T03:02:13.281266+0000","last_fullsized":"2023-06-26T03:02:13.281266+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:02:29.229808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":27,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546711+0000","last_change":"2023-06-26T03:02:04.418555+0000","last_active":"2023-06-26T03:02:13.546711+0000","last_peered":"2023-06-26T03:02:13.546711+0000","last_clean":"2023-06-26T03:02:13.546711+0000","last_became_active":"2023-06-26T03:02:04.417392+0000","last_became_peered":"2023-06-26T03:02:04.417392+0000","last_unstale":"2023-06-26T03:02:13.546711+0000","last_undegraded":"2023-06-26T03:02:13.546711+0000","last_fullsized":"2023-06-26T03:02:13.546711+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:17:24.189662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"22'1","reported_seq":22,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.549542+0000","last_change":"2023-06-26T03:02:08.474800+0000","last_active":"2023-06-26T03:02:13.549542+0000","last_peered":"2023-06-26T03:02:13.549542+0000","last_clean":"2023-06-26T03:02:13.549542+0000","last_became_active":"2023-06-26T03:02:08.474027+0000","last_became_peered":"2023-06-26T03:02:08.474027+0000","last_unstale":"2023-06-26T03:02:13.549542+0000","last_undegraded":"2023-06-26T03:02:13.549542+0000","last_fullsized":"2023-06-26T03:02:13.549542+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:11:11.932789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273308+0000","last_change":"2023-06-26T03:02:12.929756+0000","last_active":"2023-06-26T03:02:13.273308+0000","last_peered":"2023-06-26T03:02:13.273308+0000","last_clean":"2023-06-26T03:02:13.273308+0000","last_became_active":"2023-06-26T03:02:12.929215+0000","last_became_peered":"2023-06-26T03:02:12.929215+0000","last_unstale":"2023-06-26T03:02:13.273308+0000","last_undegraded":"2023-06-26T03:02:13.273308+0000","last_fullsized":"2023-06-26T03:02:13.273308+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:34:18.716531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,0],"acting":[3,1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273458+0000","last_change":"2023-06-26T03:02:08.877288+0000","last_active":"2023-06-26T03:02:13.273458+0000","last_peered":"2023-06-26T03:02:13.273458+0000","last_clean":"2023-06-26T03:02:13.273458+0000","last_became_active":"2023-06-26T03:02:08.867578+0000","last_became_peered":"2023-06-26T03:02:08.867578+0000","last_unstale":"2023-06-26T03:02:13.273458+0000","last_undegraded":"2023-06-26T03:02:13.273458+0000","last_fullsized":"2023-06-26T03:02:13.273458+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:48:58.779330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":25,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.549447+0000","last_change":"2023-06-26T03:02:04.412948+0000","last_active":"2023-06-26T03:02:13.549447+0000","last_peered":"2023-06-26T03:02:13.549447+0000","last_clean":"2023-06-26T03:02:13.549447+0000","last_became_active":"2023-06-26T03:02:04.412333+0000","last_became_peered":"2023-06-26T03:02:04.412333+0000","last_unstale":"2023-06-26T03:02:13.549447+0000","last_undegraded":"2023-06-26T03:02:13.549447+0000","last_fullsized":"2023-06-26T03:02:13.549447+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:41:16.780013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"22'2","reported_seq":23,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.274696+0000","last_change":"2023-06-26T03:02:08.502306+0000","last_active":"2023-06-26T03:02:13.274696+0000","last_peered":"2023-06-26T03:02:13.274696+0000","last_clean":"2023-06-26T03:02:13.274696+0000","last_became_active":"2023-06-26T03:02:08.501951+0000","last_became_peered":"2023-06-26T03:02:08.501951+0000","last_unstale":"2023-06-26T03:02:13.274696+0000","last_undegraded":"2023-06-26T03:02:13.274696+0000","last_fullsized":"2023-06-26T03:02:13.274696+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:22:08.113163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.280196+0000","last_change":"2023-06-26T03:02:12.947838+0000","last_active":"2023-06-26T03:02:13.280196+0000","last_peered":"2023-06-26T03:02:13.280196+0000","last_clean":"2023-06-26T03:02:13.280196+0000","last_became_active":"2023-06-26T03:02:12.940823+0000","last_became_peered":"2023-06-26T03:02:12.940823+0000","last_unstale":"2023-06-26T03:02:13.280196+0000","last_undegraded":"2023-06-26T03:02:13.280196+0000","last_fullsized":"2023-06-26T03:02:13.280196+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:22:12.540204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7,0],"acting":[4,3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.544834+0000","last_change":"2023-06-26T03:02:08.880833+0000","last_active":"2023-06-26T03:02:13.544834+0000","last_peered":"2023-06-26T03:02:13.544834+0000","last_clean":"2023-06-26T03:02:13.544834+0000","last_became_active":"2023-06-26T03:02:08.878159+0000","last_became_peered":"2023-06-26T03:02:08.878159+0000","last_unstale":"2023-06-26T03:02:13.544834+0000","last_undegraded":"2023-06-26T03:02:13.544834+0000","last_fullsized":"2023-06-26T03:02:13.544834+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:30:01.557055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":27,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.282094+0000","last_change":"2023-06-26T03:02:04.790011+0000","last_active":"2023-06-26T03:02:13.282094+0000","last_peered":"2023-06-26T03:02:13.282094+0000","last_clean":"2023-06-26T03:02:13.282094+0000","last_became_active":"2023-06-26T03:02:04.789216+0000","last_became_peered":"2023-06-26T03:02:04.789216+0000","last_unstale":"2023-06-26T03:02:13.282094+0000","last_undegraded":"2023-06-26T03:02:13.282094+0000","last_fullsized":"2023-06-26T03:02:13.282094+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:22:19.513495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547461+0000","last_change":"2023-06-26T03:02:08.472670+0000","last_active":"2023-06-26T03:02:13.547461+0000","last_peered":"2023-06-26T03:02:13.547461+0000","last_clean":"2023-06-26T03:02:13.547461+0000","last_became_active":"2023-06-26T03:02:08.472339+0000","last_became_peered":"2023-06-26T03:02:08.472339+0000","last_unstale":"2023-06-26T03:02:13.547461+0000","last_undegraded":"2023-06-26T03:02:13.547461+0000","last_fullsized":"2023-06-26T03:02:13.547461+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:21:50.742334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546015+0000","last_change":"2023-06-26T03:02:12.916670+0000","last_active":"2023-06-26T03:02:13.546015+0000","last_peered":"2023-06-26T03:02:13.546015+0000","last_clean":"2023-06-26T03:02:13.546015+0000","last_became_active":"2023-06-26T03:02:12.915665+0000","last_became_peered":"2023-06-26T03:02:12.915665+0000","last_unstale":"2023-06-26T03:02:13.546015+0000","last_undegraded":"2023-06-26T03:02:13.546015+0000","last_fullsized":"2023-06-26T03:02:13.546015+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:04:40.192996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5,2],"acting":[6,0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547466+0000","last_change":"2023-06-26T03:02:08.876842+0000","last_active":"2023-06-26T03:02:13.547466+0000","last_peered":"2023-06-26T03:02:13.547466+0000","last_clean":"2023-06-26T03:02:13.547466+0000","last_became_active":"2023-06-26T03:02:08.876213+0000","last_became_peered":"2023-06-26T03:02:08.876213+0000","last_unstale":"2023-06-26T03:02:13.547466+0000","last_undegraded":"2023-06-26T03:02:13.547466+0000","last_fullsized":"2023-06-26T03:02:13.547466+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:14:04.038953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":25,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547949+0000","last_change":"2023-06-26T03:02:04.786886+0000","last_active":"2023-06-26T03:02:13.547949+0000","last_peered":"2023-06-26T03:02:13.547949+0000","last_clean":"2023-06-26T03:02:13.547949+0000","last_became_active":"2023-06-26T03:02:04.786502+0000","last_became_peered":"2023-06-26T03:02:04.786502+0000","last_unstale":"2023-06-26T03:02:13.547949+0000","last_undegraded":"2023-06-26T03:02:13.547949+0000","last_fullsized":"2023-06-26T03:02:13.547949+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:29:56.485597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446710+0000","last_change":"2023-06-26T03:02:08.492481+0000","last_active":"2023-06-26T03:02:13.446710+0000","last_peered":"2023-06-26T03:02:13.446710+0000","last_clean":"2023-06-26T03:02:13.446710+0000","last_became_active":"2023-06-26T03:02:08.491513+0000","last_became_peered":"2023-06-26T03:02:08.491513+0000","last_unstale":"2023-06-26T03:02:13.446710+0000","last_undegraded":"2023-06-26T03:02:13.446710+0000","last_fullsized":"2023-06-26T03:02:13.446710+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:22:23.568276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.544628+0000","last_change":"2023-06-26T03:02:12.927886+0000","last_active":"2023-06-26T03:02:13.544628+0000","last_peered":"2023-06-26T03:02:13.544628+0000","last_clean":"2023-06-26T03:02:13.544628+0000","last_became_active":"2023-06-26T03:02:12.927405+0000","last_became_peered":"2023-06-26T03:02:12.927405+0000","last_unstale":"2023-06-26T03:02:13.544628+0000","last_undegraded":"2023-06-26T03:02:13.544628+0000","last_fullsized":"2023-06-26T03:02:13.544628+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:21:55.169375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,6,5],"acting":[0,1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547151+0000","last_change":"2023-06-26T03:02:08.864005+0000","last_active":"2023-06-26T03:02:13.547151+0000","last_peered":"2023-06-26T03:02:13.547151+0000","last_clean":"2023-06-26T03:02:13.547151+0000","last_became_active":"2023-06-26T03:02:08.862706+0000","last_became_peered":"2023-06-26T03:02:08.862706+0000","last_unstale":"2023-06-26T03:02:13.547151+0000","last_undegraded":"2023-06-26T03:02:13.547151+0000","last_fullsized":"2023-06-26T03:02:13.547151+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:11:35.694001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.283248+0000","last_change":"2023-06-26T03:02:08.499638+0000","last_active":"2023-06-26T03:02:13.283248+0000","last_peered":"2023-06-26T03:02:13.283248+0000","last_clean":"2023-06-26T03:02:13.283248+0000","last_became_active":"2023-06-26T03:02:08.488418+0000","last_became_peered":"2023-06-26T03:02:08.488418+0000","last_unstale":"2023-06-26T03:02:13.283248+0000","last_undegraded":"2023-06-26T03:02:13.283248+0000","last_fullsized":"2023-06-26T03:02:13.283248+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:17:30.077073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":27,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.445686+0000","last_change":"2023-06-26T03:02:04.420793+0000","last_active":"2023-06-26T03:02:13.445686+0000","last_peered":"2023-06-26T03:02:13.445686+0000","last_clean":"2023-06-26T03:02:13.445686+0000","last_became_active":"2023-06-26T03:02:04.418556+0000","last_became_peered":"2023-06-26T03:02:04.418556+0000","last_unstale":"2023-06-26T03:02:13.445686+0000","last_undegraded":"2023-06-26T03:02:13.445686+0000","last_fullsized":"2023-06-26T03:02:13.445686+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:24:04.644984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547569+0000","last_change":"2023-06-26T03:02:12.948031+0000","last_active":"2023-06-26T03:02:13.547569+0000","last_peered":"2023-06-26T03:02:13.547569+0000","last_clean":"2023-06-26T03:02:13.547569+0000","last_became_active":"2023-06-26T03:02:12.947563+0000","last_became_peered":"2023-06-26T03:02:12.947563+0000","last_unstale":"2023-06-26T03:02:13.547569+0000","last_undegraded":"2023-06-26T03:02:13.547569+0000","last_fullsized":"2023-06-26T03:02:13.547569+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:24:13.126806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,6],"acting":[0,1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.550740+0000","last_change":"2023-06-26T03:02:08.875422+0000","last_active":"2023-06-26T03:02:13.550740+0000","last_peered":"2023-06-26T03:02:13.550740+0000","last_clean":"2023-06-26T03:02:13.550740+0000","last_became_active":"2023-06-26T03:02:08.874783+0000","last_became_peered":"2023-06-26T03:02:08.874783+0000","last_unstale":"2023-06-26T03:02:13.550740+0000","last_undegraded":"2023-06-26T03:02:13.550740+0000","last_fullsized":"2023-06-26T03:02:13.550740+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:34:15.306167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.543637+0000","last_change":"2023-06-26T03:02:08.472753+0000","last_active":"2023-06-26T03:02:13.543637+0000","last_peered":"2023-06-26T03:02:13.543637+0000","last_clean":"2023-06-26T03:02:13.543637+0000","last_became_active":"2023-06-26T03:02:08.472449+0000","last_became_peered":"2023-06-26T03:02:08.472449+0000","last_unstale":"2023-06-26T03:02:13.543637+0000","last_undegraded":"2023-06-26T03:02:13.543637+0000","last_fullsized":"2023-06-26T03:02:13.543637+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:50:43.611760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":25,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.544870+0000","last_change":"2023-06-26T03:02:04.405831+0000","last_active":"2023-06-26T03:02:13.544870+0000","last_peered":"2023-06-26T03:02:13.544870+0000","last_clean":"2023-06-26T03:02:13.544870+0000","last_became_active":"2023-06-26T03:02:04.404901+0000","last_became_peered":"2023-06-26T03:02:04.404901+0000","last_unstale":"2023-06-26T03:02:13.544870+0000","last_undegraded":"2023-06-26T03:02:13.544870+0000","last_fullsized":"2023-06-26T03:02:13.544870+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:35:54.606830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546651+0000","last_change":"2023-06-26T03:02:12.926764+0000","last_active":"2023-06-26T03:02:13.546651+0000","last_peered":"2023-06-26T03:02:13.546651+0000","last_clean":"2023-06-26T03:02:13.546651+0000","last_became_active":"2023-06-26T03:02:12.926204+0000","last_became_peered":"2023-06-26T03:02:12.926204+0000","last_unstale":"2023-06-26T03:02:13.546651+0000","last_undegraded":"2023-06-26T03:02:13.546651+0000","last_fullsized":"2023-06-26T03:02:13.546651+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:39:15.367619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1,7],"acting":[2,5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.549242+0000","last_change":"2023-06-26T03:02:08.878324+0000","last_active":"2023-06-26T03:02:13.549242+0000","last_peered":"2023-06-26T03:02:13.549242+0000","last_clean":"2023-06-26T03:02:13.549242+0000","last_became_active":"2023-06-26T03:02:08.878060+0000","last_became_peered":"2023-06-26T03:02:08.878060+0000","last_unstale":"2023-06-26T03:02:13.549242+0000","last_undegraded":"2023-06-26T03:02:13.549242+0000","last_fullsized":"2023-06-26T03:02:13.549242+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:59:47.723048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.544712+0000","last_change":"2023-06-26T03:02:08.485203+0000","last_active":"2023-06-26T03:02:13.544712+0000","last_peered":"2023-06-26T03:02:13.544712+0000","last_clean":"2023-06-26T03:02:13.544712+0000","last_became_active":"2023-06-26T03:02:08.483342+0000","last_became_peered":"2023-06-26T03:02:08.483342+0000","last_unstale":"2023-06-26T03:02:13.544712+0000","last_undegraded":"2023-06-26T03:02:13.544712+0000","last_fullsized":"2023-06-26T03:02:13.544712+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:45:25.870408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":27,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.278926+0000","last_change":"2023-06-26T03:02:04.420728+0000","last_active":"2023-06-26T03:02:13.278926+0000","last_peered":"2023-06-26T03:02:13.278926+0000","last_clean":"2023-06-26T03:02:13.278926+0000","last_became_active":"2023-06-26T03:02:04.419812+0000","last_became_peered":"2023-06-26T03:02:04.419812+0000","last_unstale":"2023-06-26T03:02:13.278926+0000","last_undegraded":"2023-06-26T03:02:13.278926+0000","last_fullsized":"2023-06-26T03:02:13.278926+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:34:10.234709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446693+0000","last_change":"2023-06-26T03:02:12.941162+0000","last_active":"2023-06-26T03:02:13.446693+0000","last_peered":"2023-06-26T03:02:13.446693+0000","last_clean":"2023-06-26T03:02:13.446693+0000","last_became_active":"2023-06-26T03:02:12.939951+0000","last_became_peered":"2023-06-26T03:02:12.939951+0000","last_unstale":"2023-06-26T03:02:13.446693+0000","last_undegraded":"2023-06-26T03:02:13.446693+0000","last_fullsized":"2023-06-26T03:02:13.446693+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:50:29.878487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0,4],"acting":[5,1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546405+0000","last_change":"2023-06-26T03:02:08.889376+0000","last_active":"2023-06-26T03:02:13.546405+0000","last_peered":"2023-06-26T03:02:13.546405+0000","last_clean":"2023-06-26T03:02:13.546405+0000","last_became_active":"2023-06-26T03:02:08.889105+0000","last_became_peered":"2023-06-26T03:02:08.889105+0000","last_unstale":"2023-06-26T03:02:13.546405+0000","last_undegraded":"2023-06-26T03:02:13.546405+0000","last_fullsized":"2023-06-26T03:02:13.546405+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:32:32.315903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273563+0000","last_change":"2023-06-26T03:02:08.489647+0000","last_active":"2023-06-26T03:02:13.273563+0000","last_peered":"2023-06-26T03:02:13.273563+0000","last_clean":"2023-06-26T03:02:13.273563+0000","last_became_active":"2023-06-26T03:02:08.489183+0000","last_became_peered":"2023-06-26T03:02:08.489183+0000","last_unstale":"2023-06-26T03:02:13.273563+0000","last_undegraded":"2023-06-26T03:02:13.273563+0000","last_fullsized":"2023-06-26T03:02:13.273563+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:22:17.377304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":27,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446080+0000","last_change":"2023-06-26T03:02:04.420212+0000","last_active":"2023-06-26T03:02:13.446080+0000","last_peered":"2023-06-26T03:02:13.446080+0000","last_clean":"2023-06-26T03:02:13.446080+0000","last_became_active":"2023-06-26T03:02:04.419030+0000","last_became_peered":"2023-06-26T03:02:04.419030+0000","last_unstale":"2023-06-26T03:02:13.446080+0000","last_undegraded":"2023-06-26T03:02:13.446080+0000","last_fullsized":"2023-06-26T03:02:13.446080+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:29:25.872438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":183,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.279246+0000","last_change":"2023-06-26T03:01:58.730017+0000","last_active":"2023-06-26T03:02:13.279246+0000","last_peered":"2023-06-26T03:02:13.279246+0000","last_clean":"2023-06-26T03:02:13.279246+0000","last_became_active":"2023-06-26T03:01:58.727921+0000","last_became_peered":"2023-06-26T03:01:58.727921+0000","last_unstale":"2023-06-26T03:02:13.279246+0000","last_undegraded":"2023-06-26T03:02:13.279246+0000","last_fullsized":"2023-06-26T03:02:13.279246+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:57.280857+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:57.280857+0000","last_clean_scrub_stamp":"2023-06-26T03:01:57.280857+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:23:08.372937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.281289+0000","last_change":"2023-06-26T03:02:12.930846+0000","last_active":"2023-06-26T03:02:13.281289+0000","last_peered":"2023-06-26T03:02:13.281289+0000","last_clean":"2023-06-26T03:02:13.281289+0000","last_became_active":"2023-06-26T03:02:12.929723+0000","last_became_peered":"2023-06-26T03:02:12.929723+0000","last_unstale":"2023-06-26T03:02:13.281289+0000","last_undegraded":"2023-06-26T03:02:13.281289+0000","last_fullsized":"2023-06-26T03:02:13.281289+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:44:31.317778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5,3],"acting":[7,2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.550466+0000","last_change":"2023-06-26T03:02:08.888415+0000","last_active":"2023-06-26T03:02:13.550466+0000","last_peered":"2023-06-26T03:02:13.550466+0000","last_clean":"2023-06-26T03:02:13.550466+0000","last_became_active":"2023-06-26T03:02:08.888070+0000","last_became_peered":"2023-06-26T03:02:08.888070+0000","last_unstale":"2023-06-26T03:02:13.550466+0000","last_undegraded":"2023-06-26T03:02:13.550466+0000","last_fullsized":"2023-06-26T03:02:13.550466+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:24:09.716442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273679+0000","last_change":"2023-06-26T03:02:08.482620+0000","last_active":"2023-06-26T03:02:13.273679+0000","last_peered":"2023-06-26T03:02:13.273679+0000","last_clean":"2023-06-26T03:02:13.273679+0000","last_became_active":"2023-06-26T03:02:08.479061+0000","last_became_peered":"2023-06-26T03:02:08.479061+0000","last_unstale":"2023-06-26T03:02:13.273679+0000","last_undegraded":"2023-06-26T03:02:13.273679+0000","last_fullsized":"2023-06-26T03:02:13.273679+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:11:11.932789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.283726+0000","last_change":"2023-06-26T03:02:12.939917+0000","last_active":"2023-06-26T03:02:13.283726+0000","last_peered":"2023-06-26T03:02:13.283726+0000","last_clean":"2023-06-26T03:02:13.283726+0000","last_became_active":"2023-06-26T03:02:12.939053+0000","last_became_peered":"2023-06-26T03:02:12.939053+0000","last_unstale":"2023-06-26T03:02:13.283726+0000","last_undegraded":"2023-06-26T03:02:13.283726+0000","last_fullsized":"2023-06-26T03:02:13.283726+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:38:45.596194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0,2],"acting":[4,5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.283767+0000","last_change":"2023-06-26T03:02:08.888894+0000","last_active":"2023-06-26T03:02:13.283767+0000","last_peered":"2023-06-26T03:02:13.283767+0000","last_clean":"2023-06-26T03:02:13.283767+0000","last_became_active":"2023-06-26T03:02:08.888470+0000","last_became_peered":"2023-06-26T03:02:08.888470+0000","last_unstale":"2023-06-26T03:02:13.283767+0000","last_undegraded":"2023-06-26T03:02:13.283767+0000","last_fullsized":"2023-06-26T03:02:13.283767+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:34:40.239449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.281597+0000","last_change":"2023-06-26T03:02:08.500250+0000","last_active":"2023-06-26T03:02:13.281597+0000","last_peered":"2023-06-26T03:02:13.281597+0000","last_clean":"2023-06-26T03:02:13.281597+0000","last_became_active":"2023-06-26T03:02:08.486789+0000","last_became_peered":"2023-06-26T03:02:08.486789+0000","last_unstale":"2023-06-26T03:02:13.281597+0000","last_undegraded":"2023-06-26T03:02:13.281597+0000","last_fullsized":"2023-06-26T03:02:13.281597+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:30:31.428510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446315+0000","last_change":"2023-06-26T03:02:12.944313+0000","last_active":"2023-06-26T03:02:13.446315+0000","last_peered":"2023-06-26T03:02:13.446315+0000","last_clean":"2023-06-26T03:02:13.446315+0000","last_became_active":"2023-06-26T03:02:12.943069+0000","last_became_peered":"2023-06-26T03:02:12.943069+0000","last_unstale":"2023-06-26T03:02:13.446315+0000","last_undegraded":"2023-06-26T03:02:13.446315+0000","last_fullsized":"2023-06-26T03:02:13.446315+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:11:16.359829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6,2],"acting":[5,4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.284789+0000","last_change":"2023-06-26T03:02:08.877288+0000","last_active":"2023-06-26T03:02:13.284789+0000","last_peered":"2023-06-26T03:02:13.284789+0000","last_clean":"2023-06-26T03:02:13.284789+0000","last_became_active":"2023-06-26T03:02:08.876699+0000","last_became_peered":"2023-06-26T03:02:08.876699+0000","last_unstale":"2023-06-26T03:02:13.284789+0000","last_undegraded":"2023-06-26T03:02:13.284789+0000","last_fullsized":"2023-06-26T03:02:13.284789+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:11:07.257470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546286+0000","last_change":"2023-06-26T03:02:08.509549+0000","last_active":"2023-06-26T03:02:13.546286+0000","last_peered":"2023-06-26T03:02:13.546286+0000","last_clean":"2023-06-26T03:02:13.546286+0000","last_became_active":"2023-06-26T03:02:08.508902+0000","last_became_peered":"2023-06-26T03:02:08.508902+0000","last_unstale":"2023-06-26T03:02:13.546286+0000","last_undegraded":"2023-06-26T03:02:13.546286+0000","last_fullsized":"2023-06-26T03:02:13.546286+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:10:17.219027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546377+0000","last_change":"2023-06-26T03:02:12.946814+0000","last_active":"2023-06-26T03:02:13.546377+0000","last_peered":"2023-06-26T03:02:13.546377+0000","last_clean":"2023-06-26T03:02:13.546377+0000","last_became_active":"2023-06-26T03:02:12.946217+0000","last_became_peered":"2023-06-26T03:02:12.946217+0000","last_unstale":"2023-06-26T03:02:13.546377+0000","last_undegraded":"2023-06-26T03:02:13.546377+0000","last_fullsized":"2023-06-26T03:02:13.546377+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:55:37.933713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0,6],"acting":[1,4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.284209+0000","last_change":"2023-06-26T03:02:08.878479+0000","last_active":"2023-06-26T03:02:13.284209+0000","last_peered":"2023-06-26T03:02:13.284209+0000","last_clean":"2023-06-26T03:02:13.284209+0000","last_became_active":"2023-06-26T03:02:08.877277+0000","last_became_peered":"2023-06-26T03:02:08.877277+0000","last_unstale":"2023-06-26T03:02:13.284209+0000","last_undegraded":"2023-06-26T03:02:13.284209+0000","last_fullsized":"2023-06-26T03:02:13.284209+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:58:52.142150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"22'2","reported_seq":23,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.274050+0000","last_change":"2023-06-26T03:02:08.485171+0000","last_active":"2023-06-26T03:02:13.274050+0000","last_peered":"2023-06-26T03:02:13.274050+0000","last_clean":"2023-06-26T03:02:13.274050+0000","last_became_active":"2023-06-26T03:02:08.484837+0000","last_became_peered":"2023-06-26T03:02:08.484837+0000","last_unstale":"2023-06-26T03:02:13.274050+0000","last_undegraded":"2023-06-26T03:02:13.274050+0000","last_fullsized":"2023-06-26T03:02:13.274050+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:43:47.554582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545450+0000","last_change":"2023-06-26T03:02:12.926556+0000","last_active":"2023-06-26T03:02:13.545450+0000","last_peered":"2023-06-26T03:02:13.545450+0000","last_clean":"2023-06-26T03:02:13.545450+0000","last_became_active":"2023-06-26T03:02:12.925904+0000","last_became_peered":"2023-06-26T03:02:12.925904+0000","last_unstale":"2023-06-26T03:02:13.545450+0000","last_undegraded":"2023-06-26T03:02:13.545450+0000","last_fullsized":"2023-06-26T03:02:13.545450+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:59:43.361132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5,6],"acting":[2,7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.544720+0000","last_change":"2023-06-26T03:02:08.879279+0000","last_active":"2023-06-26T03:02:13.544720+0000","last_peered":"2023-06-26T03:02:13.544720+0000","last_clean":"2023-06-26T03:02:13.544720+0000","last_became_active":"2023-06-26T03:02:08.878822+0000","last_became_peered":"2023-06-26T03:02:08.878822+0000","last_unstale":"2023-06-26T03:02:13.544720+0000","last_undegraded":"2023-06-26T03:02:13.544720+0000","last_fullsized":"2023-06-26T03:02:13.544720+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:14:04.038953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.445871+0000","last_change":"2023-06-26T03:02:08.492528+0000","last_active":"2023-06-26T03:02:13.445871+0000","last_peered":"2023-06-26T03:02:13.445871+0000","last_clean":"2023-06-26T03:02:13.445871+0000","last_became_active":"2023-06-26T03:02:08.491786+0000","last_became_peered":"2023-06-26T03:02:08.491786+0000","last_unstale":"2023-06-26T03:02:13.445871+0000","last_undegraded":"2023-06-26T03:02:13.445871+0000","last_fullsized":"2023-06-26T03:02:13.445871+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:22:09.950064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.544893+0000","last_change":"2023-06-26T03:02:12.948241+0000","last_active":"2023-06-26T03:02:13.544893+0000","last_peered":"2023-06-26T03:02:13.544893+0000","last_clean":"2023-06-26T03:02:13.544893+0000","last_became_active":"2023-06-26T03:02:12.947696+0000","last_became_peered":"2023-06-26T03:02:12.947696+0000","last_unstale":"2023-06-26T03:02:13.544893+0000","last_undegraded":"2023-06-26T03:02:13.544893+0000","last_fullsized":"2023-06-26T03:02:13.544893+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:36:33.876438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3,6],"acting":[2,4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545600+0000","last_change":"2023-06-26T03:02:08.869545+0000","last_active":"2023-06-26T03:02:13.545600+0000","last_peered":"2023-06-26T03:02:13.545600+0000","last_clean":"2023-06-26T03:02:13.545600+0000","last_became_active":"2023-06-26T03:02:08.869236+0000","last_became_peered":"2023-06-26T03:02:08.869236+0000","last_unstale":"2023-06-26T03:02:13.545600+0000","last_undegraded":"2023-06-26T03:02:13.545600+0000","last_fullsized":"2023-06-26T03:02:13.545600+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:49:02.451918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"22'1","reported_seq":22,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.281976+0000","last_change":"2023-06-26T03:02:08.505144+0000","last_active":"2023-06-26T03:02:13.281976+0000","last_peered":"2023-06-26T03:02:13.281976+0000","last_clean":"2023-06-26T03:02:13.281976+0000","last_became_active":"2023-06-26T03:02:08.504585+0000","last_became_peered":"2023-06-26T03:02:08.504585+0000","last_unstale":"2023-06-26T03:02:13.281976+0000","last_undegraded":"2023-06-26T03:02:13.281976+0000","last_fullsized":"2023-06-26T03:02:13.281976+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:50:25.451446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545479+0000","last_change":"2023-06-26T03:02:12.925612+0000","last_active":"2023-06-26T03:02:13.545479+0000","last_peered":"2023-06-26T03:02:13.545479+0000","last_clean":"2023-06-26T03:02:13.545479+0000","last_became_active":"2023-06-26T03:02:12.924687+0000","last_became_peered":"2023-06-26T03:02:12.924687+0000","last_unstale":"2023-06-26T03:02:13.545479+0000","last_undegraded":"2023-06-26T03:02:13.545479+0000","last_fullsized":"2023-06-26T03:02:13.545479+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:16:52.327522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5,6],"acting":[2,0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.280838+0000","last_change":"2023-06-26T03:02:08.874827+0000","last_active":"2023-06-26T03:02:13.280838+0000","last_peered":"2023-06-26T03:02:13.280838+0000","last_clean":"2023-06-26T03:02:13.280838+0000","last_became_active":"2023-06-26T03:02:08.874043+0000","last_became_peered":"2023-06-26T03:02:08.874043+0000","last_unstale":"2023-06-26T03:02:13.280838+0000","last_undegraded":"2023-06-26T03:02:13.280838+0000","last_fullsized":"2023-06-26T03:02:13.280838+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:25:35.709898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"22'2","reported_seq":23,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.282030+0000","last_change":"2023-06-26T03:02:08.509651+0000","last_active":"2023-06-26T03:02:13.282030+0000","last_peered":"2023-06-26T03:02:13.282030+0000","last_clean":"2023-06-26T03:02:13.282030+0000","last_became_active":"2023-06-26T03:02:08.508899+0000","last_became_peered":"2023-06-26T03:02:08.508899+0000","last_unstale":"2023-06-26T03:02:13.282030+0000","last_undegraded":"2023-06-26T03:02:13.282030+0000","last_fullsized":"2023-06-26T03:02:13.282030+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:43:47.554582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545387+0000","last_change":"2023-06-26T03:02:12.924780+0000","last_active":"2023-06-26T03:02:13.545387+0000","last_peered":"2023-06-26T03:02:13.545387+0000","last_clean":"2023-06-26T03:02:13.545387+0000","last_became_active":"2023-06-26T03:02:12.924361+0000","last_became_peered":"2023-06-26T03:02:12.924361+0000","last_unstale":"2023-06-26T03:02:13.545387+0000","last_undegraded":"2023-06-26T03:02:13.545387+0000","last_fullsized":"2023-06-26T03:02:13.545387+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:25:22.740481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1,5],"acting":[2,0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.445275+0000","last_change":"2023-06-26T03:02:08.883134+0000","last_active":"2023-06-26T03:02:13.445275+0000","last_peered":"2023-06-26T03:02:13.445275+0000","last_clean":"2023-06-26T03:02:13.445275+0000","last_became_active":"2023-06-26T03:02:08.882662+0000","last_became_peered":"2023-06-26T03:02:08.882662+0000","last_unstale":"2023-06-26T03:02:13.445275+0000","last_undegraded":"2023-06-26T03:02:13.445275+0000","last_fullsized":"2023-06-26T03:02:13.445275+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:59:48.740658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"22'1","reported_seq":22,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.282051+0000","last_change":"2023-06-26T03:02:08.506759+0000","last_active":"2023-06-26T03:02:13.282051+0000","last_peered":"2023-06-26T03:02:13.282051+0000","last_clean":"2023-06-26T03:02:13.282051+0000","last_became_active":"2023-06-26T03:02:08.506023+0000","last_became_peered":"2023-06-26T03:02:08.506023+0000","last_unstale":"2023-06-26T03:02:13.282051+0000","last_undegraded":"2023-06-26T03:02:13.282051+0000","last_fullsized":"2023-06-26T03:02:13.282051+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:56:32.206049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.279654+0000","last_change":"2023-06-26T03:02:12.949391+0000","last_active":"2023-06-26T03:02:13.279654+0000","last_peered":"2023-06-26T03:02:13.279654+0000","last_clean":"2023-06-26T03:02:13.279654+0000","last_became_active":"2023-06-26T03:02:12.948462+0000","last_became_peered":"2023-06-26T03:02:12.948462+0000","last_unstale":"2023-06-26T03:02:13.279654+0000","last_undegraded":"2023-06-26T03:02:13.279654+0000","last_fullsized":"2023-06-26T03:02:13.279654+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:22:14.377105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3,4],"acting":[7,6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446305+0000","last_change":"2023-06-26T03:02:12.924358+0000","last_active":"2023-06-26T03:02:13.446305+0000","last_peered":"2023-06-26T03:02:13.446305+0000","last_clean":"2023-06-26T03:02:13.446305+0000","last_became_active":"2023-06-26T03:02:12.918671+0000","last_became_peered":"2023-06-26T03:02:12.918671+0000","last_unstale":"2023-06-26T03:02:13.446305+0000","last_undegraded":"2023-06-26T03:02:13.446305+0000","last_fullsized":"2023-06-26T03:02:13.446305+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:26:17.226709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1,6],"acting":[5,3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"22'8","reported_seq":29,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545726+0000","last_change":"2023-06-26T03:02:08.481999+0000","last_active":"2023-06-26T03:02:13.545726+0000","last_peered":"2023-06-26T03:02:13.545726+0000","last_clean":"2023-06-26T03:02:13.545726+0000","last_became_active":"2023-06-26T03:02:08.480819+0000","last_became_peered":"2023-06-26T03:02:08.480819+0000","last_unstale":"2023-06-26T03:02:13.545726+0000","last_undegraded":"2023-06-26T03:02:13.545726+0000","last_fullsized":"2023-06-26T03:02:13.545726+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:56:11.031982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.274618+0000","last_change":"2023-06-26T03:02:08.873583+0000","last_active":"2023-06-26T03:02:13.274618+0000","last_peered":"2023-06-26T03:02:13.274618+0000","last_clean":"2023-06-26T03:02:13.274618+0000","last_became_active":"2023-06-26T03:02:08.872418+0000","last_became_peered":"2023-06-26T03:02:08.872418+0000","last_unstale":"2023-06-26T03:02:13.274618+0000","last_undegraded":"2023-06-26T03:02:13.274618+0000","last_fullsized":"2023-06-26T03:02:13.274618+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:16:08.453577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.274613+0000","last_change":"2023-06-26T03:02:12.929465+0000","last_active":"2023-06-26T03:02:13.274613+0000","last_peered":"2023-06-26T03:02:13.274613+0000","last_clean":"2023-06-26T03:02:13.274613+0000","last_became_active":"2023-06-26T03:02:12.928964+0000","last_became_peered":"2023-06-26T03:02:12.928964+0000","last_unstale":"2023-06-26T03:02:13.274613+0000","last_undegraded":"2023-06-26T03:02:13.274613+0000","last_fullsized":"2023-06-26T03:02:13.274613+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:45:12.823846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,0],"acting":[3,1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.279926+0000","last_change":"2023-06-26T03:02:08.509460+0000","last_active":"2023-06-26T03:02:13.279926+0000","last_peered":"2023-06-26T03:02:13.279926+0000","last_clean":"2023-06-26T03:02:13.279926+0000","last_became_active":"2023-06-26T03:02:08.508941+0000","last_became_peered":"2023-06-26T03:02:08.508941+0000","last_unstale":"2023-06-26T03:02:13.279926+0000","last_undegraded":"2023-06-26T03:02:13.279926+0000","last_fullsized":"2023-06-26T03:02:13.279926+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:29:29.927219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.549387+0000","last_change":"2023-06-26T03:02:08.881486+0000","last_active":"2023-06-26T03:02:13.549387+0000","last_peered":"2023-06-26T03:02:13.549387+0000","last_clean":"2023-06-26T03:02:13.549387+0000","last_became_active":"2023-06-26T03:02:08.881162+0000","last_became_peered":"2023-06-26T03:02:08.881162+0000","last_unstale":"2023-06-26T03:02:13.549387+0000","last_undegraded":"2023-06-26T03:02:13.549387+0000","last_fullsized":"2023-06-26T03:02:13.549387+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:26:13.816345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545760+0000","last_change":"2023-06-26T03:02:08.483075+0000","last_active":"2023-06-26T03:02:13.545760+0000","last_peered":"2023-06-26T03:02:13.545760+0000","last_clean":"2023-06-26T03:02:13.545760+0000","last_became_active":"2023-06-26T03:02:08.482803+0000","last_became_peered":"2023-06-26T03:02:08.482803+0000","last_unstale":"2023-06-26T03:02:13.545760+0000","last_undegraded":"2023-06-26T03:02:13.545760+0000","last_fullsized":"2023-06-26T03:02:13.545760+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:59:47.723982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446356+0000","last_change":"2023-06-26T03:02:08.884415+0000","last_active":"2023-06-26T03:02:13.446356+0000","last_peered":"2023-06-26T03:02:13.446356+0000","last_clean":"2023-06-26T03:02:13.446356+0000","last_became_active":"2023-06-26T03:02:08.883289+0000","last_became_peered":"2023-06-26T03:02:08.883289+0000","last_unstale":"2023-06-26T03:02:13.446356+0000","last_undegraded":"2023-06-26T03:02:13.446356+0000","last_fullsized":"2023-06-26T03:02:13.446356+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:44:27.907414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.274052+0000","last_change":"2023-06-26T03:02:12.913144+0000","last_active":"2023-06-26T03:02:13.274052+0000","last_peered":"2023-06-26T03:02:13.274052+0000","last_clean":"2023-06-26T03:02:13.274052+0000","last_became_active":"2023-06-26T03:02:12.912687+0000","last_became_peered":"2023-06-26T03:02:12.912687+0000","last_unstale":"2023-06-26T03:02:13.274052+0000","last_undegraded":"2023-06-26T03:02:13.274052+0000","last_fullsized":"2023-06-26T03:02:13.274052+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:50:29.878487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2,1],"acting":[3,7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"22'2","reported_seq":23,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.280911+0000","last_change":"2023-06-26T03:02:08.509563+0000","last_active":"2023-06-26T03:02:13.280911+0000","last_peered":"2023-06-26T03:02:13.280911+0000","last_clean":"2023-06-26T03:02:13.280911+0000","last_became_active":"2023-06-26T03:02:08.509068+0000","last_became_peered":"2023-06-26T03:02:08.509068+0000","last_unstale":"2023-06-26T03:02:13.280911+0000","last_undegraded":"2023-06-26T03:02:13.280911+0000","last_fullsized":"2023-06-26T03:02:13.280911+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:11:11.932789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.274271+0000","last_change":"2023-06-26T03:02:08.872435+0000","last_active":"2023-06-26T03:02:13.274271+0000","last_peered":"2023-06-26T03:02:13.274271+0000","last_clean":"2023-06-26T03:02:13.274271+0000","last_became_active":"2023-06-26T03:02:08.872065+0000","last_became_peered":"2023-06-26T03:02:08.872065+0000","last_unstale":"2023-06-26T03:02:13.274271+0000","last_undegraded":"2023-06-26T03:02:13.274271+0000","last_fullsized":"2023-06-26T03:02:13.274271+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:56:33.222725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446034+0000","last_change":"2023-06-26T03:02:12.927228+0000","last_active":"2023-06-26T03:02:13.446034+0000","last_peered":"2023-06-26T03:02:13.446034+0000","last_clean":"2023-06-26T03:02:13.446034+0000","last_became_active":"2023-06-26T03:02:12.925705+0000","last_became_peered":"2023-06-26T03:02:12.925705+0000","last_unstale":"2023-06-26T03:02:13.446034+0000","last_undegraded":"2023-06-26T03:02:13.446034+0000","last_fullsized":"2023-06-26T03:02:13.446034+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:49:02.189695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3,0],"acting":[5,1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.20","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545433+0000","last_change":"2023-06-26T03:02:08.866321+0000","last_active":"2023-06-26T03:02:13.545433+0000","last_peered":"2023-06-26T03:02:13.545433+0000","last_clean":"2023-06-26T03:02:13.545433+0000","last_became_active":"2023-06-26T03:02:08.866063+0000","last_became_peered":"2023-06-26T03:02:08.866063+0000","last_unstale":"2023-06-26T03:02:13.545433+0000","last_undegraded":"2023-06-26T03:02:13.545433+0000","last_fullsized":"2023-06-26T03:02:13.545433+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:39:11.957255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.21","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273406+0000","last_change":"2023-06-26T03:02:08.872311+0000","last_active":"2023-06-26T03:02:13.273406+0000","last_peered":"2023-06-26T03:02:13.273406+0000","last_clean":"2023-06-26T03:02:13.273406+0000","last_became_active":"2023-06-26T03:02:08.871859+0000","last_became_peered":"2023-06-26T03:02:08.871859+0000","last_unstale":"2023-06-26T03:02:13.273406+0000","last_undegraded":"2023-06-26T03:02:13.273406+0000","last_fullsized":"2023-06-26T03:02:13.273406+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:22:10.966740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.282580+0000","last_change":"2023-06-26T03:02:08.873673+0000","last_active":"2023-06-26T03:02:13.282580+0000","last_peered":"2023-06-26T03:02:13.282580+0000","last_clean":"2023-06-26T03:02:13.282580+0000","last_became_active":"2023-06-26T03:02:08.871723+0000","last_became_peered":"2023-06-26T03:02:08.871723+0000","last_unstale":"2023-06-26T03:02:13.282580+0000","last_undegraded":"2023-06-26T03:02:13.282580+0000","last_fullsized":"2023-06-26T03:02:13.282580+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:58:25.564582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.23","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273926+0000","last_change":"2023-06-26T03:02:08.879536+0000","last_active":"2023-06-26T03:02:13.273926+0000","last_peered":"2023-06-26T03:02:13.273926+0000","last_clean":"2023-06-26T03:02:13.273926+0000","last_became_active":"2023-06-26T03:02:08.879013+0000","last_became_peered":"2023-06-26T03:02:08.879013+0000","last_unstale":"2023-06-26T03:02:13.273926+0000","last_undegraded":"2023-06-26T03:02:13.273926+0000","last_fullsized":"2023-06-26T03:02:13.273926+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:53:20.131169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.24","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547787+0000","last_change":"2023-06-26T03:02:08.881006+0000","last_active":"2023-06-26T03:02:13.547787+0000","last_peered":"2023-06-26T03:02:13.547787+0000","last_clean":"2023-06-26T03:02:13.547787+0000","last_became_active":"2023-06-26T03:02:08.880380+0000","last_became_peered":"2023-06-26T03:02:08.880380+0000","last_unstale":"2023-06-26T03:02:13.547787+0000","last_undegraded":"2023-06-26T03:02:13.547787+0000","last_fullsized":"2023-06-26T03:02:13.547787+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:45:26.887085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.25","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446237+0000","last_change":"2023-06-26T03:02:08.884743+0000","last_active":"2023-06-26T03:02:13.446237+0000","last_peered":"2023-06-26T03:02:13.446237+0000","last_clean":"2023-06-26T03:02:13.446237+0000","last_became_active":"2023-06-26T03:02:08.883913+0000","last_became_peered":"2023-06-26T03:02:08.883913+0000","last_unstale":"2023-06-26T03:02:13.446237+0000","last_undegraded":"2023-06-26T03:02:13.446237+0000","last_fullsized":"2023-06-26T03:02:13.446237+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:59:47.723048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.26","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.548969+0000","last_change":"2023-06-26T03:02:08.864104+0000","last_active":"2023-06-26T03:02:13.548969+0000","last_peered":"2023-06-26T03:02:13.548969+0000","last_clean":"2023-06-26T03:02:13.548969+0000","last_became_active":"2023-06-26T03:02:08.863057+0000","last_became_peered":"2023-06-26T03:02:08.863057+0000","last_unstale":"2023-06-26T03:02:13.548969+0000","last_undegraded":"2023-06-26T03:02:13.548969+0000","last_fullsized":"2023-06-26T03:02:13.548969+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:08:57.190031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.27","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.550181+0000","last_change":"2023-06-26T03:02:08.874201+0000","last_active":"2023-06-26T03:02:13.550181+0000","last_peered":"2023-06-26T03:02:13.550181+0000","last_clean":"2023-06-26T03:02:13.550181+0000","last_became_active":"2023-06-26T03:02:08.868718+0000","last_became_peered":"2023-06-26T03:02:08.868718+0000","last_unstale":"2023-06-26T03:02:13.550181+0000","last_undegraded":"2023-06-26T03:02:13.550181+0000","last_fullsized":"2023-06-26T03:02:13.550181+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:59:48.740658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.28","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.278887+0000","last_change":"2023-06-26T03:02:08.888101+0000","last_active":"2023-06-26T03:02:13.278887+0000","last_peered":"2023-06-26T03:02:13.278887+0000","last_clean":"2023-06-26T03:02:13.278887+0000","last_became_active":"2023-06-26T03:02:08.887600+0000","last_became_peered":"2023-06-26T03:02:08.887600+0000","last_unstale":"2023-06-26T03:02:13.278887+0000","last_undegraded":"2023-06-26T03:02:13.278887+0000","last_fullsized":"2023-06-26T03:02:13.278887+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:24:09.716442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273249+0000","last_change":"2023-06-26T03:02:08.878805+0000","last_active":"2023-06-26T03:02:13.273249+0000","last_peered":"2023-06-26T03:02:13.273249+0000","last_clean":"2023-06-26T03:02:13.273249+0000","last_became_active":"2023-06-26T03:02:08.878393+0000","last_became_peered":"2023-06-26T03:02:08.878393+0000","last_unstale":"2023-06-26T03:02:13.273249+0000","last_undegraded":"2023-06-26T03:02:13.273249+0000","last_fullsized":"2023-06-26T03:02:13.273249+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:24:09.716442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2a","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545450+0000","last_change":"2023-06-26T03:02:08.877732+0000","last_active":"2023-06-26T03:02:13.545450+0000","last_peered":"2023-06-26T03:02:13.545450+0000","last_clean":"2023-06-26T03:02:13.545450+0000","last_became_active":"2023-06-26T03:02:08.877228+0000","last_became_peered":"2023-06-26T03:02:08.877228+0000","last_unstale":"2023-06-26T03:02:13.545450+0000","last_undegraded":"2023-06-26T03:02:13.545450+0000","last_fullsized":"2023-06-26T03:02:13.545450+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:41:21.851471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.280788+0000","last_change":"2023-06-26T03:02:08.887932+0000","last_active":"2023-06-26T03:02:13.280788+0000","last_peered":"2023-06-26T03:02:13.280788+0000","last_clean":"2023-06-26T03:02:13.280788+0000","last_became_active":"2023-06-26T03:02:08.887653+0000","last_became_peered":"2023-06-26T03:02:08.887653+0000","last_unstale":"2023-06-26T03:02:13.280788+0000","last_undegraded":"2023-06-26T03:02:13.280788+0000","last_fullsized":"2023-06-26T03:02:13.280788+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:26:13.816345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.284038+0000","last_change":"2023-06-26T03:02:08.888797+0000","last_active":"2023-06-26T03:02:13.284038+0000","last_peered":"2023-06-26T03:02:13.284038+0000","last_clean":"2023-06-26T03:02:13.284038+0000","last_became_active":"2023-06-26T03:02:08.888514+0000","last_became_peered":"2023-06-26T03:02:08.888514+0000","last_unstale":"2023-06-26T03:02:13.284038+0000","last_undegraded":"2023-06-26T03:02:13.284038+0000","last_fullsized":"2023-06-26T03:02:13.284038+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:56:36.188553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545622+0000","last_change":"2023-06-26T03:02:08.869253+0000","last_active":"2023-06-26T03:02:13.545622+0000","last_peered":"2023-06-26T03:02:13.545622+0000","last_clean":"2023-06-26T03:02:13.545622+0000","last_became_active":"2023-06-26T03:02:08.868916+0000","last_became_peered":"2023-06-26T03:02:08.868916+0000","last_unstale":"2023-06-26T03:02:13.545622+0000","last_undegraded":"2023-06-26T03:02:13.545622+0000","last_fullsized":"2023-06-26T03:02:13.545622+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:38:15.214392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.283432+0000","last_change":"2023-06-26T03:02:08.874438+0000","last_active":"2023-06-26T03:02:13.283432+0000","last_peered":"2023-06-26T03:02:13.283432+0000","last_clean":"2023-06-26T03:02:13.283432+0000","last_became_active":"2023-06-26T03:02:08.874061+0000","last_became_peered":"2023-06-26T03:02:08.874061+0000","last_unstale":"2023-06-26T03:02:13.283432+0000","last_undegraded":"2023-06-26T03:02:13.283432+0000","last_fullsized":"2023-06-26T03:02:13.283432+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:14:37.710347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.548028+0000","last_change":"2023-06-26T03:02:08.882143+0000","last_active":"2023-06-26T03:02:13.548028+0000","last_peered":"2023-06-26T03:02:13.548028+0000","last_clean":"2023-06-26T03:02:13.548028+0000","last_became_active":"2023-06-26T03:02:08.881683+0000","last_became_peered":"2023-06-26T03:02:08.881683+0000","last_unstale":"2023-06-26T03:02:13.548028+0000","last_undegraded":"2023-06-26T03:02:13.548028+0000","last_fullsized":"2023-06-26T03:02:13.548028+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:23:19.529739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.279985+0000","last_change":"2023-06-26T03:02:08.882886+0000","last_active":"2023-06-26T03:02:13.279985+0000","last_peered":"2023-06-26T03:02:13.279985+0000","last_clean":"2023-06-26T03:02:13.279985+0000","last_became_active":"2023-06-26T03:02:08.882595+0000","last_became_peered":"2023-06-26T03:02:08.882595+0000","last_unstale":"2023-06-26T03:02:13.279985+0000","last_undegraded":"2023-06-26T03:02:13.279985+0000","last_fullsized":"2023-06-26T03:02:13.279985+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:16:08.453577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.279908+0000","last_change":"2023-06-26T03:02:08.879291+0000","last_active":"2023-06-26T03:02:13.279908+0000","last_peered":"2023-06-26T03:02:13.279908+0000","last_clean":"2023-06-26T03:02:13.279908+0000","last_became_active":"2023-06-26T03:02:08.878872+0000","last_became_peered":"2023-06-26T03:02:08.878872+0000","last_unstale":"2023-06-26T03:02:13.279908+0000","last_undegraded":"2023-06-26T03:02:13.279908+0000","last_fullsized":"2023-06-26T03:02:13.279908+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:22:18.393980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446006+0000","last_change":"2023-06-26T03:02:08.873255+0000","last_active":"2023-06-26T03:02:13.446006+0000","last_peered":"2023-06-26T03:02:13.446006+0000","last_clean":"2023-06-26T03:02:13.446006+0000","last_became_active":"2023-06-26T03:02:08.872937+0000","last_became_peered":"2023-06-26T03:02:08.872937+0000","last_unstale":"2023-06-26T03:02:13.446006+0000","last_undegraded":"2023-06-26T03:02:13.446006+0000","last_fullsized":"2023-06-26T03:02:13.446006+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:22:18.393980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545706+0000","last_change":"2023-06-26T03:02:08.886963+0000","last_active":"2023-06-26T03:02:13.545706+0000","last_peered":"2023-06-26T03:02:13.545706+0000","last_clean":"2023-06-26T03:02:13.545706+0000","last_became_active":"2023-06-26T03:02:08.885587+0000","last_became_peered":"2023-06-26T03:02:08.885587+0000","last_unstale":"2023-06-26T03:02:13.545706+0000","last_undegraded":"2023-06-26T03:02:13.545706+0000","last_fullsized":"2023-06-26T03:02:13.545706+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:54:53.035851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545796+0000","last_change":"2023-06-26T03:02:08.888160+0000","last_active":"2023-06-26T03:02:13.545796+0000","last_peered":"2023-06-26T03:02:13.545796+0000","last_clean":"2023-06-26T03:02:13.545796+0000","last_became_active":"2023-06-26T03:02:08.887734+0000","last_became_peered":"2023-06-26T03:02:08.887734+0000","last_unstale":"2023-06-26T03:02:13.545796+0000","last_undegraded":"2023-06-26T03:02:13.545796+0000","last_fullsized":"2023-06-26T03:02:13.545796+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:47:42.246707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.284516+0000","last_change":"2023-06-26T03:02:08.874524+0000","last_active":"2023-06-26T03:02:13.284516+0000","last_peered":"2023-06-26T03:02:13.284516+0000","last_clean":"2023-06-26T03:02:13.284516+0000","last_became_active":"2023-06-26T03:02:08.873891+0000","last_became_peered":"2023-06-26T03:02:08.873891+0000","last_unstale":"2023-06-26T03:02:13.284516+0000","last_undegraded":"2023-06-26T03:02:13.284516+0000","last_fullsized":"2023-06-26T03:02:13.284516+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:22:57.520836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446730+0000","last_change":"2023-06-26T03:02:08.882890+0000","last_active":"2023-06-26T03:02:13.446730+0000","last_peered":"2023-06-26T03:02:13.446730+0000","last_clean":"2023-06-26T03:02:13.446730+0000","last_became_active":"2023-06-26T03:02:08.882482+0000","last_became_peered":"2023-06-26T03:02:08.882482+0000","last_unstale":"2023-06-26T03:02:13.446730+0000","last_undegraded":"2023-06-26T03:02:13.446730+0000","last_fullsized":"2023-06-26T03:02:13.446730+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:56:33.222725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547547+0000","last_change":"2023-06-26T03:02:08.889950+0000","last_active":"2023-06-26T03:02:13.547547+0000","last_peered":"2023-06-26T03:02:13.547547+0000","last_clean":"2023-06-26T03:02:13.547547+0000","last_became_active":"2023-06-26T03:02:08.889500+0000","last_became_peered":"2023-06-26T03:02:08.889500+0000","last_unstale":"2023-06-26T03:02:13.547547+0000","last_undegraded":"2023-06-26T03:02:13.547547+0000","last_fullsized":"2023-06-26T03:02:13.547547+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:34:15.306167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.445017+0000","last_change":"2023-06-26T03:02:08.889404+0000","last_active":"2023-06-26T03:02:13.445017+0000","last_peered":"2023-06-26T03:02:13.445017+0000","last_clean":"2023-06-26T03:02:13.445017+0000","last_became_active":"2023-06-26T03:02:08.888935+0000","last_became_peered":"2023-06-26T03:02:08.888935+0000","last_unstale":"2023-06-26T03:02:13.445017+0000","last_undegraded":"2023-06-26T03:02:13.445017+0000","last_fullsized":"2023-06-26T03:02:13.445017+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:41:21.851471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.279575+0000","last_change":"2023-06-26T03:02:08.879955+0000","last_active":"2023-06-26T03:02:13.279575+0000","last_peered":"2023-06-26T03:02:13.279575+0000","last_clean":"2023-06-26T03:02:13.279575+0000","last_became_active":"2023-06-26T03:02:08.879415+0000","last_became_peered":"2023-06-26T03:02:08.879415+0000","last_unstale":"2023-06-26T03:02:13.279575+0000","last_undegraded":"2023-06-26T03:02:13.279575+0000","last_fullsized":"2023-06-26T03:02:13.279575+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:48:58.779330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.282192+0000","last_change":"2023-06-26T03:02:08.882358+0000","last_active":"2023-06-26T03:02:13.282192+0000","last_peered":"2023-06-26T03:02:13.282192+0000","last_clean":"2023-06-26T03:02:13.282192+0000","last_became_active":"2023-06-26T03:02:08.882075+0000","last_became_peered":"2023-06-26T03:02:08.882075+0000","last_unstale":"2023-06-26T03:02:13.282192+0000","last_undegraded":"2023-06-26T03:02:13.282192+0000","last_fullsized":"2023-06-26T03:02:13.282192+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:37:31.311212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545026+0000","last_change":"2023-06-26T03:02:08.889669+0000","last_active":"2023-06-26T03:02:13.545026+0000","last_peered":"2023-06-26T03:02:13.545026+0000","last_clean":"2023-06-26T03:02:13.545026+0000","last_became_active":"2023-06-26T03:02:08.889384+0000","last_became_peered":"2023-06-26T03:02:08.889384+0000","last_unstale":"2023-06-26T03:02:13.545026+0000","last_undegraded":"2023-06-26T03:02:13.545026+0000","last_fullsized":"2023-06-26T03:02:13.545026+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:44:27.917217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546005+0000","last_change":"2023-06-26T03:02:08.885967+0000","last_active":"2023-06-26T03:02:13.546005+0000","last_peered":"2023-06-26T03:02:13.546005+0000","last_clean":"2023-06-26T03:02:13.546005+0000","last_became_active":"2023-06-26T03:02:08.885438+0000","last_became_peered":"2023-06-26T03:02:08.885438+0000","last_unstale":"2023-06-26T03:02:13.546005+0000","last_undegraded":"2023-06-26T03:02:13.546005+0000","last_fullsized":"2023-06-26T03:02:13.546005+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:05:06.787136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.284204+0000","last_change":"2023-06-26T03:02:08.882800+0000","last_active":"2023-06-26T03:02:13.284204+0000","last_peered":"2023-06-26T03:02:13.284204+0000","last_clean":"2023-06-26T03:02:13.284204+0000","last_became_active":"2023-06-26T03:02:08.882262+0000","last_became_peered":"2023-06-26T03:02:08.882262+0000","last_unstale":"2023-06-26T03:02:13.284204+0000","last_undegraded":"2023-06-26T03:02:13.284204+0000","last_fullsized":"2023-06-26T03:02:13.284204+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:02:02.745665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446638+0000","last_change":"2023-06-26T03:02:08.873264+0000","last_active":"2023-06-26T03:02:13.446638+0000","last_peered":"2023-06-26T03:02:13.446638+0000","last_clean":"2023-06-26T03:02:13.446638+0000","last_became_active":"2023-06-26T03:02:08.872759+0000","last_became_peered":"2023-06-26T03:02:08.872759+0000","last_unstale":"2023-06-26T03:02:13.446638+0000","last_undegraded":"2023-06-26T03:02:13.446638+0000","last_fullsized":"2023-06-26T03:02:13.446638+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:43:48.571258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3f","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546423+0000","last_change":"2023-06-26T03:02:08.881060+0000","last_active":"2023-06-26T03:02:13.546423+0000","last_peered":"2023-06-26T03:02:13.546423+0000","last_clean":"2023-06-26T03:02:13.546423+0000","last_became_active":"2023-06-26T03:02:08.880767+0000","last_became_peered":"2023-06-26T03:02:08.880767+0000","last_unstale":"2023-06-26T03:02:13.546423+0000","last_undegraded":"2023-06-26T03:02:13.546423+0000","last_fullsized":"2023-06-26T03:02:13.546423+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:10:40.050436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":4591,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574859,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27844,"kb_used_data":892,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94343996,"statfs":{"total":96636764160,"available":96608251904,"internally_reserved":0,"allocated":913408,"data_stored":714278,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95699999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56299999999999994}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98399999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.079}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89800000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.109}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.05}]}]},{"osd":6,"up_from":13,"seq":55834574858,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":284,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":290816,"data_stored":119901,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80700000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59599999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64300000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.048}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68899999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77400000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.091}]}]},{"osd":5,"up_from":13,"seq":55834574857,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":292,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":299008,"data_stored":120553,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90900000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84099999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70899999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93600000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88300000000000001}]}]},{"osd":4,"up_from":13,"seq":55834574857,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":304,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":311296,"data_stored":123750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96399999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90300000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0529999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80200000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73999999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.115}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93799999999999994}]}]},{"osd":3,"up_from":13,"seq":55834574857,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31336,"kb_used_data":288,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340504,"statfs":{"total":96636764160,"available":96604676096,"internally_reserved":0,"allocated":294912,"data_stored":119991,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78700000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56799999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92600000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82399999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.022}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0549999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574857,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31332,"kb_used_data":284,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340508,"statfs":{"total":96636764160,"available":96604680192,"internally_reserved":0,"allocated":290816,"data_stored":119901,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70399999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77500000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89200000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84399999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.99399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1180000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574856,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31332,"kb_used_data":284,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340508,"statfs":{"total":96636764160,"available":96604680192,"internally_reserved":0,"allocated":290816,"data_stored":119901,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82199999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89400000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95999999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92100000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1699999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2889999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574857,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31916,"kb_used_data":868,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94339924,"statfs":{"total":96636764160,"available":96604082176,"internally_reserved":0,"allocated":888832,"data_stored":710851,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54000000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64300000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93899999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.073}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1000000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.089}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3849,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4009,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-06-26T03:02:33.333 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-06-26T03:02:33.492 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.483+0000 7f6646f3a640 1 Processor -- start 2023-06-26T03:02:33.492 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.483+0000 7f6646f3a640 1 -- start start 2023-06-26T03:02:33.493 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.487+0000 7f6646f3a640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6640153a50 0x7f66400ce3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:33.493 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.487+0000 7f6646f3a640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f66400ccc20 0x7f66400cd080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:33.493 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.487+0000 7f6646f3a640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f66400cd5c0 con 0x7f6640159a80 2023-06-26T03:02:33.494 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.487+0000 7f6646f3a640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f664015d070 con 0x7f66400ccc20 2023-06-26T03:02:33.494 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.487+0000 7f6646f3a640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6640159f40 con 0x7f6640153a50 2023-06-26T03:02:33.494 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.487+0000 7f663ffff640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f6640159a80 0x7f66400c9340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:55660/0 (socket says 172.21.15.23:55660) 2023-06-26T03:02:33.494 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.487+0000 7f663ffff640 1 -- 172.21.15.23:0/218511403 learned_addr learned my addr 172.21.15.23:0/218511403 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:33.495 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.487+0000 7f66454d7640 1 --2- 172.21.15.23:0/218511403 >> v2:172.21.15.71:3300/0 conn(0x7f66400ccc20 0x7f66400cd080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:33.495 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.487+0000 7f6644cd6640 1 --2- 172.21.15.23:0/218511403 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6640153a50 0x7f66400ce3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:33.495 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.487+0000 7f663f7fe640 1 -- 172.21.15.23:0/218511403 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2029940355 0 0) 0x7f66400cd5c0 con 0x7f6640159a80 2023-06-26T03:02:33.495 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.487+0000 7f663f7fe640 1 -- 172.21.15.23:0/218511403 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6628003530 con 0x7f6640159a80 2023-06-26T03:02:33.495 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.487+0000 7f66454d7640 1 -- 172.21.15.23:0/218511403 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6640153a50 msgr2=0x7f66400ce3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:33.496 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.487+0000 7f66454d7640 1 --2- 172.21.15.23:0/218511403 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6640153a50 0x7f66400ce3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:33.496 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.487+0000 7f663f7fe640 1 -- 172.21.15.23:0/218511403 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4124170944 0 0) 0x7f6628003530 con 0x7f6640159a80 2023-06-26T03:02:33.496 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.487+0000 7f66454d7640 1 -- 172.21.15.23:0/218511403 >> v1:172.21.15.23:6789/0 conn(0x7f6640159a80 legacy=0x7f66400c9340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:33.496 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.487+0000 7f66454d7640 1 -- 172.21.15.23:0/218511403 --> v2:172.21.15.71:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f664015a220 con 0x7f66400ccc20 2023-06-26T03:02:33.497 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.487+0000 7f66454d7640 1 --2- 172.21.15.23:0/218511403 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f66400ccc20 0x7f66400cd080 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f66300097c0 tx=0x7f663001c370 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ba67b470f352c80f server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:33.497 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f663f7fe640 1 -- 172.21.15.23:0/218511403 <== mon.1 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6634001680 con 0x7f66400ccc20 2023-06-26T03:02:33.497 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f663f7fe640 1 -- 172.21.15.23:0/218511403 <== mon.1 v2:172.21.15.71:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66300a7050 con 0x7f66400ccc20 2023-06-26T03:02:33.497 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f663f7fe640 1 -- 172.21.15.23:0/218511403 <== mon.1 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66300ab600 con 0x7f66400ccc20 2023-06-26T03:02:33.498 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f6646f3a640 1 -- 172.21.15.23:0/218511403 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f66400ccc20 msgr2=0x7f66400cd080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:33.498 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f6646f3a640 1 --2- 172.21.15.23:0/218511403 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f66400ccc20 0x7f66400cd080 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f66300097c0 tx=0x7f663001c370 comp rx=0 tx=0).stop 2023-06-26T03:02:33.498 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f6646f3a640 1 -- 172.21.15.23:0/218511403 shutdown_connections 2023-06-26T03:02:33.498 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f6646f3a640 1 --2- 172.21.15.23:0/218511403 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f66400ccc20 0x7f66400cd080 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:33.498 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f6646f3a640 1 --2- 172.21.15.23:0/218511403 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6640153a50 0x7f66400ce3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:33.498 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f6646f3a640 1 -- 172.21.15.23:0/218511403 >> 172.21.15.23:0/218511403 conn(0x7f6640069400 msgr2=0x7f6640069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:33.498 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f6646f3a640 1 -- 172.21.15.23:0/218511403 shutdown_connections 2023-06-26T03:02:33.499 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f6646f3a640 1 -- 172.21.15.23:0/218511403 wait complete. 2023-06-26T03:02:33.499 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f6646f3a640 1 Processor -- start 2023-06-26T03:02:33.499 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f6646f3a640 1 -- start start 2023-06-26T03:02:33.500 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f6646f3a640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f66400ccc20 0x7f66401f5860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:33.500 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f6646f3a640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6640153a50 0x7f66400b1090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:33.500 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f6646f3a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6640159a80 0x7f664014a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:33.500 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f6646f3a640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66400c60b0 con 0x7f6640153a50 2023-06-26T03:02:33.500 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f6646f3a640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66400b2160 con 0x7f6640159a80 2023-06-26T03:02:33.500 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f6646f3a640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66400b18c0 con 0x7f66400ccc20 2023-06-26T03:02:33.500 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f663ffff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6640153a50 0x7f66400b1090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:33.501 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f663ffff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6640153a50 0x7f66400b1090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38254/0 (socket says 172.21.15.23:38254) 2023-06-26T03:02:33.501 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f663ffff640 1 -- 172.21.15.23:0/1555770413 learned_addr learned my addr 172.21.15.23:0/1555770413 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:33.502 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f6644cd6640 1 --2- 172.21.15.23:0/1555770413 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f66400ccc20 0x7f66401f5860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:33.502 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f66454d7640 1 --2- 172.21.15.23:0/1555770413 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6640159a80 0x7f664014a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:33.502 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f663ffff640 1 -- 172.21.15.23:0/1555770413 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f66400ccc20 msgr2=0x7f66401f5860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:33.503 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f663ffff640 1 --2- 172.21.15.23:0/1555770413 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f66400ccc20 0x7f66401f5860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:33.503 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f663ffff640 1 -- 172.21.15.23:0/1555770413 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6640159a80 msgr2=0x7f664014a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:33.503 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f663ffff640 1 --2- 172.21.15.23:0/1555770413 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6640159a80 0x7f664014a650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:33.503 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f663ffff640 1 -- 172.21.15.23:0/1555770413 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6630009420 con 0x7f6640153a50 2023-06-26T03:02:33.503 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f66454d7640 1 --2- 172.21.15.23:0/1555770413 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6640159a80 0x7f664014a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:33.503 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f663ffff640 1 --2- 172.21.15.23:0/1555770413 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6640153a50 0x7f66400b1090 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f66340011f0 tx=0x7f663400cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:33.503 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f663d7fa640 1 -- 172.21.15.23:0/1555770413 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6634005ae0 con 0x7f6640153a50 2023-06-26T03:02:33.504 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f6646f3a640 1 -- 172.21.15.23:0/1555770413 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66400b1ba0 con 0x7f6640153a50 2023-06-26T03:02:33.504 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f663d7fa640 1 -- 172.21.15.23:0/1555770413 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6634005c40 con 0x7f6640153a50 2023-06-26T03:02:33.504 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f663d7fa640 1 -- 172.21.15.23:0/1555770413 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6634007070 con 0x7f6640153a50 2023-06-26T03:02:33.504 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.491+0000 7f6646f3a640 1 -- 172.21.15.23:0/1555770413 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66400b15d0 con 0x7f6640153a50 2023-06-26T03:02:33.504 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.495+0000 7f6646f3a640 1 -- 172.21.15.23:0/1555770413 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f66400c61f0 con 0x7f6640153a50 2023-06-26T03:02:33.504 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.495+0000 7f663d7fa640 1 -- 172.21.15.23:0/1555770413 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f66340071d0 con 0x7f6640153a50 2023-06-26T03:02:33.504 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.495+0000 7f663d7fa640 1 --2- 172.21.15.23:0/1555770413 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f662c066280 0x7f662c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:33.505 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.495+0000 7f663d7fa640 1 -- 172.21.15.23:0/1555770413 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f6634083ce0 con 0x7f6640153a50 2023-06-26T03:02:33.505 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.495+0000 7f6644cd6640 1 --2- 172.21.15.23:0/1555770413 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f662c066280 0x7f662c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:33.505 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.495+0000 7f6644cd6640 1 --2- 172.21.15.23:0/1555770413 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f662c066280 0x7f662c068730 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f6638009fd0 tx=0x7f663800b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:33.506 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.499+0000 7f663d7fa640 1 -- 172.21.15.23:0/1555770413 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f66400c61f0 con 0x7f6640153a50 2023-06-26T03:02:33.655 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.647+0000 7f6646f3a640 1 -- 172.21.15.23:0/1555770413 --> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f6640153e20 con 0x7f662c066280 2023-06-26T03:02:33.682 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.675+0000 7f663d7fa640 1 -- 172.21.15.23:0/1555770413 <== mgr.4100 v2:172.21.15.71:6832/3372318826 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+367256 (secure 0 0 0) 0x7f6638016420 con 0x7f662c066280 2023-06-26T03:02:33.685 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:02:33.687 INFO:teuthology.orchestra.run.smithi023.stderr:dumped all 2023-06-26T03:02:33.688 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.679+0000 7f6646f3a640 1 -- 172.21.15.23:0/1555770413 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f662c066280 msgr2=0x7f662c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:33.688 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.679+0000 7f6646f3a640 1 --2- 172.21.15.23:0/1555770413 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f662c066280 0x7f662c068730 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f6638009fd0 tx=0x7f663800b040 comp rx=0 tx=0).stop 2023-06-26T03:02:33.688 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.679+0000 7f6646f3a640 1 -- 172.21.15.23:0/1555770413 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6640153a50 msgr2=0x7f66400b1090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:33.688 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.679+0000 7f6646f3a640 1 --2- 172.21.15.23:0/1555770413 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6640153a50 0x7f66400b1090 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f66340011f0 tx=0x7f663400cbe0 comp rx=0 tx=0).stop 2023-06-26T03:02:33.688 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.679+0000 7f6646f3a640 1 -- 172.21.15.23:0/1555770413 shutdown_connections 2023-06-26T03:02:33.688 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.679+0000 7f6646f3a640 1 --2- 172.21.15.23:0/1555770413 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f662c066280 0x7f662c068730 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:33.688 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.679+0000 7f6646f3a640 1 --2- 172.21.15.23:0/1555770413 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6640159a80 0x7f664014a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:33.689 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.679+0000 7f6646f3a640 1 --2- 172.21.15.23:0/1555770413 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6640153a50 0x7f66400b1090 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:33.689 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.679+0000 7f6646f3a640 1 --2- 172.21.15.23:0/1555770413 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f66400ccc20 0x7f66401f5860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:33.689 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.679+0000 7f6646f3a640 1 -- 172.21.15.23:0/1555770413 >> 172.21.15.23:0/1555770413 conn(0x7f6640069400 msgr2=0x7f664015c380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:33.689 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.679+0000 7f6646f3a640 1 -- 172.21.15.23:0/1555770413 shutdown_connections 2023-06-26T03:02:33.689 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.679+0000 7f6646f3a640 1 -- 172.21.15.23:0/1555770413 wait complete. 2023-06-26T03:02:33.704 INFO:teuthology.orchestra.run.smithi023.stdout:{"pg_ready":true,"pg_map":{"version":39,"stamp":"2023-06-26T03:02:33.218862+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594959,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":338,"acting":338,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":338,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235496,"kb_used_data":3496,"kb_used_omap":0,"kb_used_meta":231936,"kb_avail":754739224,"statfs":{"total":773094113280,"available":772852965376,"internally_reserved":0,"allocated":3579904,"data_stored":2149126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":237502464},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2229,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005017"},"pg_stats":[{"pgid":"5.19","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.543707+0000","last_change":"2023-06-26T03:02:12.933308+0000","last_active":"2023-06-26T03:02:13.543707+0000","last_peered":"2023-06-26T03:02:13.543707+0000","last_clean":"2023-06-26T03:02:13.543707+0000","last_became_active":"2023-06-26T03:02:12.932785+0000","last_became_peered":"2023-06-26T03:02:12.932785+0000","last_unstale":"2023-06-26T03:02:13.543707+0000","last_undegraded":"2023-06-26T03:02:13.543707+0000","last_fullsized":"2023-06-26T03:02:13.543707+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:55:55.716648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7,2],"acting":[1,5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1f","version":"22'4","reported_seq":25,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.548342+0000","last_change":"2023-06-26T03:02:08.486608+0000","last_active":"2023-06-26T03:02:13.548342+0000","last_peered":"2023-06-26T03:02:13.548342+0000","last_clean":"2023-06-26T03:02:13.548342+0000","last_became_active":"2023-06-26T03:02:08.485585+0000","last_became_peered":"2023-06-26T03:02:08.485585+0000","last_unstale":"2023-06-26T03:02:13.548342+0000","last_undegraded":"2023-06-26T03:02:13.548342+0000","last_fullsized":"2023-06-26T03:02:13.548342+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:22:09.950064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.280280+0000","last_change":"2023-06-26T03:02:08.876573+0000","last_active":"2023-06-26T03:02:13.280280+0000","last_peered":"2023-06-26T03:02:13.280280+0000","last_clean":"2023-06-26T03:02:13.280280+0000","last_became_active":"2023-06-26T03:02:08.873968+0000","last_became_peered":"2023-06-26T03:02:08.873968+0000","last_unstale":"2023-06-26T03:02:13.280280+0000","last_undegraded":"2023-06-26T03:02:13.280280+0000","last_fullsized":"2023-06-26T03:02:13.280280+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:10:49.123835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.279443+0000","last_change":"2023-06-26T03:02:12.931523+0000","last_active":"2023-06-26T03:02:13.279443+0000","last_peered":"2023-06-26T03:02:13.279443+0000","last_clean":"2023-06-26T03:02:13.279443+0000","last_became_active":"2023-06-26T03:02:12.924146+0000","last_became_peered":"2023-06-26T03:02:12.924146+0000","last_unstale":"2023-06-26T03:02:13.279443+0000","last_undegraded":"2023-06-26T03:02:13.279443+0000","last_fullsized":"2023-06-26T03:02:13.279443+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:45:12.823846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,2],"acting":[4,6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"22'1","reported_seq":22,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.274487+0000","last_change":"2023-06-26T03:02:08.491682+0000","last_active":"2023-06-26T03:02:13.274487+0000","last_peered":"2023-06-26T03:02:13.274487+0000","last_clean":"2023-06-26T03:02:13.274487+0000","last_became_active":"2023-06-26T03:02:08.491119+0000","last_became_peered":"2023-06-26T03:02:08.491119+0000","last_unstale":"2023-06-26T03:02:13.274487+0000","last_undegraded":"2023-06-26T03:02:13.274487+0000","last_fullsized":"2023-06-26T03:02:13.274487+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:28:42.027494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273695+0000","last_change":"2023-06-26T03:02:08.873731+0000","last_active":"2023-06-26T03:02:13.273695+0000","last_peered":"2023-06-26T03:02:13.273695+0000","last_clean":"2023-06-26T03:02:13.273695+0000","last_became_active":"2023-06-26T03:02:08.873084+0000","last_became_peered":"2023-06-26T03:02:08.873084+0000","last_unstale":"2023-06-26T03:02:13.273695+0000","last_undegraded":"2023-06-26T03:02:13.273695+0000","last_fullsized":"2023-06-26T03:02:13.273695+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:26:13.816345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.445892+0000","last_change":"2023-06-26T03:02:12.943820+0000","last_active":"2023-06-26T03:02:13.445892+0000","last_peered":"2023-06-26T03:02:13.445892+0000","last_clean":"2023-06-26T03:02:13.445892+0000","last_became_active":"2023-06-26T03:02:12.942543+0000","last_became_peered":"2023-06-26T03:02:12.942543+0000","last_unstale":"2023-06-26T03:02:13.445892+0000","last_undegraded":"2023-06-26T03:02:13.445892+0000","last_fullsized":"2023-06-26T03:02:13.445892+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:23:22.940104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7,4],"acting":[5,0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1d","version":"22'2","reported_seq":23,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446501+0000","last_change":"2023-06-26T03:02:08.506053+0000","last_active":"2023-06-26T03:02:13.446501+0000","last_peered":"2023-06-26T03:02:13.446501+0000","last_clean":"2023-06-26T03:02:13.446501+0000","last_became_active":"2023-06-26T03:02:08.505462+0000","last_became_peered":"2023-06-26T03:02:08.505462+0000","last_unstale":"2023-06-26T03:02:13.446501+0000","last_undegraded":"2023-06-26T03:02:13.446501+0000","last_fullsized":"2023-06-26T03:02:13.446501+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:53:19.114492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.282417+0000","last_change":"2023-06-26T03:02:08.877411+0000","last_active":"2023-06-26T03:02:13.282417+0000","last_peered":"2023-06-26T03:02:13.282417+0000","last_clean":"2023-06-26T03:02:13.282417+0000","last_became_active":"2023-06-26T03:02:08.876912+0000","last_became_peered":"2023-06-26T03:02:08.876912+0000","last_unstale":"2023-06-26T03:02:13.282417+0000","last_undegraded":"2023-06-26T03:02:13.282417+0000","last_fullsized":"2023-06-26T03:02:13.282417+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:45:47.679214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.280479+0000","last_change":"2023-06-26T03:02:12.951156+0000","last_active":"2023-06-26T03:02:13.280479+0000","last_peered":"2023-06-26T03:02:13.280479+0000","last_clean":"2023-06-26T03:02:13.280479+0000","last_became_active":"2023-06-26T03:02:12.950207+0000","last_became_peered":"2023-06-26T03:02:12.950207+0000","last_unstale":"2023-06-26T03:02:13.280479+0000","last_undegraded":"2023-06-26T03:02:13.280479+0000","last_fullsized":"2023-06-26T03:02:13.280479+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:59:51.133412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1,6],"acting":[7,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"22'2","reported_seq":23,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.445761+0000","last_change":"2023-06-26T03:02:08.491152+0000","last_active":"2023-06-26T03:02:13.445761+0000","last_peered":"2023-06-26T03:02:13.445761+0000","last_clean":"2023-06-26T03:02:13.445761+0000","last_became_active":"2023-06-26T03:02:08.489078+0000","last_became_peered":"2023-06-26T03:02:08.489078+0000","last_unstale":"2023-06-26T03:02:13.445761+0000","last_undegraded":"2023-06-26T03:02:13.445761+0000","last_fullsized":"2023-06-26T03:02:13.445761+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:34:14.289490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.282928+0000","last_change":"2023-06-26T03:02:08.887864+0000","last_active":"2023-06-26T03:02:13.282928+0000","last_peered":"2023-06-26T03:02:13.282928+0000","last_clean":"2023-06-26T03:02:13.282928+0000","last_became_active":"2023-06-26T03:02:08.887571+0000","last_became_peered":"2023-06-26T03:02:08.887571+0000","last_unstale":"2023-06-26T03:02:13.282928+0000","last_undegraded":"2023-06-26T03:02:13.282928+0000","last_fullsized":"2023-06-26T03:02:13.282928+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:52:36.431565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.548867+0000","last_change":"2023-06-26T03:02:12.940200+0000","last_active":"2023-06-26T03:02:13.548867+0000","last_peered":"2023-06-26T03:02:13.548867+0000","last_clean":"2023-06-26T03:02:13.548867+0000","last_became_active":"2023-06-26T03:02:12.939778+0000","last_became_peered":"2023-06-26T03:02:12.939778+0000","last_unstale":"2023-06-26T03:02:13.548867+0000","last_undegraded":"2023-06-26T03:02:13.548867+0000","last_fullsized":"2023-06-26T03:02:13.548867+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:44:31.327582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,0],"acting":[1,3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1b","version":"22'1","reported_seq":22,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545148+0000","last_change":"2023-06-26T03:02:08.503432+0000","last_active":"2023-06-26T03:02:13.545148+0000","last_peered":"2023-06-26T03:02:13.545148+0000","last_clean":"2023-06-26T03:02:13.545148+0000","last_became_active":"2023-06-26T03:02:08.503021+0000","last_became_peered":"2023-06-26T03:02:08.503021+0000","last_unstale":"2023-06-26T03:02:13.545148+0000","last_undegraded":"2023-06-26T03:02:13.545148+0000","last_fullsized":"2023-06-26T03:02:13.545148+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:08:56.173354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546025+0000","last_change":"2023-06-26T03:02:08.866719+0000","last_active":"2023-06-26T03:02:13.546025+0000","last_peered":"2023-06-26T03:02:13.546025+0000","last_clean":"2023-06-26T03:02:13.546025+0000","last_became_active":"2023-06-26T03:02:08.866263+0000","last_became_peered":"2023-06-26T03:02:08.866263+0000","last_unstale":"2023-06-26T03:02:13.546025+0000","last_undegraded":"2023-06-26T03:02:13.546025+0000","last_fullsized":"2023-06-26T03:02:13.546025+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:47:31.536860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.283533+0000","last_change":"2023-06-26T03:02:12.940214+0000","last_active":"2023-06-26T03:02:13.283533+0000","last_peered":"2023-06-26T03:02:13.283533+0000","last_clean":"2023-06-26T03:02:13.283533+0000","last_became_active":"2023-06-26T03:02:12.939264+0000","last_became_peered":"2023-06-26T03:02:12.939264+0000","last_unstale":"2023-06-26T03:02:13.283533+0000","last_undegraded":"2023-06-26T03:02:13.283533+0000","last_fullsized":"2023-06-26T03:02:13.283533+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:09:49.257266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2,0],"acting":[4,3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1a","version":"22'1","reported_seq":22,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.282734+0000","last_change":"2023-06-26T03:02:08.486461+0000","last_active":"2023-06-26T03:02:13.282734+0000","last_peered":"2023-06-26T03:02:13.282734+0000","last_clean":"2023-06-26T03:02:13.282734+0000","last_became_active":"2023-06-26T03:02:08.483985+0000","last_became_peered":"2023-06-26T03:02:08.483985+0000","last_unstale":"2023-06-26T03:02:13.282734+0000","last_undegraded":"2023-06-26T03:02:13.282734+0000","last_fullsized":"2023-06-26T03:02:13.282734+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:19:49.774094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.274335+0000","last_change":"2023-06-26T03:02:08.872576+0000","last_active":"2023-06-26T03:02:13.274335+0000","last_peered":"2023-06-26T03:02:13.274335+0000","last_clean":"2023-06-26T03:02:13.274335+0000","last_became_active":"2023-06-26T03:02:08.872050+0000","last_became_peered":"2023-06-26T03:02:08.872050+0000","last_unstale":"2023-06-26T03:02:13.274335+0000","last_undegraded":"2023-06-26T03:02:13.274335+0000","last_fullsized":"2023-06-26T03:02:13.274335+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:22:24.584953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546598+0000","last_change":"2023-06-26T03:02:12.941685+0000","last_active":"2023-06-26T03:02:13.546598+0000","last_peered":"2023-06-26T03:02:13.546598+0000","last_clean":"2023-06-26T03:02:13.546598+0000","last_became_active":"2023-06-26T03:02:12.940883+0000","last_became_peered":"2023-06-26T03:02:12.940883+0000","last_unstale":"2023-06-26T03:02:13.546598+0000","last_undegraded":"2023-06-26T03:02:13.546598+0000","last_fullsized":"2023-06-26T03:02:13.546598+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:25:42.150969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3,7],"acting":[6,4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.551025+0000","last_change":"2023-06-26T03:02:08.485285+0000","last_active":"2023-06-26T03:02:13.551025+0000","last_peered":"2023-06-26T03:02:13.551025+0000","last_clean":"2023-06-26T03:02:13.551025+0000","last_became_active":"2023-06-26T03:02:08.484654+0000","last_became_peered":"2023-06-26T03:02:08.484654+0000","last_unstale":"2023-06-26T03:02:13.551025+0000","last_undegraded":"2023-06-26T03:02:13.551025+0000","last_fullsized":"2023-06-26T03:02:13.551025+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:23:18.513063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.549096+0000","last_change":"2023-06-26T03:02:08.879088+0000","last_active":"2023-06-26T03:02:13.549096+0000","last_peered":"2023-06-26T03:02:13.549096+0000","last_clean":"2023-06-26T03:02:13.549096+0000","last_became_active":"2023-06-26T03:02:08.878556+0000","last_became_peered":"2023-06-26T03:02:08.878556+0000","last_unstale":"2023-06-26T03:02:13.549096+0000","last_undegraded":"2023-06-26T03:02:13.549096+0000","last_fullsized":"2023-06-26T03:02:13.549096+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:29:30.943895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.548851+0000","last_change":"2023-06-26T03:02:12.926964+0000","last_active":"2023-06-26T03:02:13.548851+0000","last_peered":"2023-06-26T03:02:13.548851+0000","last_clean":"2023-06-26T03:02:13.548851+0000","last_became_active":"2023-06-26T03:02:12.926385+0000","last_became_peered":"2023-06-26T03:02:12.926385+0000","last_unstale":"2023-06-26T03:02:13.548851+0000","last_undegraded":"2023-06-26T03:02:13.548851+0000","last_fullsized":"2023-06-26T03:02:13.548851+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:22:21.804344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1,2],"acting":[0,7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273615+0000","last_change":"2023-06-26T03:02:08.484544+0000","last_active":"2023-06-26T03:02:13.273615+0000","last_peered":"2023-06-26T03:02:13.273615+0000","last_clean":"2023-06-26T03:02:13.273615+0000","last_became_active":"2023-06-26T03:02:08.484094+0000","last_became_peered":"2023-06-26T03:02:08.484094+0000","last_unstale":"2023-06-26T03:02:13.273615+0000","last_undegraded":"2023-06-26T03:02:13.273615+0000","last_fullsized":"2023-06-26T03:02:13.273615+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:29:29.927219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546659+0000","last_change":"2023-06-26T03:02:08.875805+0000","last_active":"2023-06-26T03:02:13.546659+0000","last_peered":"2023-06-26T03:02:13.546659+0000","last_clean":"2023-06-26T03:02:13.546659+0000","last_became_active":"2023-06-26T03:02:08.875031+0000","last_became_peered":"2023-06-26T03:02:08.875031+0000","last_unstale":"2023-06-26T03:02:13.546659+0000","last_undegraded":"2023-06-26T03:02:13.546659+0000","last_fullsized":"2023-06-26T03:02:13.546659+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:13:28.732055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273313+0000","last_change":"2023-06-26T03:02:08.877669+0000","last_active":"2023-06-26T03:02:13.273313+0000","last_peered":"2023-06-26T03:02:13.273313+0000","last_clean":"2023-06-26T03:02:13.273313+0000","last_became_active":"2023-06-26T03:02:08.873412+0000","last_became_peered":"2023-06-26T03:02:08.873412+0000","last_unstale":"2023-06-26T03:02:13.273313+0000","last_undegraded":"2023-06-26T03:02:13.273313+0000","last_fullsized":"2023-06-26T03:02:13.273313+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:23:19.529739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.548652+0000","last_change":"2023-06-26T03:02:08.486587+0000","last_active":"2023-06-26T03:02:13.548652+0000","last_peered":"2023-06-26T03:02:13.548652+0000","last_clean":"2023-06-26T03:02:13.548652+0000","last_became_active":"2023-06-26T03:02:08.485625+0000","last_became_peered":"2023-06-26T03:02:08.485625+0000","last_unstale":"2023-06-26T03:02:13.548652+0000","last_undegraded":"2023-06-26T03:02:13.548652+0000","last_fullsized":"2023-06-26T03:02:13.548652+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:48:57.762654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545552+0000","last_change":"2023-06-26T03:02:12.942864+0000","last_active":"2023-06-26T03:02:13.545552+0000","last_peered":"2023-06-26T03:02:13.545552+0000","last_clean":"2023-06-26T03:02:13.545552+0000","last_became_active":"2023-06-26T03:02:12.941851+0000","last_became_peered":"2023-06-26T03:02:12.941851+0000","last_unstale":"2023-06-26T03:02:13.545552+0000","last_undegraded":"2023-06-26T03:02:13.545552+0000","last_fullsized":"2023-06-26T03:02:13.545552+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:17:55.235760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7,1],"acting":[6,4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273601+0000","last_change":"2023-06-26T03:02:08.871631+0000","last_active":"2023-06-26T03:02:13.273601+0000","last_peered":"2023-06-26T03:02:13.273601+0000","last_clean":"2023-06-26T03:02:13.273601+0000","last_became_active":"2023-06-26T03:02:08.868068+0000","last_became_peered":"2023-06-26T03:02:08.868068+0000","last_unstale":"2023-06-26T03:02:13.273601+0000","last_undegraded":"2023-06-26T03:02:13.273601+0000","last_fullsized":"2023-06-26T03:02:13.273601+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:59:47.723048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446870+0000","last_change":"2023-06-26T03:02:08.488416+0000","last_active":"2023-06-26T03:02:13.446870+0000","last_peered":"2023-06-26T03:02:13.446870+0000","last_clean":"2023-06-26T03:02:13.446870+0000","last_became_active":"2023-06-26T03:02:08.486769+0000","last_became_peered":"2023-06-26T03:02:08.486769+0000","last_unstale":"2023-06-26T03:02:13.446870+0000","last_undegraded":"2023-06-26T03:02:13.446870+0000","last_fullsized":"2023-06-26T03:02:13.446870+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:28:42.027494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.278647+0000","last_change":"2023-06-26T03:02:12.951307+0000","last_active":"2023-06-26T03:02:13.278647+0000","last_peered":"2023-06-26T03:02:13.278647+0000","last_clean":"2023-06-26T03:02:13.278647+0000","last_became_active":"2023-06-26T03:02:12.950359+0000","last_became_peered":"2023-06-26T03:02:12.950359+0000","last_unstale":"2023-06-26T03:02:13.278647+0000","last_undegraded":"2023-06-26T03:02:13.278647+0000","last_fullsized":"2023-06-26T03:02:13.278647+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:59:52.151022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6,0],"acting":[7,4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"22'3","reported_seq":24,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.281577+0000","last_change":"2023-06-26T03:02:08.494314+0000","last_active":"2023-06-26T03:02:13.281577+0000","last_peered":"2023-06-26T03:02:13.281577+0000","last_clean":"2023-06-26T03:02:13.281577+0000","last_became_active":"2023-06-26T03:02:08.493780+0000","last_became_peered":"2023-06-26T03:02:08.493780+0000","last_unstale":"2023-06-26T03:02:13.281577+0000","last_undegraded":"2023-06-26T03:02:13.281577+0000","last_fullsized":"2023-06-26T03:02:13.281577+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:53:19.114492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547412+0000","last_change":"2023-06-26T03:02:08.876578+0000","last_active":"2023-06-26T03:02:13.547412+0000","last_peered":"2023-06-26T03:02:13.547412+0000","last_clean":"2023-06-26T03:02:13.547412+0000","last_became_active":"2023-06-26T03:02:08.868571+0000","last_became_peered":"2023-06-26T03:02:08.868571+0000","last_unstale":"2023-06-26T03:02:13.547412+0000","last_undegraded":"2023-06-26T03:02:13.547412+0000","last_fullsized":"2023-06-26T03:02:13.547412+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:42:28.537608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273832+0000","last_change":"2023-06-26T03:02:12.924592+0000","last_active":"2023-06-26T03:02:13.273832+0000","last_peered":"2023-06-26T03:02:13.273832+0000","last_clean":"2023-06-26T03:02:13.273832+0000","last_became_active":"2023-06-26T03:02:12.924120+0000","last_became_peered":"2023-06-26T03:02:12.924120+0000","last_unstale":"2023-06-26T03:02:13.273832+0000","last_undegraded":"2023-06-26T03:02:13.273832+0000","last_fullsized":"2023-06-26T03:02:13.273832+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:44:31.317778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1,5],"acting":[3,0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.14","version":"27'9","reported_seq":30,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:18.727814+0000","last_change":"2023-06-26T03:02:08.503061+0000","last_active":"2023-06-26T03:02:18.727814+0000","last_peered":"2023-06-26T03:02:18.727814+0000","last_clean":"2023-06-26T03:02:18.727814+0000","last_became_active":"2023-06-26T03:02:08.500293+0000","last_became_peered":"2023-06-26T03:02:08.500293+0000","last_unstale":"2023-06-26T03:02:18.727814+0000","last_undegraded":"2023-06-26T03:02:18.727814+0000","last_fullsized":"2023-06-26T03:02:18.727814+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:54:14.457265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3793,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.283052+0000","last_change":"2023-06-26T03:02:08.874859+0000","last_active":"2023-06-26T03:02:13.283052+0000","last_peered":"2023-06-26T03:02:13.283052+0000","last_clean":"2023-06-26T03:02:13.283052+0000","last_became_active":"2023-06-26T03:02:08.874170+0000","last_became_peered":"2023-06-26T03:02:08.874170+0000","last_unstale":"2023-06-26T03:02:13.283052+0000","last_undegraded":"2023-06-26T03:02:13.283052+0000","last_fullsized":"2023-06-26T03:02:13.283052+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:37:38.978394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547181+0000","last_change":"2023-06-26T03:02:12.926926+0000","last_active":"2023-06-26T03:02:13.547181+0000","last_peered":"2023-06-26T03:02:13.547181+0000","last_clean":"2023-06-26T03:02:13.547181+0000","last_became_active":"2023-06-26T03:02:12.926465+0000","last_became_peered":"2023-06-26T03:02:12.926465+0000","last_unstale":"2023-06-26T03:02:13.547181+0000","last_undegraded":"2023-06-26T03:02:13.547181+0000","last_fullsized":"2023-06-26T03:02:13.547181+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:27:51.558376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3,7],"acting":[1,5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.281266+0000","last_change":"2023-06-26T03:02:08.878629+0000","last_active":"2023-06-26T03:02:13.281266+0000","last_peered":"2023-06-26T03:02:13.281266+0000","last_clean":"2023-06-26T03:02:13.281266+0000","last_became_active":"2023-06-26T03:02:08.878095+0000","last_became_peered":"2023-06-26T03:02:08.878095+0000","last_unstale":"2023-06-26T03:02:13.281266+0000","last_undegraded":"2023-06-26T03:02:13.281266+0000","last_fullsized":"2023-06-26T03:02:13.281266+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:02:29.229808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":27,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546711+0000","last_change":"2023-06-26T03:02:04.418555+0000","last_active":"2023-06-26T03:02:13.546711+0000","last_peered":"2023-06-26T03:02:13.546711+0000","last_clean":"2023-06-26T03:02:13.546711+0000","last_became_active":"2023-06-26T03:02:04.417392+0000","last_became_peered":"2023-06-26T03:02:04.417392+0000","last_unstale":"2023-06-26T03:02:13.546711+0000","last_undegraded":"2023-06-26T03:02:13.546711+0000","last_fullsized":"2023-06-26T03:02:13.546711+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:17:24.189662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"22'1","reported_seq":22,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.549542+0000","last_change":"2023-06-26T03:02:08.474800+0000","last_active":"2023-06-26T03:02:13.549542+0000","last_peered":"2023-06-26T03:02:13.549542+0000","last_clean":"2023-06-26T03:02:13.549542+0000","last_became_active":"2023-06-26T03:02:08.474027+0000","last_became_peered":"2023-06-26T03:02:08.474027+0000","last_unstale":"2023-06-26T03:02:13.549542+0000","last_undegraded":"2023-06-26T03:02:13.549542+0000","last_fullsized":"2023-06-26T03:02:13.549542+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:11:11.932789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273308+0000","last_change":"2023-06-26T03:02:12.929756+0000","last_active":"2023-06-26T03:02:13.273308+0000","last_peered":"2023-06-26T03:02:13.273308+0000","last_clean":"2023-06-26T03:02:13.273308+0000","last_became_active":"2023-06-26T03:02:12.929215+0000","last_became_peered":"2023-06-26T03:02:12.929215+0000","last_unstale":"2023-06-26T03:02:13.273308+0000","last_undegraded":"2023-06-26T03:02:13.273308+0000","last_fullsized":"2023-06-26T03:02:13.273308+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:34:18.716531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,0],"acting":[3,1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273458+0000","last_change":"2023-06-26T03:02:08.877288+0000","last_active":"2023-06-26T03:02:13.273458+0000","last_peered":"2023-06-26T03:02:13.273458+0000","last_clean":"2023-06-26T03:02:13.273458+0000","last_became_active":"2023-06-26T03:02:08.867578+0000","last_became_peered":"2023-06-26T03:02:08.867578+0000","last_unstale":"2023-06-26T03:02:13.273458+0000","last_undegraded":"2023-06-26T03:02:13.273458+0000","last_fullsized":"2023-06-26T03:02:13.273458+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:48:58.779330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":25,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.549447+0000","last_change":"2023-06-26T03:02:04.412948+0000","last_active":"2023-06-26T03:02:13.549447+0000","last_peered":"2023-06-26T03:02:13.549447+0000","last_clean":"2023-06-26T03:02:13.549447+0000","last_became_active":"2023-06-26T03:02:04.412333+0000","last_became_peered":"2023-06-26T03:02:04.412333+0000","last_unstale":"2023-06-26T03:02:13.549447+0000","last_undegraded":"2023-06-26T03:02:13.549447+0000","last_fullsized":"2023-06-26T03:02:13.549447+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:41:16.780013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"22'2","reported_seq":23,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.274696+0000","last_change":"2023-06-26T03:02:08.502306+0000","last_active":"2023-06-26T03:02:13.274696+0000","last_peered":"2023-06-26T03:02:13.274696+0000","last_clean":"2023-06-26T03:02:13.274696+0000","last_became_active":"2023-06-26T03:02:08.501951+0000","last_became_peered":"2023-06-26T03:02:08.501951+0000","last_unstale":"2023-06-26T03:02:13.274696+0000","last_undegraded":"2023-06-26T03:02:13.274696+0000","last_fullsized":"2023-06-26T03:02:13.274696+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:22:08.113163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.280196+0000","last_change":"2023-06-26T03:02:12.947838+0000","last_active":"2023-06-26T03:02:13.280196+0000","last_peered":"2023-06-26T03:02:13.280196+0000","last_clean":"2023-06-26T03:02:13.280196+0000","last_became_active":"2023-06-26T03:02:12.940823+0000","last_became_peered":"2023-06-26T03:02:12.940823+0000","last_unstale":"2023-06-26T03:02:13.280196+0000","last_undegraded":"2023-06-26T03:02:13.280196+0000","last_fullsized":"2023-06-26T03:02:13.280196+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:22:12.540204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7,0],"acting":[4,3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.544834+0000","last_change":"2023-06-26T03:02:08.880833+0000","last_active":"2023-06-26T03:02:13.544834+0000","last_peered":"2023-06-26T03:02:13.544834+0000","last_clean":"2023-06-26T03:02:13.544834+0000","last_became_active":"2023-06-26T03:02:08.878159+0000","last_became_peered":"2023-06-26T03:02:08.878159+0000","last_unstale":"2023-06-26T03:02:13.544834+0000","last_undegraded":"2023-06-26T03:02:13.544834+0000","last_fullsized":"2023-06-26T03:02:13.544834+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:30:01.557055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":27,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.282094+0000","last_change":"2023-06-26T03:02:04.790011+0000","last_active":"2023-06-26T03:02:13.282094+0000","last_peered":"2023-06-26T03:02:13.282094+0000","last_clean":"2023-06-26T03:02:13.282094+0000","last_became_active":"2023-06-26T03:02:04.789216+0000","last_became_peered":"2023-06-26T03:02:04.789216+0000","last_unstale":"2023-06-26T03:02:13.282094+0000","last_undegraded":"2023-06-26T03:02:13.282094+0000","last_fullsized":"2023-06-26T03:02:13.282094+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:22:19.513495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547461+0000","last_change":"2023-06-26T03:02:08.472670+0000","last_active":"2023-06-26T03:02:13.547461+0000","last_peered":"2023-06-26T03:02:13.547461+0000","last_clean":"2023-06-26T03:02:13.547461+0000","last_became_active":"2023-06-26T03:02:08.472339+0000","last_became_peered":"2023-06-26T03:02:08.472339+0000","last_unstale":"2023-06-26T03:02:13.547461+0000","last_undegraded":"2023-06-26T03:02:13.547461+0000","last_fullsized":"2023-06-26T03:02:13.547461+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:21:50.742334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546015+0000","last_change":"2023-06-26T03:02:12.916670+0000","last_active":"2023-06-26T03:02:13.546015+0000","last_peered":"2023-06-26T03:02:13.546015+0000","last_clean":"2023-06-26T03:02:13.546015+0000","last_became_active":"2023-06-26T03:02:12.915665+0000","last_became_peered":"2023-06-26T03:02:12.915665+0000","last_unstale":"2023-06-26T03:02:13.546015+0000","last_undegraded":"2023-06-26T03:02:13.546015+0000","last_fullsized":"2023-06-26T03:02:13.546015+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:04:40.192996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5,2],"acting":[6,0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547466+0000","last_change":"2023-06-26T03:02:08.876842+0000","last_active":"2023-06-26T03:02:13.547466+0000","last_peered":"2023-06-26T03:02:13.547466+0000","last_clean":"2023-06-26T03:02:13.547466+0000","last_became_active":"2023-06-26T03:02:08.876213+0000","last_became_peered":"2023-06-26T03:02:08.876213+0000","last_unstale":"2023-06-26T03:02:13.547466+0000","last_undegraded":"2023-06-26T03:02:13.547466+0000","last_fullsized":"2023-06-26T03:02:13.547466+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:14:04.038953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":25,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547949+0000","last_change":"2023-06-26T03:02:04.786886+0000","last_active":"2023-06-26T03:02:13.547949+0000","last_peered":"2023-06-26T03:02:13.547949+0000","last_clean":"2023-06-26T03:02:13.547949+0000","last_became_active":"2023-06-26T03:02:04.786502+0000","last_became_peered":"2023-06-26T03:02:04.786502+0000","last_unstale":"2023-06-26T03:02:13.547949+0000","last_undegraded":"2023-06-26T03:02:13.547949+0000","last_fullsized":"2023-06-26T03:02:13.547949+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:29:56.485597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446710+0000","last_change":"2023-06-26T03:02:08.492481+0000","last_active":"2023-06-26T03:02:13.446710+0000","last_peered":"2023-06-26T03:02:13.446710+0000","last_clean":"2023-06-26T03:02:13.446710+0000","last_became_active":"2023-06-26T03:02:08.491513+0000","last_became_peered":"2023-06-26T03:02:08.491513+0000","last_unstale":"2023-06-26T03:02:13.446710+0000","last_undegraded":"2023-06-26T03:02:13.446710+0000","last_fullsized":"2023-06-26T03:02:13.446710+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:22:23.568276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.544628+0000","last_change":"2023-06-26T03:02:12.927886+0000","last_active":"2023-06-26T03:02:13.544628+0000","last_peered":"2023-06-26T03:02:13.544628+0000","last_clean":"2023-06-26T03:02:13.544628+0000","last_became_active":"2023-06-26T03:02:12.927405+0000","last_became_peered":"2023-06-26T03:02:12.927405+0000","last_unstale":"2023-06-26T03:02:13.544628+0000","last_undegraded":"2023-06-26T03:02:13.544628+0000","last_fullsized":"2023-06-26T03:02:13.544628+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:21:55.169375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,6,5],"acting":[0,1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547151+0000","last_change":"2023-06-26T03:02:08.864005+0000","last_active":"2023-06-26T03:02:13.547151+0000","last_peered":"2023-06-26T03:02:13.547151+0000","last_clean":"2023-06-26T03:02:13.547151+0000","last_became_active":"2023-06-26T03:02:08.862706+0000","last_became_peered":"2023-06-26T03:02:08.862706+0000","last_unstale":"2023-06-26T03:02:13.547151+0000","last_undegraded":"2023-06-26T03:02:13.547151+0000","last_fullsized":"2023-06-26T03:02:13.547151+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:11:35.694001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.283248+0000","last_change":"2023-06-26T03:02:08.499638+0000","last_active":"2023-06-26T03:02:13.283248+0000","last_peered":"2023-06-26T03:02:13.283248+0000","last_clean":"2023-06-26T03:02:13.283248+0000","last_became_active":"2023-06-26T03:02:08.488418+0000","last_became_peered":"2023-06-26T03:02:08.488418+0000","last_unstale":"2023-06-26T03:02:13.283248+0000","last_undegraded":"2023-06-26T03:02:13.283248+0000","last_fullsized":"2023-06-26T03:02:13.283248+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:17:30.077073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":27,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.445686+0000","last_change":"2023-06-26T03:02:04.420793+0000","last_active":"2023-06-26T03:02:13.445686+0000","last_peered":"2023-06-26T03:02:13.445686+0000","last_clean":"2023-06-26T03:02:13.445686+0000","last_became_active":"2023-06-26T03:02:04.418556+0000","last_became_peered":"2023-06-26T03:02:04.418556+0000","last_unstale":"2023-06-26T03:02:13.445686+0000","last_undegraded":"2023-06-26T03:02:13.445686+0000","last_fullsized":"2023-06-26T03:02:13.445686+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:24:04.644984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547569+0000","last_change":"2023-06-26T03:02:12.948031+0000","last_active":"2023-06-26T03:02:13.547569+0000","last_peered":"2023-06-26T03:02:13.547569+0000","last_clean":"2023-06-26T03:02:13.547569+0000","last_became_active":"2023-06-26T03:02:12.947563+0000","last_became_peered":"2023-06-26T03:02:12.947563+0000","last_unstale":"2023-06-26T03:02:13.547569+0000","last_undegraded":"2023-06-26T03:02:13.547569+0000","last_fullsized":"2023-06-26T03:02:13.547569+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:24:13.126806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,6],"acting":[0,1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.550740+0000","last_change":"2023-06-26T03:02:08.875422+0000","last_active":"2023-06-26T03:02:13.550740+0000","last_peered":"2023-06-26T03:02:13.550740+0000","last_clean":"2023-06-26T03:02:13.550740+0000","last_became_active":"2023-06-26T03:02:08.874783+0000","last_became_peered":"2023-06-26T03:02:08.874783+0000","last_unstale":"2023-06-26T03:02:13.550740+0000","last_undegraded":"2023-06-26T03:02:13.550740+0000","last_fullsized":"2023-06-26T03:02:13.550740+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:34:15.306167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.543637+0000","last_change":"2023-06-26T03:02:08.472753+0000","last_active":"2023-06-26T03:02:13.543637+0000","last_peered":"2023-06-26T03:02:13.543637+0000","last_clean":"2023-06-26T03:02:13.543637+0000","last_became_active":"2023-06-26T03:02:08.472449+0000","last_became_peered":"2023-06-26T03:02:08.472449+0000","last_unstale":"2023-06-26T03:02:13.543637+0000","last_undegraded":"2023-06-26T03:02:13.543637+0000","last_fullsized":"2023-06-26T03:02:13.543637+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:50:43.611760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":25,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.544870+0000","last_change":"2023-06-26T03:02:04.405831+0000","last_active":"2023-06-26T03:02:13.544870+0000","last_peered":"2023-06-26T03:02:13.544870+0000","last_clean":"2023-06-26T03:02:13.544870+0000","last_became_active":"2023-06-26T03:02:04.404901+0000","last_became_peered":"2023-06-26T03:02:04.404901+0000","last_unstale":"2023-06-26T03:02:13.544870+0000","last_undegraded":"2023-06-26T03:02:13.544870+0000","last_fullsized":"2023-06-26T03:02:13.544870+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:35:54.606830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546651+0000","last_change":"2023-06-26T03:02:12.926764+0000","last_active":"2023-06-26T03:02:13.546651+0000","last_peered":"2023-06-26T03:02:13.546651+0000","last_clean":"2023-06-26T03:02:13.546651+0000","last_became_active":"2023-06-26T03:02:12.926204+0000","last_became_peered":"2023-06-26T03:02:12.926204+0000","last_unstale":"2023-06-26T03:02:13.546651+0000","last_undegraded":"2023-06-26T03:02:13.546651+0000","last_fullsized":"2023-06-26T03:02:13.546651+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:39:15.367619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1,7],"acting":[2,5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.549242+0000","last_change":"2023-06-26T03:02:08.878324+0000","last_active":"2023-06-26T03:02:13.549242+0000","last_peered":"2023-06-26T03:02:13.549242+0000","last_clean":"2023-06-26T03:02:13.549242+0000","last_became_active":"2023-06-26T03:02:08.878060+0000","last_became_peered":"2023-06-26T03:02:08.878060+0000","last_unstale":"2023-06-26T03:02:13.549242+0000","last_undegraded":"2023-06-26T03:02:13.549242+0000","last_fullsized":"2023-06-26T03:02:13.549242+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:59:47.723048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.544712+0000","last_change":"2023-06-26T03:02:08.485203+0000","last_active":"2023-06-26T03:02:13.544712+0000","last_peered":"2023-06-26T03:02:13.544712+0000","last_clean":"2023-06-26T03:02:13.544712+0000","last_became_active":"2023-06-26T03:02:08.483342+0000","last_became_peered":"2023-06-26T03:02:08.483342+0000","last_unstale":"2023-06-26T03:02:13.544712+0000","last_undegraded":"2023-06-26T03:02:13.544712+0000","last_fullsized":"2023-06-26T03:02:13.544712+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:45:25.870408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":27,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.278926+0000","last_change":"2023-06-26T03:02:04.420728+0000","last_active":"2023-06-26T03:02:13.278926+0000","last_peered":"2023-06-26T03:02:13.278926+0000","last_clean":"2023-06-26T03:02:13.278926+0000","last_became_active":"2023-06-26T03:02:04.419812+0000","last_became_peered":"2023-06-26T03:02:04.419812+0000","last_unstale":"2023-06-26T03:02:13.278926+0000","last_undegraded":"2023-06-26T03:02:13.278926+0000","last_fullsized":"2023-06-26T03:02:13.278926+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:34:10.234709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446693+0000","last_change":"2023-06-26T03:02:12.941162+0000","last_active":"2023-06-26T03:02:13.446693+0000","last_peered":"2023-06-26T03:02:13.446693+0000","last_clean":"2023-06-26T03:02:13.446693+0000","last_became_active":"2023-06-26T03:02:12.939951+0000","last_became_peered":"2023-06-26T03:02:12.939951+0000","last_unstale":"2023-06-26T03:02:13.446693+0000","last_undegraded":"2023-06-26T03:02:13.446693+0000","last_fullsized":"2023-06-26T03:02:13.446693+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:50:29.878487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0,4],"acting":[5,1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546405+0000","last_change":"2023-06-26T03:02:08.889376+0000","last_active":"2023-06-26T03:02:13.546405+0000","last_peered":"2023-06-26T03:02:13.546405+0000","last_clean":"2023-06-26T03:02:13.546405+0000","last_became_active":"2023-06-26T03:02:08.889105+0000","last_became_peered":"2023-06-26T03:02:08.889105+0000","last_unstale":"2023-06-26T03:02:13.546405+0000","last_undegraded":"2023-06-26T03:02:13.546405+0000","last_fullsized":"2023-06-26T03:02:13.546405+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:32:32.315903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273563+0000","last_change":"2023-06-26T03:02:08.489647+0000","last_active":"2023-06-26T03:02:13.273563+0000","last_peered":"2023-06-26T03:02:13.273563+0000","last_clean":"2023-06-26T03:02:13.273563+0000","last_became_active":"2023-06-26T03:02:08.489183+0000","last_became_peered":"2023-06-26T03:02:08.489183+0000","last_unstale":"2023-06-26T03:02:13.273563+0000","last_undegraded":"2023-06-26T03:02:13.273563+0000","last_fullsized":"2023-06-26T03:02:13.273563+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:22:17.377304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":27,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446080+0000","last_change":"2023-06-26T03:02:04.420212+0000","last_active":"2023-06-26T03:02:13.446080+0000","last_peered":"2023-06-26T03:02:13.446080+0000","last_clean":"2023-06-26T03:02:13.446080+0000","last_became_active":"2023-06-26T03:02:04.419030+0000","last_became_peered":"2023-06-26T03:02:04.419030+0000","last_unstale":"2023-06-26T03:02:13.446080+0000","last_undegraded":"2023-06-26T03:02:13.446080+0000","last_fullsized":"2023-06-26T03:02:13.446080+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:29:25.872438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":183,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.279246+0000","last_change":"2023-06-26T03:01:58.730017+0000","last_active":"2023-06-26T03:02:13.279246+0000","last_peered":"2023-06-26T03:02:13.279246+0000","last_clean":"2023-06-26T03:02:13.279246+0000","last_became_active":"2023-06-26T03:01:58.727921+0000","last_became_peered":"2023-06-26T03:01:58.727921+0000","last_unstale":"2023-06-26T03:02:13.279246+0000","last_undegraded":"2023-06-26T03:02:13.279246+0000","last_fullsized":"2023-06-26T03:02:13.279246+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:57.280857+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:57.280857+0000","last_clean_scrub_stamp":"2023-06-26T03:01:57.280857+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:23:08.372937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.281289+0000","last_change":"2023-06-26T03:02:12.930846+0000","last_active":"2023-06-26T03:02:13.281289+0000","last_peered":"2023-06-26T03:02:13.281289+0000","last_clean":"2023-06-26T03:02:13.281289+0000","last_became_active":"2023-06-26T03:02:12.929723+0000","last_became_peered":"2023-06-26T03:02:12.929723+0000","last_unstale":"2023-06-26T03:02:13.281289+0000","last_undegraded":"2023-06-26T03:02:13.281289+0000","last_fullsized":"2023-06-26T03:02:13.281289+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:44:31.317778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5,3],"acting":[7,2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.550466+0000","last_change":"2023-06-26T03:02:08.888415+0000","last_active":"2023-06-26T03:02:13.550466+0000","last_peered":"2023-06-26T03:02:13.550466+0000","last_clean":"2023-06-26T03:02:13.550466+0000","last_became_active":"2023-06-26T03:02:08.888070+0000","last_became_peered":"2023-06-26T03:02:08.888070+0000","last_unstale":"2023-06-26T03:02:13.550466+0000","last_undegraded":"2023-06-26T03:02:13.550466+0000","last_fullsized":"2023-06-26T03:02:13.550466+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:24:09.716442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273679+0000","last_change":"2023-06-26T03:02:08.482620+0000","last_active":"2023-06-26T03:02:13.273679+0000","last_peered":"2023-06-26T03:02:13.273679+0000","last_clean":"2023-06-26T03:02:13.273679+0000","last_became_active":"2023-06-26T03:02:08.479061+0000","last_became_peered":"2023-06-26T03:02:08.479061+0000","last_unstale":"2023-06-26T03:02:13.273679+0000","last_undegraded":"2023-06-26T03:02:13.273679+0000","last_fullsized":"2023-06-26T03:02:13.273679+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:11:11.932789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.283726+0000","last_change":"2023-06-26T03:02:12.939917+0000","last_active":"2023-06-26T03:02:13.283726+0000","last_peered":"2023-06-26T03:02:13.283726+0000","last_clean":"2023-06-26T03:02:13.283726+0000","last_became_active":"2023-06-26T03:02:12.939053+0000","last_became_peered":"2023-06-26T03:02:12.939053+0000","last_unstale":"2023-06-26T03:02:13.283726+0000","last_undegraded":"2023-06-26T03:02:13.283726+0000","last_fullsized":"2023-06-26T03:02:13.283726+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:38:45.596194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0,2],"acting":[4,5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.283767+0000","last_change":"2023-06-26T03:02:08.888894+0000","last_active":"2023-06-26T03:02:13.283767+0000","last_peered":"2023-06-26T03:02:13.283767+0000","last_clean":"2023-06-26T03:02:13.283767+0000","last_became_active":"2023-06-26T03:02:08.888470+0000","last_became_peered":"2023-06-26T03:02:08.888470+0000","last_unstale":"2023-06-26T03:02:13.283767+0000","last_undegraded":"2023-06-26T03:02:13.283767+0000","last_fullsized":"2023-06-26T03:02:13.283767+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:34:40.239449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.281597+0000","last_change":"2023-06-26T03:02:08.500250+0000","last_active":"2023-06-26T03:02:13.281597+0000","last_peered":"2023-06-26T03:02:13.281597+0000","last_clean":"2023-06-26T03:02:13.281597+0000","last_became_active":"2023-06-26T03:02:08.486789+0000","last_became_peered":"2023-06-26T03:02:08.486789+0000","last_unstale":"2023-06-26T03:02:13.281597+0000","last_undegraded":"2023-06-26T03:02:13.281597+0000","last_fullsized":"2023-06-26T03:02:13.281597+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:30:31.428510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446315+0000","last_change":"2023-06-26T03:02:12.944313+0000","last_active":"2023-06-26T03:02:13.446315+0000","last_peered":"2023-06-26T03:02:13.446315+0000","last_clean":"2023-06-26T03:02:13.446315+0000","last_became_active":"2023-06-26T03:02:12.943069+0000","last_became_peered":"2023-06-26T03:02:12.943069+0000","last_unstale":"2023-06-26T03:02:13.446315+0000","last_undegraded":"2023-06-26T03:02:13.446315+0000","last_fullsized":"2023-06-26T03:02:13.446315+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:11:16.359829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6,2],"acting":[5,4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.284789+0000","last_change":"2023-06-26T03:02:08.877288+0000","last_active":"2023-06-26T03:02:13.284789+0000","last_peered":"2023-06-26T03:02:13.284789+0000","last_clean":"2023-06-26T03:02:13.284789+0000","last_became_active":"2023-06-26T03:02:08.876699+0000","last_became_peered":"2023-06-26T03:02:08.876699+0000","last_unstale":"2023-06-26T03:02:13.284789+0000","last_undegraded":"2023-06-26T03:02:13.284789+0000","last_fullsized":"2023-06-26T03:02:13.284789+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:11:07.257470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546286+0000","last_change":"2023-06-26T03:02:08.509549+0000","last_active":"2023-06-26T03:02:13.546286+0000","last_peered":"2023-06-26T03:02:13.546286+0000","last_clean":"2023-06-26T03:02:13.546286+0000","last_became_active":"2023-06-26T03:02:08.508902+0000","last_became_peered":"2023-06-26T03:02:08.508902+0000","last_unstale":"2023-06-26T03:02:13.546286+0000","last_undegraded":"2023-06-26T03:02:13.546286+0000","last_fullsized":"2023-06-26T03:02:13.546286+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:10:17.219027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546377+0000","last_change":"2023-06-26T03:02:12.946814+0000","last_active":"2023-06-26T03:02:13.546377+0000","last_peered":"2023-06-26T03:02:13.546377+0000","last_clean":"2023-06-26T03:02:13.546377+0000","last_became_active":"2023-06-26T03:02:12.946217+0000","last_became_peered":"2023-06-26T03:02:12.946217+0000","last_unstale":"2023-06-26T03:02:13.546377+0000","last_undegraded":"2023-06-26T03:02:13.546377+0000","last_fullsized":"2023-06-26T03:02:13.546377+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:55:37.933713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0,6],"acting":[1,4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.284209+0000","last_change":"2023-06-26T03:02:08.878479+0000","last_active":"2023-06-26T03:02:13.284209+0000","last_peered":"2023-06-26T03:02:13.284209+0000","last_clean":"2023-06-26T03:02:13.284209+0000","last_became_active":"2023-06-26T03:02:08.877277+0000","last_became_peered":"2023-06-26T03:02:08.877277+0000","last_unstale":"2023-06-26T03:02:13.284209+0000","last_undegraded":"2023-06-26T03:02:13.284209+0000","last_fullsized":"2023-06-26T03:02:13.284209+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:58:52.142150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"22'2","reported_seq":23,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.274050+0000","last_change":"2023-06-26T03:02:08.485171+0000","last_active":"2023-06-26T03:02:13.274050+0000","last_peered":"2023-06-26T03:02:13.274050+0000","last_clean":"2023-06-26T03:02:13.274050+0000","last_became_active":"2023-06-26T03:02:08.484837+0000","last_became_peered":"2023-06-26T03:02:08.484837+0000","last_unstale":"2023-06-26T03:02:13.274050+0000","last_undegraded":"2023-06-26T03:02:13.274050+0000","last_fullsized":"2023-06-26T03:02:13.274050+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:43:47.554582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545450+0000","last_change":"2023-06-26T03:02:12.926556+0000","last_active":"2023-06-26T03:02:13.545450+0000","last_peered":"2023-06-26T03:02:13.545450+0000","last_clean":"2023-06-26T03:02:13.545450+0000","last_became_active":"2023-06-26T03:02:12.925904+0000","last_became_peered":"2023-06-26T03:02:12.925904+0000","last_unstale":"2023-06-26T03:02:13.545450+0000","last_undegraded":"2023-06-26T03:02:13.545450+0000","last_fullsized":"2023-06-26T03:02:13.545450+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:59:43.361132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5,6],"acting":[2,7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.544720+0000","last_change":"2023-06-26T03:02:08.879279+0000","last_active":"2023-06-26T03:02:13.544720+0000","last_peered":"2023-06-26T03:02:13.544720+0000","last_clean":"2023-06-26T03:02:13.544720+0000","last_became_active":"2023-06-26T03:02:08.878822+0000","last_became_peered":"2023-06-26T03:02:08.878822+0000","last_unstale":"2023-06-26T03:02:13.544720+0000","last_undegraded":"2023-06-26T03:02:13.544720+0000","last_fullsized":"2023-06-26T03:02:13.544720+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:14:04.038953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.445871+0000","last_change":"2023-06-26T03:02:08.492528+0000","last_active":"2023-06-26T03:02:13.445871+0000","last_peered":"2023-06-26T03:02:13.445871+0000","last_clean":"2023-06-26T03:02:13.445871+0000","last_became_active":"2023-06-26T03:02:08.491786+0000","last_became_peered":"2023-06-26T03:02:08.491786+0000","last_unstale":"2023-06-26T03:02:13.445871+0000","last_undegraded":"2023-06-26T03:02:13.445871+0000","last_fullsized":"2023-06-26T03:02:13.445871+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:22:09.950064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.544893+0000","last_change":"2023-06-26T03:02:12.948241+0000","last_active":"2023-06-26T03:02:13.544893+0000","last_peered":"2023-06-26T03:02:13.544893+0000","last_clean":"2023-06-26T03:02:13.544893+0000","last_became_active":"2023-06-26T03:02:12.947696+0000","last_became_peered":"2023-06-26T03:02:12.947696+0000","last_unstale":"2023-06-26T03:02:13.544893+0000","last_undegraded":"2023-06-26T03:02:13.544893+0000","last_fullsized":"2023-06-26T03:02:13.544893+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:36:33.876438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3,6],"acting":[2,4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545600+0000","last_change":"2023-06-26T03:02:08.869545+0000","last_active":"2023-06-26T03:02:13.545600+0000","last_peered":"2023-06-26T03:02:13.545600+0000","last_clean":"2023-06-26T03:02:13.545600+0000","last_became_active":"2023-06-26T03:02:08.869236+0000","last_became_peered":"2023-06-26T03:02:08.869236+0000","last_unstale":"2023-06-26T03:02:13.545600+0000","last_undegraded":"2023-06-26T03:02:13.545600+0000","last_fullsized":"2023-06-26T03:02:13.545600+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:49:02.451918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"22'1","reported_seq":22,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.281976+0000","last_change":"2023-06-26T03:02:08.505144+0000","last_active":"2023-06-26T03:02:13.281976+0000","last_peered":"2023-06-26T03:02:13.281976+0000","last_clean":"2023-06-26T03:02:13.281976+0000","last_became_active":"2023-06-26T03:02:08.504585+0000","last_became_peered":"2023-06-26T03:02:08.504585+0000","last_unstale":"2023-06-26T03:02:13.281976+0000","last_undegraded":"2023-06-26T03:02:13.281976+0000","last_fullsized":"2023-06-26T03:02:13.281976+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:50:25.451446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545479+0000","last_change":"2023-06-26T03:02:12.925612+0000","last_active":"2023-06-26T03:02:13.545479+0000","last_peered":"2023-06-26T03:02:13.545479+0000","last_clean":"2023-06-26T03:02:13.545479+0000","last_became_active":"2023-06-26T03:02:12.924687+0000","last_became_peered":"2023-06-26T03:02:12.924687+0000","last_unstale":"2023-06-26T03:02:13.545479+0000","last_undegraded":"2023-06-26T03:02:13.545479+0000","last_fullsized":"2023-06-26T03:02:13.545479+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:16:52.327522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5,6],"acting":[2,0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.280838+0000","last_change":"2023-06-26T03:02:08.874827+0000","last_active":"2023-06-26T03:02:13.280838+0000","last_peered":"2023-06-26T03:02:13.280838+0000","last_clean":"2023-06-26T03:02:13.280838+0000","last_became_active":"2023-06-26T03:02:08.874043+0000","last_became_peered":"2023-06-26T03:02:08.874043+0000","last_unstale":"2023-06-26T03:02:13.280838+0000","last_undegraded":"2023-06-26T03:02:13.280838+0000","last_fullsized":"2023-06-26T03:02:13.280838+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:25:35.709898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"22'2","reported_seq":23,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.282030+0000","last_change":"2023-06-26T03:02:08.509651+0000","last_active":"2023-06-26T03:02:13.282030+0000","last_peered":"2023-06-26T03:02:13.282030+0000","last_clean":"2023-06-26T03:02:13.282030+0000","last_became_active":"2023-06-26T03:02:08.508899+0000","last_became_peered":"2023-06-26T03:02:08.508899+0000","last_unstale":"2023-06-26T03:02:13.282030+0000","last_undegraded":"2023-06-26T03:02:13.282030+0000","last_fullsized":"2023-06-26T03:02:13.282030+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:43:47.554582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545387+0000","last_change":"2023-06-26T03:02:12.924780+0000","last_active":"2023-06-26T03:02:13.545387+0000","last_peered":"2023-06-26T03:02:13.545387+0000","last_clean":"2023-06-26T03:02:13.545387+0000","last_became_active":"2023-06-26T03:02:12.924361+0000","last_became_peered":"2023-06-26T03:02:12.924361+0000","last_unstale":"2023-06-26T03:02:13.545387+0000","last_undegraded":"2023-06-26T03:02:13.545387+0000","last_fullsized":"2023-06-26T03:02:13.545387+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:25:22.740481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1,5],"acting":[2,0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.445275+0000","last_change":"2023-06-26T03:02:08.883134+0000","last_active":"2023-06-26T03:02:13.445275+0000","last_peered":"2023-06-26T03:02:13.445275+0000","last_clean":"2023-06-26T03:02:13.445275+0000","last_became_active":"2023-06-26T03:02:08.882662+0000","last_became_peered":"2023-06-26T03:02:08.882662+0000","last_unstale":"2023-06-26T03:02:13.445275+0000","last_undegraded":"2023-06-26T03:02:13.445275+0000","last_fullsized":"2023-06-26T03:02:13.445275+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:59:48.740658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"22'1","reported_seq":22,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.282051+0000","last_change":"2023-06-26T03:02:08.506759+0000","last_active":"2023-06-26T03:02:13.282051+0000","last_peered":"2023-06-26T03:02:13.282051+0000","last_clean":"2023-06-26T03:02:13.282051+0000","last_became_active":"2023-06-26T03:02:08.506023+0000","last_became_peered":"2023-06-26T03:02:08.506023+0000","last_unstale":"2023-06-26T03:02:13.282051+0000","last_undegraded":"2023-06-26T03:02:13.282051+0000","last_fullsized":"2023-06-26T03:02:13.282051+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:56:32.206049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.279654+0000","last_change":"2023-06-26T03:02:12.949391+0000","last_active":"2023-06-26T03:02:13.279654+0000","last_peered":"2023-06-26T03:02:13.279654+0000","last_clean":"2023-06-26T03:02:13.279654+0000","last_became_active":"2023-06-26T03:02:12.948462+0000","last_became_peered":"2023-06-26T03:02:12.948462+0000","last_unstale":"2023-06-26T03:02:13.279654+0000","last_undegraded":"2023-06-26T03:02:13.279654+0000","last_fullsized":"2023-06-26T03:02:13.279654+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:22:14.377105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3,4],"acting":[7,6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446305+0000","last_change":"2023-06-26T03:02:12.924358+0000","last_active":"2023-06-26T03:02:13.446305+0000","last_peered":"2023-06-26T03:02:13.446305+0000","last_clean":"2023-06-26T03:02:13.446305+0000","last_became_active":"2023-06-26T03:02:12.918671+0000","last_became_peered":"2023-06-26T03:02:12.918671+0000","last_unstale":"2023-06-26T03:02:13.446305+0000","last_undegraded":"2023-06-26T03:02:13.446305+0000","last_fullsized":"2023-06-26T03:02:13.446305+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:26:17.226709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1,6],"acting":[5,3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"22'8","reported_seq":29,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545726+0000","last_change":"2023-06-26T03:02:08.481999+0000","last_active":"2023-06-26T03:02:13.545726+0000","last_peered":"2023-06-26T03:02:13.545726+0000","last_clean":"2023-06-26T03:02:13.545726+0000","last_became_active":"2023-06-26T03:02:08.480819+0000","last_became_peered":"2023-06-26T03:02:08.480819+0000","last_unstale":"2023-06-26T03:02:13.545726+0000","last_undegraded":"2023-06-26T03:02:13.545726+0000","last_fullsized":"2023-06-26T03:02:13.545726+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:56:11.031982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.274618+0000","last_change":"2023-06-26T03:02:08.873583+0000","last_active":"2023-06-26T03:02:13.274618+0000","last_peered":"2023-06-26T03:02:13.274618+0000","last_clean":"2023-06-26T03:02:13.274618+0000","last_became_active":"2023-06-26T03:02:08.872418+0000","last_became_peered":"2023-06-26T03:02:08.872418+0000","last_unstale":"2023-06-26T03:02:13.274618+0000","last_undegraded":"2023-06-26T03:02:13.274618+0000","last_fullsized":"2023-06-26T03:02:13.274618+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:16:08.453577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.274613+0000","last_change":"2023-06-26T03:02:12.929465+0000","last_active":"2023-06-26T03:02:13.274613+0000","last_peered":"2023-06-26T03:02:13.274613+0000","last_clean":"2023-06-26T03:02:13.274613+0000","last_became_active":"2023-06-26T03:02:12.928964+0000","last_became_peered":"2023-06-26T03:02:12.928964+0000","last_unstale":"2023-06-26T03:02:13.274613+0000","last_undegraded":"2023-06-26T03:02:13.274613+0000","last_fullsized":"2023-06-26T03:02:13.274613+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:45:12.823846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,0],"acting":[3,1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.279926+0000","last_change":"2023-06-26T03:02:08.509460+0000","last_active":"2023-06-26T03:02:13.279926+0000","last_peered":"2023-06-26T03:02:13.279926+0000","last_clean":"2023-06-26T03:02:13.279926+0000","last_became_active":"2023-06-26T03:02:08.508941+0000","last_became_peered":"2023-06-26T03:02:08.508941+0000","last_unstale":"2023-06-26T03:02:13.279926+0000","last_undegraded":"2023-06-26T03:02:13.279926+0000","last_fullsized":"2023-06-26T03:02:13.279926+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:29:29.927219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.549387+0000","last_change":"2023-06-26T03:02:08.881486+0000","last_active":"2023-06-26T03:02:13.549387+0000","last_peered":"2023-06-26T03:02:13.549387+0000","last_clean":"2023-06-26T03:02:13.549387+0000","last_became_active":"2023-06-26T03:02:08.881162+0000","last_became_peered":"2023-06-26T03:02:08.881162+0000","last_unstale":"2023-06-26T03:02:13.549387+0000","last_undegraded":"2023-06-26T03:02:13.549387+0000","last_fullsized":"2023-06-26T03:02:13.549387+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:26:13.816345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545760+0000","last_change":"2023-06-26T03:02:08.483075+0000","last_active":"2023-06-26T03:02:13.545760+0000","last_peered":"2023-06-26T03:02:13.545760+0000","last_clean":"2023-06-26T03:02:13.545760+0000","last_became_active":"2023-06-26T03:02:08.482803+0000","last_became_peered":"2023-06-26T03:02:08.482803+0000","last_unstale":"2023-06-26T03:02:13.545760+0000","last_undegraded":"2023-06-26T03:02:13.545760+0000","last_fullsized":"2023-06-26T03:02:13.545760+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:59:47.723982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446356+0000","last_change":"2023-06-26T03:02:08.884415+0000","last_active":"2023-06-26T03:02:13.446356+0000","last_peered":"2023-06-26T03:02:13.446356+0000","last_clean":"2023-06-26T03:02:13.446356+0000","last_became_active":"2023-06-26T03:02:08.883289+0000","last_became_peered":"2023-06-26T03:02:08.883289+0000","last_unstale":"2023-06-26T03:02:13.446356+0000","last_undegraded":"2023-06-26T03:02:13.446356+0000","last_fullsized":"2023-06-26T03:02:13.446356+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:44:27.907414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.274052+0000","last_change":"2023-06-26T03:02:12.913144+0000","last_active":"2023-06-26T03:02:13.274052+0000","last_peered":"2023-06-26T03:02:13.274052+0000","last_clean":"2023-06-26T03:02:13.274052+0000","last_became_active":"2023-06-26T03:02:12.912687+0000","last_became_peered":"2023-06-26T03:02:12.912687+0000","last_unstale":"2023-06-26T03:02:13.274052+0000","last_undegraded":"2023-06-26T03:02:13.274052+0000","last_fullsized":"2023-06-26T03:02:13.274052+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:50:29.878487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2,1],"acting":[3,7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"22'2","reported_seq":23,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.280911+0000","last_change":"2023-06-26T03:02:08.509563+0000","last_active":"2023-06-26T03:02:13.280911+0000","last_peered":"2023-06-26T03:02:13.280911+0000","last_clean":"2023-06-26T03:02:13.280911+0000","last_became_active":"2023-06-26T03:02:08.509068+0000","last_became_peered":"2023-06-26T03:02:08.509068+0000","last_unstale":"2023-06-26T03:02:13.280911+0000","last_undegraded":"2023-06-26T03:02:13.280911+0000","last_fullsized":"2023-06-26T03:02:13.280911+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:11:11.932789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.274271+0000","last_change":"2023-06-26T03:02:08.872435+0000","last_active":"2023-06-26T03:02:13.274271+0000","last_peered":"2023-06-26T03:02:13.274271+0000","last_clean":"2023-06-26T03:02:13.274271+0000","last_became_active":"2023-06-26T03:02:08.872065+0000","last_became_peered":"2023-06-26T03:02:08.872065+0000","last_unstale":"2023-06-26T03:02:13.274271+0000","last_undegraded":"2023-06-26T03:02:13.274271+0000","last_fullsized":"2023-06-26T03:02:13.274271+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:56:33.222725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446034+0000","last_change":"2023-06-26T03:02:12.927228+0000","last_active":"2023-06-26T03:02:13.446034+0000","last_peered":"2023-06-26T03:02:13.446034+0000","last_clean":"2023-06-26T03:02:13.446034+0000","last_became_active":"2023-06-26T03:02:12.925705+0000","last_became_peered":"2023-06-26T03:02:12.925705+0000","last_unstale":"2023-06-26T03:02:13.446034+0000","last_undegraded":"2023-06-26T03:02:13.446034+0000","last_fullsized":"2023-06-26T03:02:13.446034+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:49:02.189695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3,0],"acting":[5,1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.20","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545433+0000","last_change":"2023-06-26T03:02:08.866321+0000","last_active":"2023-06-26T03:02:13.545433+0000","last_peered":"2023-06-26T03:02:13.545433+0000","last_clean":"2023-06-26T03:02:13.545433+0000","last_became_active":"2023-06-26T03:02:08.866063+0000","last_became_peered":"2023-06-26T03:02:08.866063+0000","last_unstale":"2023-06-26T03:02:13.545433+0000","last_undegraded":"2023-06-26T03:02:13.545433+0000","last_fullsized":"2023-06-26T03:02:13.545433+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:39:11.957255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.21","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273406+0000","last_change":"2023-06-26T03:02:08.872311+0000","last_active":"2023-06-26T03:02:13.273406+0000","last_peered":"2023-06-26T03:02:13.273406+0000","last_clean":"2023-06-26T03:02:13.273406+0000","last_became_active":"2023-06-26T03:02:08.871859+0000","last_became_peered":"2023-06-26T03:02:08.871859+0000","last_unstale":"2023-06-26T03:02:13.273406+0000","last_undegraded":"2023-06-26T03:02:13.273406+0000","last_fullsized":"2023-06-26T03:02:13.273406+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:22:10.966740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.282580+0000","last_change":"2023-06-26T03:02:08.873673+0000","last_active":"2023-06-26T03:02:13.282580+0000","last_peered":"2023-06-26T03:02:13.282580+0000","last_clean":"2023-06-26T03:02:13.282580+0000","last_became_active":"2023-06-26T03:02:08.871723+0000","last_became_peered":"2023-06-26T03:02:08.871723+0000","last_unstale":"2023-06-26T03:02:13.282580+0000","last_undegraded":"2023-06-26T03:02:13.282580+0000","last_fullsized":"2023-06-26T03:02:13.282580+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:58:25.564582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.23","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273926+0000","last_change":"2023-06-26T03:02:08.879536+0000","last_active":"2023-06-26T03:02:13.273926+0000","last_peered":"2023-06-26T03:02:13.273926+0000","last_clean":"2023-06-26T03:02:13.273926+0000","last_became_active":"2023-06-26T03:02:08.879013+0000","last_became_peered":"2023-06-26T03:02:08.879013+0000","last_unstale":"2023-06-26T03:02:13.273926+0000","last_undegraded":"2023-06-26T03:02:13.273926+0000","last_fullsized":"2023-06-26T03:02:13.273926+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:53:20.131169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.24","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547787+0000","last_change":"2023-06-26T03:02:08.881006+0000","last_active":"2023-06-26T03:02:13.547787+0000","last_peered":"2023-06-26T03:02:13.547787+0000","last_clean":"2023-06-26T03:02:13.547787+0000","last_became_active":"2023-06-26T03:02:08.880380+0000","last_became_peered":"2023-06-26T03:02:08.880380+0000","last_unstale":"2023-06-26T03:02:13.547787+0000","last_undegraded":"2023-06-26T03:02:13.547787+0000","last_fullsized":"2023-06-26T03:02:13.547787+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:45:26.887085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.25","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446237+0000","last_change":"2023-06-26T03:02:08.884743+0000","last_active":"2023-06-26T03:02:13.446237+0000","last_peered":"2023-06-26T03:02:13.446237+0000","last_clean":"2023-06-26T03:02:13.446237+0000","last_became_active":"2023-06-26T03:02:08.883913+0000","last_became_peered":"2023-06-26T03:02:08.883913+0000","last_unstale":"2023-06-26T03:02:13.446237+0000","last_undegraded":"2023-06-26T03:02:13.446237+0000","last_fullsized":"2023-06-26T03:02:13.446237+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:59:47.723048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.26","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.548969+0000","last_change":"2023-06-26T03:02:08.864104+0000","last_active":"2023-06-26T03:02:13.548969+0000","last_peered":"2023-06-26T03:02:13.548969+0000","last_clean":"2023-06-26T03:02:13.548969+0000","last_became_active":"2023-06-26T03:02:08.863057+0000","last_became_peered":"2023-06-26T03:02:08.863057+0000","last_unstale":"2023-06-26T03:02:13.548969+0000","last_undegraded":"2023-06-26T03:02:13.548969+0000","last_fullsized":"2023-06-26T03:02:13.548969+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:08:57.190031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.27","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.550181+0000","last_change":"2023-06-26T03:02:08.874201+0000","last_active":"2023-06-26T03:02:13.550181+0000","last_peered":"2023-06-26T03:02:13.550181+0000","last_clean":"2023-06-26T03:02:13.550181+0000","last_became_active":"2023-06-26T03:02:08.868718+0000","last_became_peered":"2023-06-26T03:02:08.868718+0000","last_unstale":"2023-06-26T03:02:13.550181+0000","last_undegraded":"2023-06-26T03:02:13.550181+0000","last_fullsized":"2023-06-26T03:02:13.550181+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:59:48.740658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.28","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.278887+0000","last_change":"2023-06-26T03:02:08.888101+0000","last_active":"2023-06-26T03:02:13.278887+0000","last_peered":"2023-06-26T03:02:13.278887+0000","last_clean":"2023-06-26T03:02:13.278887+0000","last_became_active":"2023-06-26T03:02:08.887600+0000","last_became_peered":"2023-06-26T03:02:08.887600+0000","last_unstale":"2023-06-26T03:02:13.278887+0000","last_undegraded":"2023-06-26T03:02:13.278887+0000","last_fullsized":"2023-06-26T03:02:13.278887+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:24:09.716442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273249+0000","last_change":"2023-06-26T03:02:08.878805+0000","last_active":"2023-06-26T03:02:13.273249+0000","last_peered":"2023-06-26T03:02:13.273249+0000","last_clean":"2023-06-26T03:02:13.273249+0000","last_became_active":"2023-06-26T03:02:08.878393+0000","last_became_peered":"2023-06-26T03:02:08.878393+0000","last_unstale":"2023-06-26T03:02:13.273249+0000","last_undegraded":"2023-06-26T03:02:13.273249+0000","last_fullsized":"2023-06-26T03:02:13.273249+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:24:09.716442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2a","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545450+0000","last_change":"2023-06-26T03:02:08.877732+0000","last_active":"2023-06-26T03:02:13.545450+0000","last_peered":"2023-06-26T03:02:13.545450+0000","last_clean":"2023-06-26T03:02:13.545450+0000","last_became_active":"2023-06-26T03:02:08.877228+0000","last_became_peered":"2023-06-26T03:02:08.877228+0000","last_unstale":"2023-06-26T03:02:13.545450+0000","last_undegraded":"2023-06-26T03:02:13.545450+0000","last_fullsized":"2023-06-26T03:02:13.545450+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:41:21.851471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.280788+0000","last_change":"2023-06-26T03:02:08.887932+0000","last_active":"2023-06-26T03:02:13.280788+0000","last_peered":"2023-06-26T03:02:13.280788+0000","last_clean":"2023-06-26T03:02:13.280788+0000","last_became_active":"2023-06-26T03:02:08.887653+0000","last_became_peered":"2023-06-26T03:02:08.887653+0000","last_unstale":"2023-06-26T03:02:13.280788+0000","last_undegraded":"2023-06-26T03:02:13.280788+0000","last_fullsized":"2023-06-26T03:02:13.280788+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:26:13.816345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.284038+0000","last_change":"2023-06-26T03:02:08.888797+0000","last_active":"2023-06-26T03:02:13.284038+0000","last_peered":"2023-06-26T03:02:13.284038+0000","last_clean":"2023-06-26T03:02:13.284038+0000","last_became_active":"2023-06-26T03:02:08.888514+0000","last_became_peered":"2023-06-26T03:02:08.888514+0000","last_unstale":"2023-06-26T03:02:13.284038+0000","last_undegraded":"2023-06-26T03:02:13.284038+0000","last_fullsized":"2023-06-26T03:02:13.284038+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:56:36.188553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545622+0000","last_change":"2023-06-26T03:02:08.869253+0000","last_active":"2023-06-26T03:02:13.545622+0000","last_peered":"2023-06-26T03:02:13.545622+0000","last_clean":"2023-06-26T03:02:13.545622+0000","last_became_active":"2023-06-26T03:02:08.868916+0000","last_became_peered":"2023-06-26T03:02:08.868916+0000","last_unstale":"2023-06-26T03:02:13.545622+0000","last_undegraded":"2023-06-26T03:02:13.545622+0000","last_fullsized":"2023-06-26T03:02:13.545622+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:38:15.214392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.283432+0000","last_change":"2023-06-26T03:02:08.874438+0000","last_active":"2023-06-26T03:02:13.283432+0000","last_peered":"2023-06-26T03:02:13.283432+0000","last_clean":"2023-06-26T03:02:13.283432+0000","last_became_active":"2023-06-26T03:02:08.874061+0000","last_became_peered":"2023-06-26T03:02:08.874061+0000","last_unstale":"2023-06-26T03:02:13.283432+0000","last_undegraded":"2023-06-26T03:02:13.283432+0000","last_fullsized":"2023-06-26T03:02:13.283432+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:14:37.710347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.548028+0000","last_change":"2023-06-26T03:02:08.882143+0000","last_active":"2023-06-26T03:02:13.548028+0000","last_peered":"2023-06-26T03:02:13.548028+0000","last_clean":"2023-06-26T03:02:13.548028+0000","last_became_active":"2023-06-26T03:02:08.881683+0000","last_became_peered":"2023-06-26T03:02:08.881683+0000","last_unstale":"2023-06-26T03:02:13.548028+0000","last_undegraded":"2023-06-26T03:02:13.548028+0000","last_fullsized":"2023-06-26T03:02:13.548028+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:23:19.529739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.279985+0000","last_change":"2023-06-26T03:02:08.882886+0000","last_active":"2023-06-26T03:02:13.279985+0000","last_peered":"2023-06-26T03:02:13.279985+0000","last_clean":"2023-06-26T03:02:13.279985+0000","last_became_active":"2023-06-26T03:02:08.882595+0000","last_became_peered":"2023-06-26T03:02:08.882595+0000","last_unstale":"2023-06-26T03:02:13.279985+0000","last_undegraded":"2023-06-26T03:02:13.279985+0000","last_fullsized":"2023-06-26T03:02:13.279985+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:16:08.453577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.279908+0000","last_change":"2023-06-26T03:02:08.879291+0000","last_active":"2023-06-26T03:02:13.279908+0000","last_peered":"2023-06-26T03:02:13.279908+0000","last_clean":"2023-06-26T03:02:13.279908+0000","last_became_active":"2023-06-26T03:02:08.878872+0000","last_became_peered":"2023-06-26T03:02:08.878872+0000","last_unstale":"2023-06-26T03:02:13.279908+0000","last_undegraded":"2023-06-26T03:02:13.279908+0000","last_fullsized":"2023-06-26T03:02:13.279908+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:22:18.393980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446006+0000","last_change":"2023-06-26T03:02:08.873255+0000","last_active":"2023-06-26T03:02:13.446006+0000","last_peered":"2023-06-26T03:02:13.446006+0000","last_clean":"2023-06-26T03:02:13.446006+0000","last_became_active":"2023-06-26T03:02:08.872937+0000","last_became_peered":"2023-06-26T03:02:08.872937+0000","last_unstale":"2023-06-26T03:02:13.446006+0000","last_undegraded":"2023-06-26T03:02:13.446006+0000","last_fullsized":"2023-06-26T03:02:13.446006+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:22:18.393980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545706+0000","last_change":"2023-06-26T03:02:08.886963+0000","last_active":"2023-06-26T03:02:13.545706+0000","last_peered":"2023-06-26T03:02:13.545706+0000","last_clean":"2023-06-26T03:02:13.545706+0000","last_became_active":"2023-06-26T03:02:08.885587+0000","last_became_peered":"2023-06-26T03:02:08.885587+0000","last_unstale":"2023-06-26T03:02:13.545706+0000","last_undegraded":"2023-06-26T03:02:13.545706+0000","last_fullsized":"2023-06-26T03:02:13.545706+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:54:53.035851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545796+0000","last_change":"2023-06-26T03:02:08.888160+0000","last_active":"2023-06-26T03:02:13.545796+0000","last_peered":"2023-06-26T03:02:13.545796+0000","last_clean":"2023-06-26T03:02:13.545796+0000","last_became_active":"2023-06-26T03:02:08.887734+0000","last_became_peered":"2023-06-26T03:02:08.887734+0000","last_unstale":"2023-06-26T03:02:13.545796+0000","last_undegraded":"2023-06-26T03:02:13.545796+0000","last_fullsized":"2023-06-26T03:02:13.545796+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:47:42.246707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.284516+0000","last_change":"2023-06-26T03:02:08.874524+0000","last_active":"2023-06-26T03:02:13.284516+0000","last_peered":"2023-06-26T03:02:13.284516+0000","last_clean":"2023-06-26T03:02:13.284516+0000","last_became_active":"2023-06-26T03:02:08.873891+0000","last_became_peered":"2023-06-26T03:02:08.873891+0000","last_unstale":"2023-06-26T03:02:13.284516+0000","last_undegraded":"2023-06-26T03:02:13.284516+0000","last_fullsized":"2023-06-26T03:02:13.284516+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:22:57.520836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446730+0000","last_change":"2023-06-26T03:02:08.882890+0000","last_active":"2023-06-26T03:02:13.446730+0000","last_peered":"2023-06-26T03:02:13.446730+0000","last_clean":"2023-06-26T03:02:13.446730+0000","last_became_active":"2023-06-26T03:02:08.882482+0000","last_became_peered":"2023-06-26T03:02:08.882482+0000","last_unstale":"2023-06-26T03:02:13.446730+0000","last_undegraded":"2023-06-26T03:02:13.446730+0000","last_fullsized":"2023-06-26T03:02:13.446730+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:56:33.222725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547547+0000","last_change":"2023-06-26T03:02:08.889950+0000","last_active":"2023-06-26T03:02:13.547547+0000","last_peered":"2023-06-26T03:02:13.547547+0000","last_clean":"2023-06-26T03:02:13.547547+0000","last_became_active":"2023-06-26T03:02:08.889500+0000","last_became_peered":"2023-06-26T03:02:08.889500+0000","last_unstale":"2023-06-26T03:02:13.547547+0000","last_undegraded":"2023-06-26T03:02:13.547547+0000","last_fullsized":"2023-06-26T03:02:13.547547+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:34:15.306167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.445017+0000","last_change":"2023-06-26T03:02:08.889404+0000","last_active":"2023-06-26T03:02:13.445017+0000","last_peered":"2023-06-26T03:02:13.445017+0000","last_clean":"2023-06-26T03:02:13.445017+0000","last_became_active":"2023-06-26T03:02:08.888935+0000","last_became_peered":"2023-06-26T03:02:08.888935+0000","last_unstale":"2023-06-26T03:02:13.445017+0000","last_undegraded":"2023-06-26T03:02:13.445017+0000","last_fullsized":"2023-06-26T03:02:13.445017+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:41:21.851471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.279575+0000","last_change":"2023-06-26T03:02:08.879955+0000","last_active":"2023-06-26T03:02:13.279575+0000","last_peered":"2023-06-26T03:02:13.279575+0000","last_clean":"2023-06-26T03:02:13.279575+0000","last_became_active":"2023-06-26T03:02:08.879415+0000","last_became_peered":"2023-06-26T03:02:08.879415+0000","last_unstale":"2023-06-26T03:02:13.279575+0000","last_undegraded":"2023-06-26T03:02:13.279575+0000","last_fullsized":"2023-06-26T03:02:13.279575+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:48:58.779330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.282192+0000","last_change":"2023-06-26T03:02:08.882358+0000","last_active":"2023-06-26T03:02:13.282192+0000","last_peered":"2023-06-26T03:02:13.282192+0000","last_clean":"2023-06-26T03:02:13.282192+0000","last_became_active":"2023-06-26T03:02:08.882075+0000","last_became_peered":"2023-06-26T03:02:08.882075+0000","last_unstale":"2023-06-26T03:02:13.282192+0000","last_undegraded":"2023-06-26T03:02:13.282192+0000","last_fullsized":"2023-06-26T03:02:13.282192+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:37:31.311212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545026+0000","last_change":"2023-06-26T03:02:08.889669+0000","last_active":"2023-06-26T03:02:13.545026+0000","last_peered":"2023-06-26T03:02:13.545026+0000","last_clean":"2023-06-26T03:02:13.545026+0000","last_became_active":"2023-06-26T03:02:08.889384+0000","last_became_peered":"2023-06-26T03:02:08.889384+0000","last_unstale":"2023-06-26T03:02:13.545026+0000","last_undegraded":"2023-06-26T03:02:13.545026+0000","last_fullsized":"2023-06-26T03:02:13.545026+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:44:27.917217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546005+0000","last_change":"2023-06-26T03:02:08.885967+0000","last_active":"2023-06-26T03:02:13.546005+0000","last_peered":"2023-06-26T03:02:13.546005+0000","last_clean":"2023-06-26T03:02:13.546005+0000","last_became_active":"2023-06-26T03:02:08.885438+0000","last_became_peered":"2023-06-26T03:02:08.885438+0000","last_unstale":"2023-06-26T03:02:13.546005+0000","last_undegraded":"2023-06-26T03:02:13.546005+0000","last_fullsized":"2023-06-26T03:02:13.546005+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:05:06.787136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.284204+0000","last_change":"2023-06-26T03:02:08.882800+0000","last_active":"2023-06-26T03:02:13.284204+0000","last_peered":"2023-06-26T03:02:13.284204+0000","last_clean":"2023-06-26T03:02:13.284204+0000","last_became_active":"2023-06-26T03:02:08.882262+0000","last_became_peered":"2023-06-26T03:02:08.882262+0000","last_unstale":"2023-06-26T03:02:13.284204+0000","last_undegraded":"2023-06-26T03:02:13.284204+0000","last_fullsized":"2023-06-26T03:02:13.284204+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:02:02.745665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446638+0000","last_change":"2023-06-26T03:02:08.873264+0000","last_active":"2023-06-26T03:02:13.446638+0000","last_peered":"2023-06-26T03:02:13.446638+0000","last_clean":"2023-06-26T03:02:13.446638+0000","last_became_active":"2023-06-26T03:02:08.872759+0000","last_became_peered":"2023-06-26T03:02:08.872759+0000","last_unstale":"2023-06-26T03:02:13.446638+0000","last_undegraded":"2023-06-26T03:02:13.446638+0000","last_fullsized":"2023-06-26T03:02:13.446638+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:43:48.571258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3f","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546423+0000","last_change":"2023-06-26T03:02:08.881060+0000","last_active":"2023-06-26T03:02:13.546423+0000","last_peered":"2023-06-26T03:02:13.546423+0000","last_clean":"2023-06-26T03:02:13.546423+0000","last_became_active":"2023-06-26T03:02:08.880767+0000","last_became_peered":"2023-06-26T03:02:08.880767+0000","last_unstale":"2023-06-26T03:02:13.546423+0000","last_undegraded":"2023-06-26T03:02:13.546423+0000","last_fullsized":"2023-06-26T03:02:13.546423+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:10:40.050436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":4591,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574859,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27844,"kb_used_data":892,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94343996,"statfs":{"total":96636764160,"available":96608251904,"internally_reserved":0,"allocated":913408,"data_stored":714278,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95699999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56299999999999994}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98399999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.079}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89800000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.109}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.05}]}]},{"osd":6,"up_from":13,"seq":55834574858,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":284,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":290816,"data_stored":119901,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80700000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59599999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64300000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.048}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68899999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77400000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.091}]}]},{"osd":5,"up_from":13,"seq":55834574857,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":292,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":299008,"data_stored":120553,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90900000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84099999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70899999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93600000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88300000000000001}]}]},{"osd":4,"up_from":13,"seq":55834574857,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":304,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":311296,"data_stored":123750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96399999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90300000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0529999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80200000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73999999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.115}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93799999999999994}]}]},{"osd":3,"up_from":13,"seq":55834574857,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31336,"kb_used_data":288,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340504,"statfs":{"total":96636764160,"available":96604676096,"internally_reserved":0,"allocated":294912,"data_stored":119991,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78700000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56799999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92600000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82399999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.022}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0549999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574857,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31332,"kb_used_data":284,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340508,"statfs":{"total":96636764160,"available":96604680192,"internally_reserved":0,"allocated":290816,"data_stored":119901,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70399999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77500000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89200000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84399999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.99399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1180000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574856,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31332,"kb_used_data":284,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340508,"statfs":{"total":96636764160,"available":96604680192,"internally_reserved":0,"allocated":290816,"data_stored":119901,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82199999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89400000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95999999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92100000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1699999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2889999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574857,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31916,"kb_used_data":868,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94339924,"statfs":{"total":96636764160,"available":96604082176,"internally_reserved":0,"allocated":888832,"data_stored":710851,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54000000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64300000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93899999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.073}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1000000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.089}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3849,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4009,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-06-26T03:02:33.712 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-06-26T03:02:33.712 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-06-26T03:02:33.713 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2023-06-26T03:02:33.713 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2023-06-26T03:02:33.713 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2023-06-26T03:02:33.869 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.863+0000 7f2344127640 1 Processor -- start 2023-06-26T03:02:33.869 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.863+0000 7f2344127640 1 -- start start 2023-06-26T03:02:33.870 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.863+0000 7f2344127640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f233c13d580 0x7f233c13d950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:33.870 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.863+0000 7f2344127640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f233c06c550 con 0x7f233c15be10 2023-06-26T03:02:33.870 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.863+0000 7f2344127640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f233c0cbbd0 con 0x7f233c0cb740 2023-06-26T03:02:33.870 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.863+0000 7f2344127640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f233c06aed0 con 0x7f233c13d580 2023-06-26T03:02:33.870 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.863+0000 7f2341ec3640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f233c13d580 0x7f233c13d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:33.870 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.863+0000 7f2341ec3640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f233c13d580 0x7f233c13d950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38258/0 (socket says 172.21.15.23:38258) 2023-06-26T03:02:33.871 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.863+0000 7f2341ec3640 1 -- 172.21.15.23:0/1703887558 learned_addr learned my addr 172.21.15.23:0/1703887558 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:33.871 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.863+0000 7f2341ec3640 1 -- 172.21.15.23:0/1703887558 >> v1:172.21.15.71:6789/0 conn(0x7f233c0cb740 legacy=0x7f233c15b700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:33.871 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.863+0000 7f2341ec3640 1 -- 172.21.15.23:0/1703887558 >> v1:172.21.15.23:6789/0 conn(0x7f233c15be10 legacy=0x7f233c0ca1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:33.871 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.863+0000 7f2341ec3640 1 -- 172.21.15.23:0/1703887558 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f233c06b1b0 con 0x7f233c13d580 2023-06-26T03:02:33.872 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.863+0000 7f2340ec1640 1 -- 172.21.15.23:0/1703887558 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2446938588 0 0) 0x7f233c06c550 con 0x7f233c15be10 2023-06-26T03:02:33.872 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f2341ec3640 1 --2- 172.21.15.23:0/1703887558 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f233c13d580 0x7f233c13d950 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f233800aa10 tx=0x7f233801d850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57e212b516ed6810 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:33.873 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f2340ec1640 1 -- 172.21.15.23:0/1703887558 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23380a6830 con 0x7f233c13d580 2023-06-26T03:02:33.873 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f2340ec1640 1 -- 172.21.15.23:0/1703887558 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f23380a6990 con 0x7f233c13d580 2023-06-26T03:02:33.873 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f2340ec1640 1 -- 172.21.15.23:0/1703887558 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23380a6d20 con 0x7f233c13d580 2023-06-26T03:02:33.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f2344127640 1 -- 172.21.15.23:0/1703887558 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f233c13d580 msgr2=0x7f233c13d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:33.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f2344127640 1 --2- 172.21.15.23:0/1703887558 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f233c13d580 0x7f233c13d950 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f233800aa10 tx=0x7f233801d850 comp rx=0 tx=0).stop 2023-06-26T03:02:33.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f2344127640 1 -- 172.21.15.23:0/1703887558 shutdown_connections 2023-06-26T03:02:33.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f2344127640 1 --2- 172.21.15.23:0/1703887558 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f233c13d580 0x7f233c13d950 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:33.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f2344127640 1 -- 172.21.15.23:0/1703887558 >> 172.21.15.23:0/1703887558 conn(0x7f233c069400 msgr2=0x7f233c069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:33.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f2344127640 1 -- 172.21.15.23:0/1703887558 shutdown_connections 2023-06-26T03:02:33.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f2344127640 1 -- 172.21.15.23:0/1703887558 wait complete. 2023-06-26T03:02:33.875 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f2344127640 1 Processor -- start 2023-06-26T03:02:33.875 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f2344127640 1 -- start start 2023-06-26T03:02:33.876 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f2344127640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f233c0cb740 0x7f233c135d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:33.876 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f2344127640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f233c13d580 0x7f233c13c930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:33.876 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f2344127640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f233c15be10 0x7f233c06fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:33.876 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f2344127640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f233c13ce70 con 0x7f233c0cb740 2023-06-26T03:02:33.876 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f2344127640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f233c136ad0 con 0x7f233c13d580 2023-06-26T03:02:33.876 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f2344127640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f233c13b8b0 con 0x7f233c15be10 2023-06-26T03:02:33.876 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f2341ec3640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f233c0cb740 0x7f233c135d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:33.877 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f2341ec3640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f233c0cb740 0x7f233c135d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38274/0 (socket says 172.21.15.23:38274) 2023-06-26T03:02:33.877 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f2341ec3640 1 -- 172.21.15.23:0/1959833384 learned_addr learned my addr 172.21.15.23:0/1959833384 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:33.878 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f23416c2640 1 --2- 172.21.15.23:0/1959833384 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f233c13d580 0x7f233c13c930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:33.878 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f2341ec3640 1 -- 172.21.15.23:0/1959833384 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f233c15be10 msgr2=0x7f233c06fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:33.878 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f2341ec3640 1 --2- 172.21.15.23:0/1959833384 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f233c15be10 0x7f233c06fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:33.878 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f2341ec3640 1 -- 172.21.15.23:0/1959833384 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f233c13d580 msgr2=0x7f233c13c930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:33.879 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f2341ec3640 1 --2- 172.21.15.23:0/1959833384 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f233c13d580 0x7f233c13c930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:33.879 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f2341ec3640 1 -- 172.21.15.23:0/1959833384 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f233800a670 con 0x7f233c0cb740 2023-06-26T03:02:33.879 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f23416c2640 1 --2- 172.21.15.23:0/1959833384 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f233c13d580 0x7f233c13c930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:33.879 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f2341ec3640 1 --2- 172.21.15.23:0/1959833384 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f233c0cb740 0x7f233c135d00 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f233800a1c0 tx=0x7f233801a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:33.879 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f23327fc640 1 -- 172.21.15.23:0/1959833384 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23380ae950 con 0x7f233c0cb740 2023-06-26T03:02:33.879 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f23327fc640 1 -- 172.21.15.23:0/1959833384 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f23380aead0 con 0x7f233c0cb740 2023-06-26T03:02:33.879 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f2344127640 1 -- 172.21.15.23:0/1959833384 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f233c13bb70 con 0x7f233c0cb740 2023-06-26T03:02:33.879 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f23327fc640 1 -- 172.21.15.23:0/1959833384 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23380aee80 con 0x7f233c0cb740 2023-06-26T03:02:33.880 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.867+0000 7f2344127640 1 -- 172.21.15.23:0/1959833384 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f233c13c130 con 0x7f233c0cb740 2023-06-26T03:02:33.880 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.871+0000 7f2344127640 1 -- 172.21.15.23:0/1959833384 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f233c04d790 con 0x7f233c0cb740 2023-06-26T03:02:33.880 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.871+0000 7f23327fc640 1 -- 172.21.15.23:0/1959833384 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f23380b63f0 con 0x7f233c0cb740 2023-06-26T03:02:33.880 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.871+0000 7f23327fc640 1 --2- 172.21.15.23:0/1959833384 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2320066280 0x7f2320068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:33.880 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.871+0000 7f23327fc640 1 -- 172.21.15.23:0/1959833384 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f233811e530 con 0x7f233c0cb740 2023-06-26T03:02:33.881 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.871+0000 7f23416c2640 1 --2- 172.21.15.23:0/1959833384 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2320066280 0x7f2320068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:33.881 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.871+0000 7f23416c2640 1 --2- 172.21.15.23:0/1959833384 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2320066280 0x7f2320068730 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f233c070d90 tx=0x7f232c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:33.882 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:33.875+0000 7f23327fc640 1 -- 172.21.15.23:0/1959833384 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f23380eb750 con 0x7f233c0cb740 2023-06-26T03:02:34.067 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.059+0000 7f2344127640 1 -- 172.21.15.23:0/1959833384 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7f233c0ce880 con 0x7f233c0cb740 2023-06-26T03:02:34.075 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.067+0000 7f23327fc640 1 -- 172.21.15.23:0/1959833384 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) v1 ==== 74+0+164240 (secure 0 0 0) 0x7f23380eed70 con 0x7f233c0cb740 2023-06-26T03:02:34.076 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:02:34.077 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.071+0000 7f2344127640 1 -- 172.21.15.23:0/1959833384 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2320066280 msgr2=0x7f2320068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:34.078 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.071+0000 7f2344127640 1 --2- 172.21.15.23:0/1959833384 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2320066280 0x7f2320068730 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f233c070d90 tx=0x7f232c009040 comp rx=0 tx=0).stop 2023-06-26T03:02:34.078 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.071+0000 7f2344127640 1 -- 172.21.15.23:0/1959833384 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f233c0cb740 msgr2=0x7f233c135d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:34.078 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.071+0000 7f2344127640 1 --2- 172.21.15.23:0/1959833384 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f233c0cb740 0x7f233c135d00 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f233800a1c0 tx=0x7f233801a5f0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.078 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.071+0000 7f2344127640 1 -- 172.21.15.23:0/1959833384 shutdown_connections 2023-06-26T03:02:34.078 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.071+0000 7f2344127640 1 --2- 172.21.15.23:0/1959833384 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2320066280 0x7f2320068730 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.078 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.071+0000 7f2344127640 1 --2- 172.21.15.23:0/1959833384 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f233c15be10 0x7f233c06fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.078 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.071+0000 7f2344127640 1 --2- 172.21.15.23:0/1959833384 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f233c13d580 0x7f233c13c930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.079 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.071+0000 7f2344127640 1 --2- 172.21.15.23:0/1959833384 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f233c0cb740 0x7f233c135d00 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.079 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.071+0000 7f2344127640 1 -- 172.21.15.23:0/1959833384 >> 172.21.15.23:0/1959833384 conn(0x7f233c069400 msgr2=0x7f233c156b50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:34.079 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.071+0000 7f2344127640 1 -- 172.21.15.23:0/1959833384 shutdown_connections 2023-06-26T03:02:34.079 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.071+0000 7f2344127640 1 -- 172.21.15.23:0/1959833384 wait complete. 2023-06-26T03:02:34.093 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":5,"active_gid":4100,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":3372318826},{"type":"v1","addr":"172.21.15.71:6833","nonce":3372318826}]},"active_addr":"172.21.15.71:6833/3372318826","active_change":"2023-06-26T03:01:49.190267+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":4113,"name":"y","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_password":{"name":"alertmanager_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web password","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_user":{"name":"alertmanager_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web user","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"prometheus_web_password":{"name":"prometheus_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web password","long_desc":"","tags":[],"see_also":[]},"prometheus_web_user":{"name":"prometheus_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web user","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_password":{"name":"alertmanager_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web password","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_user":{"name":"alertmanager_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web user","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"prometheus_web_password":{"name":"prometheus_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web password","long_desc":"","tags":[],"see_also":[]},"prometheus_web_user":{"name":"prometheus_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web user","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.71:0","nonce":1804025360}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.71:0","nonce":301412851}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.71:0","nonce":189022113}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.71:0","nonce":1666680435}]}]} 2023-06-26T03:02:34.098 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2023-06-26T03:02:34.098 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2023-06-26T03:02:34.098 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:02:34.217 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.211+0000 7f9a7b9ff640 1 Processor -- start 2023-06-26T03:02:34.217 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.211+0000 7f9a7b9ff640 1 -- start start 2023-06-26T03:02:34.218 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.211+0000 7f9a7b9ff640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f9a7415b860 0x7f9a7405fed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.218 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.211+0000 7f9a7b9ff640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f9a7415bc30 0x7f9a74060410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.219 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.211+0000 7f9a7b9ff640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9a740ce680 con 0x7f9a74069ff0 2023-06-26T03:02:34.219 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.211+0000 7f9a7b9ff640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9a740cda70 con 0x7f9a7415b860 2023-06-26T03:02:34.219 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.211+0000 7f9a7b9ff640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9a740cdd50 con 0x7f9a7415bc30 2023-06-26T03:02:34.219 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.211+0000 7f9a7979b640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f9a7415b860 0x7f9a7405fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:34.219 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.211+0000 7f9a7979b640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f9a7415b860 0x7f9a7405fed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38278/0 (socket says 172.21.15.23:38278) 2023-06-26T03:02:34.219 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.211+0000 7f9a7979b640 1 -- 172.21.15.23:0/1566212793 learned_addr learned my addr 172.21.15.23:0/1566212793 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:34.219 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.211+0000 7f9a78f9a640 1 --2- 172.21.15.23:0/1566212793 >> v2:172.21.15.71:3300/0 conn(0x7f9a7415bc30 0x7f9a74060410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:34.220 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.211+0000 7f9a7979b640 1 -- 172.21.15.23:0/1566212793 >> v2:172.21.15.71:3300/0 conn(0x7f9a7415bc30 msgr2=0x7f9a74060410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:34.220 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.211+0000 7f9a7979b640 1 --2- 172.21.15.23:0/1566212793 >> v2:172.21.15.71:3300/0 conn(0x7f9a7415bc30 0x7f9a74060410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.220 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.211+0000 7f9a7979b640 1 -- 172.21.15.23:0/1566212793 >> v1:172.21.15.71:6789/0 conn(0x7f9a74069ff0 legacy=0x7f9a7406a3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:34.220 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.211+0000 7f9a7979b640 1 -- 172.21.15.23:0/1566212793 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a740ce030 con 0x7f9a7415b860 2023-06-26T03:02:34.221 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.215+0000 7f9a7979b640 1 --2- 172.21.15.23:0/1566212793 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9a7415b860 0x7f9a7405fed0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f9a74160610 tx=0x7f9a6401c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97278ffcf0207cb9 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:34.221 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.215+0000 7f9a6bfff640 1 -- 172.21.15.23:0/1566212793 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a640a7070 con 0x7f9a7415b860 2023-06-26T03:02:34.221 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.215+0000 7f9a6bfff640 1 -- 172.21.15.23:0/1566212793 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a640ab430 con 0x7f9a7415b860 2023-06-26T03:02:34.222 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.215+0000 7f9a6bfff640 1 -- 172.21.15.23:0/1566212793 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a640ab7c0 con 0x7f9a7415b860 2023-06-26T03:02:34.222 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.215+0000 7f9a7b9ff640 1 -- 172.21.15.23:0/1566212793 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9a7415b860 msgr2=0x7f9a7405fed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:34.222 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.215+0000 7f9a7b9ff640 1 --2- 172.21.15.23:0/1566212793 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9a7415b860 0x7f9a7405fed0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f9a74160610 tx=0x7f9a6401c430 comp rx=0 tx=0).stop 2023-06-26T03:02:34.222 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.215+0000 7f9a7b9ff640 1 -- 172.21.15.23:0/1566212793 shutdown_connections 2023-06-26T03:02:34.223 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.215+0000 7f9a7b9ff640 1 --2- 172.21.15.23:0/1566212793 >> v2:172.21.15.71:3300/0 conn(0x7f9a7415bc30 0x7f9a74060410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.223 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.215+0000 7f9a7b9ff640 1 --2- 172.21.15.23:0/1566212793 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9a7415b860 0x7f9a7405fed0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.223 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.215+0000 7f9a7b9ff640 1 -- 172.21.15.23:0/1566212793 >> 172.21.15.23:0/1566212793 conn(0x7f9a740b13d0 msgr2=0x7f9a740cec30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:34.223 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.215+0000 7f9a7b9ff640 1 -- 172.21.15.23:0/1566212793 shutdown_connections 2023-06-26T03:02:34.223 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.215+0000 7f9a7b9ff640 1 -- 172.21.15.23:0/1566212793 wait complete. 2023-06-26T03:02:34.225 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.215+0000 7f9a7b9ff640 1 Processor -- start 2023-06-26T03:02:34.225 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.215+0000 7f9a7b9ff640 1 -- start start 2023-06-26T03:02:34.225 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.215+0000 7f9a7b9ff640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9a74069ff0 0x7f9a741f3e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.225 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.215+0000 7f9a7b9ff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9a7415b860 0x7f9a740c2880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.225 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.215+0000 7f9a7b9ff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9a7415bc30 0x7f9a740b2400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.215+0000 7f9a7b9ff640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a741f8450 con 0x7f9a7415b860 2023-06-26T03:02:34.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.215+0000 7f9a7b9ff640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a740c4560 con 0x7f9a7415bc30 2023-06-26T03:02:34.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.215+0000 7f9a7b9ff640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9a741f7840 con 0x7f9a74069ff0 2023-06-26T03:02:34.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.215+0000 7f9a78f9a640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9a7415b860 0x7f9a740c2880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:34.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.215+0000 7f9a78f9a640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9a7415b860 0x7f9a740c2880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38290/0 (socket says 172.21.15.23:38290) 2023-06-26T03:02:34.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.215+0000 7f9a78f9a640 1 -- 172.21.15.23:0/2851656294 learned_addr learned my addr 172.21.15.23:0/2851656294 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:34.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.215+0000 7f9a7979b640 1 --2- 172.21.15.23:0/2851656294 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9a74069ff0 0x7f9a741f3e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:34.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.215+0000 7f9a79f9c640 1 --2- 172.21.15.23:0/2851656294 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9a7415bc30 0x7f9a740b2400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:34.227 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.215+0000 7f9a78f9a640 1 -- 172.21.15.23:0/2851656294 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9a74069ff0 msgr2=0x7f9a741f3e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:34.227 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.215+0000 7f9a78f9a640 1 --2- 172.21.15.23:0/2851656294 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9a74069ff0 0x7f9a741f3e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.227 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.215+0000 7f9a78f9a640 1 -- 172.21.15.23:0/2851656294 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9a7415bc30 msgr2=0x7f9a740b2400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:34.227 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.215+0000 7f9a78f9a640 1 --2- 172.21.15.23:0/2851656294 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9a7415bc30 0x7f9a740b2400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.227 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.215+0000 7f9a78f9a640 1 -- 172.21.15.23:0/2851656294 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a640094d0 con 0x7f9a7415b860 2023-06-26T03:02:34.227 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.215+0000 7f9a79f9c640 1 --2- 172.21.15.23:0/2851656294 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9a7415bc30 0x7f9a740b2400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:34.227 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.219+0000 7f9a78f9a640 1 --2- 172.21.15.23:0/2851656294 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9a7415b860 0x7f9a740c2880 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f9a7000d5f0 tx=0x7f9a7000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:34.228 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.219+0000 7f9a69ffb640 1 -- 172.21.15.23:0/2851656294 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a700125f0 con 0x7f9a7415b860 2023-06-26T03:02:34.228 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.219+0000 7f9a69ffb640 1 -- 172.21.15.23:0/2851656294 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a70012750 con 0x7f9a7415b860 2023-06-26T03:02:34.228 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.219+0000 7f9a7b9ff640 1 -- 172.21.15.23:0/2851656294 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9a741f7b20 con 0x7f9a7415b860 2023-06-26T03:02:34.228 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.219+0000 7f9a69ffb640 1 -- 172.21.15.23:0/2851656294 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a70012ae0 con 0x7f9a7415b860 2023-06-26T03:02:34.228 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.219+0000 7f9a7b9ff640 1 -- 172.21.15.23:0/2851656294 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9a741f80e0 con 0x7f9a7415b860 2023-06-26T03:02:34.229 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.219+0000 7f9a7b9ff640 1 -- 172.21.15.23:0/2851656294 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9a7404d790 con 0x7f9a7415b860 2023-06-26T03:02:34.229 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.219+0000 7f9a69ffb640 1 -- 172.21.15.23:0/2851656294 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f9a70012c40 con 0x7f9a7415b860 2023-06-26T03:02:34.229 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.219+0000 7f9a69ffb640 1 --2- 172.21.15.23:0/2851656294 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9a58066280 0x7f9a58068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.229 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.219+0000 7f9a69ffb640 1 -- 172.21.15.23:0/2851656294 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f9a700844a0 con 0x7f9a7415b860 2023-06-26T03:02:34.229 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.219+0000 7f9a7979b640 1 --2- 172.21.15.23:0/2851656294 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9a58066280 0x7f9a58068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:34.229 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.219+0000 7f9a7979b640 1 --2- 172.21.15.23:0/2851656294 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9a58066280 0x7f9a58068730 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f9a640af000 tx=0x7f9a64008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:34.231 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.223+0000 7f9a69ffb640 1 -- 172.21.15.23:0/2851656294 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f9a700516c0 con 0x7f9a7415b860 2023-06-26T03:02:34.322 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:02:34.324 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:02:34.388 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.379+0000 7f9a7b9ff640 1 -- 172.21.15.23:0/2851656294 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9a7406f9a0 con 0x7f9a7415b860 2023-06-26T03:02:34.389 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.383+0000 7f9a69ffb640 1 -- 172.21.15.23:0/2851656294 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+20048 (secure 0 0 0) 0x7f9a70007380 con 0x7f9a7415b860 2023-06-26T03:02:34.390 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:02:34.390 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":27,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:02:13.266489+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:02:07.262805+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:02:07.823501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data_ec","create_time":"2023-06-26T03:02:10.900368+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:02:34.392 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.383+0000 7f9a7b9ff640 1 -- 172.21.15.23:0/2851656294 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9a58066280 msgr2=0x7f9a58068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:34.392 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.383+0000 7f9a7b9ff640 1 --2- 172.21.15.23:0/2851656294 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9a58066280 0x7f9a58068730 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f9a640af000 tx=0x7f9a64008040 comp rx=0 tx=0).stop 2023-06-26T03:02:34.392 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.383+0000 7f9a7b9ff640 1 -- 172.21.15.23:0/2851656294 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9a7415b860 msgr2=0x7f9a740c2880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:34.392 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.383+0000 7f9a7b9ff640 1 --2- 172.21.15.23:0/2851656294 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9a7415b860 0x7f9a740c2880 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f9a7000d5f0 tx=0x7f9a7000dab0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.392 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.383+0000 7f9a7b9ff640 1 -- 172.21.15.23:0/2851656294 shutdown_connections 2023-06-26T03:02:34.392 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.383+0000 7f9a7b9ff640 1 --2- 172.21.15.23:0/2851656294 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9a58066280 0x7f9a58068730 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.393 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.383+0000 7f9a7b9ff640 1 --2- 172.21.15.23:0/2851656294 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9a7415bc30 0x7f9a740b2400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.393 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.383+0000 7f9a7b9ff640 1 --2- 172.21.15.23:0/2851656294 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9a7415b860 0x7f9a740c2880 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.393 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.383+0000 7f9a7b9ff640 1 --2- 172.21.15.23:0/2851656294 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9a74069ff0 0x7f9a741f3e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.393 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.383+0000 7f9a7b9ff640 1 -- 172.21.15.23:0/2851656294 >> 172.21.15.23:0/2851656294 conn(0x7f9a740b13d0 msgr2=0x7f9a740aff40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:34.393 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.383+0000 7f9a7b9ff640 1 -- 172.21.15.23:0/2851656294 shutdown_connections 2023-06-26T03:02:34.393 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.383+0000 7f9a7b9ff640 1 -- 172.21.15.23:0/2851656294 wait complete. 2023-06-26T03:02:34.409 INFO:tasks.ceph.ceph_manager.ceph:all up! 2023-06-26T03:02:34.409 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:02:34.579 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.571+0000 7fed26de3640 1 Processor -- start 2023-06-26T03:02:34.579 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.571+0000 7fed26de3640 1 -- start start 2023-06-26T03:02:34.580 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.571+0000 7fed26de3640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fed200caa50 0x7fed200ac670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.580 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.571+0000 7fed26de3640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed200ace00 con 0x7fed2006f490 2023-06-26T03:02:34.581 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.571+0000 7fed26de3640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed200ad0e0 con 0x7fed200c41f0 2023-06-26T03:02:34.581 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.571+0000 7fed26de3640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fed2006c7b0 con 0x7fed200caa50 2023-06-26T03:02:34.581 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.571+0000 7fed25380640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fed2006f490 0x7fed20151df0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:55678/0 (socket says 172.21.15.23:55678) 2023-06-26T03:02:34.581 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.571+0000 7fed25380640 1 -- 172.21.15.23:0/1872095993 learned_addr learned my addr 172.21.15.23:0/1872095993 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:34.582 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.575+0000 7fed24b7f640 1 --2- 172.21.15.23:0/1872095993 >> v2:172.21.15.71:3300/0 conn(0x7fed200caa50 0x7fed200ac670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:34.582 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.575+0000 7fed1f7fe640 1 -- 172.21.15.23:0/1872095993 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1952803711 0 0) 0x7fed200ace00 con 0x7fed2006f490 2023-06-26T03:02:34.583 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.575+0000 7fed1f7fe640 1 -- 172.21.15.23:0/1872095993 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fed08003530 con 0x7fed2006f490 2023-06-26T03:02:34.583 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.575+0000 7fed1f7fe640 1 -- 172.21.15.23:0/1872095993 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3231596594 0 0) 0x7fed08003530 con 0x7fed2006f490 2023-06-26T03:02:34.583 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.575+0000 7fed1f7fe640 1 -- 172.21.15.23:0/1872095993 >> v2:172.21.15.71:3300/0 conn(0x7fed200caa50 msgr2=0x7fed200ac670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:34.583 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.575+0000 7fed1f7fe640 1 --2- 172.21.15.23:0/1872095993 >> v2:172.21.15.71:3300/0 conn(0x7fed200caa50 0x7fed200ac670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.583 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.575+0000 7fed1f7fe640 1 -- 172.21.15.23:0/1872095993 >> v1:172.21.15.71:6789/0 conn(0x7fed200c41f0 legacy=0x7fed2006ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:34.583 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.575+0000 7fed1f7fe640 1 -- 172.21.15.23:0/1872095993 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed200ad3c0 con 0x7fed2006f490 2023-06-26T03:02:34.583 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.575+0000 7fed1f7fe640 1 -- 172.21.15.23:0/1872095993 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7fed18001a00 con 0x7fed2006f490 2023-06-26T03:02:34.584 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.575+0000 7fed1f7fe640 1 -- 172.21.15.23:0/1872095993 >> v1:172.21.15.23:6789/0 conn(0x7fed2006f490 legacy=0x7fed20151df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:34.584 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.575+0000 7fed1f7fe640 1 --2- 172.21.15.23:0/1872095993 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fed08003980 0x7fed08003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.584 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.575+0000 7fed1f7fe640 1 --2- 172.21.15.23:0/1872095993 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fed080047d0 0x7fed08004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.584 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.575+0000 7fed1f7fe640 1 --2- 172.21.15.23:0/1872095993 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed08005180 0x7fed0800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.584 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.575+0000 7fed1f7fe640 1 -- 172.21.15.23:0/1872095993 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed2006c7b0 con 0x7fed08003980 2023-06-26T03:02:34.584 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.575+0000 7fed1f7fe640 1 -- 172.21.15.23:0/1872095993 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed0800c000 con 0x7fed08005180 2023-06-26T03:02:34.584 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.575+0000 7fed1f7fe640 1 -- 172.21.15.23:0/1872095993 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed0800c1c0 con 0x7fed080047d0 2023-06-26T03:02:34.584 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.575+0000 7fed24b7f640 1 --2- 172.21.15.23:0/1872095993 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fed08003980 0x7fed08003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:34.585 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.575+0000 7fed1ffff640 1 --2- 172.21.15.23:0/1872095993 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fed080047d0 0x7fed08004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:34.585 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.575+0000 7fed25380640 1 --2- 172.21.15.23:0/1872095993 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed08005180 0x7fed0800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:34.585 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.575+0000 7fed24b7f640 1 -- 172.21.15.23:0/1872095993 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fed080047d0 msgr2=0x7fed08004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:34.585 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.575+0000 7fed24b7f640 1 --2- 172.21.15.23:0/1872095993 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fed080047d0 0x7fed08004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.585 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.575+0000 7fed24b7f640 1 -- 172.21.15.23:0/1872095993 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed08005180 msgr2=0x7fed0800b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:34.585 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.575+0000 7fed24b7f640 1 --2- 172.21.15.23:0/1872095993 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed08005180 0x7fed0800b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.585 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.575+0000 7fed24b7f640 1 -- 172.21.15.23:0/1872095993 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed08003530 con 0x7fed08003980 2023-06-26T03:02:34.586 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.575+0000 7fed25380640 1 --2- 172.21.15.23:0/1872095993 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed08005180 0x7fed0800b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:34.586 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.575+0000 7fed25380640 1 -- 172.21.15.23:0/1872095993 reap_dead start 2023-06-26T03:02:34.586 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.575+0000 7fed1ffff640 1 --2- 172.21.15.23:0/1872095993 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fed080047d0 0x7fed08004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:34.588 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.575+0000 7fed24b7f640 1 --2- 172.21.15.23:0/1872095993 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fed08003980 0x7fed08003d90 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fed10009ae0 tx=0x7fed1001ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39ecc07664ed0478 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:34.588 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.575+0000 7fed1f7fe640 1 -- 172.21.15.23:0/1872095993 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed100a6460 con 0x7fed08003980 2023-06-26T03:02:34.588 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.575+0000 7fed1f7fe640 1 -- 172.21.15.23:0/1872095993 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed100a65c0 con 0x7fed08003980 2023-06-26T03:02:34.588 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.575+0000 7fed1f7fe640 1 -- 172.21.15.23:0/1872095993 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed100a6970 con 0x7fed08003980 2023-06-26T03:02:34.588 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.575+0000 7fed26de3640 1 -- 172.21.15.23:0/1872095993 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fed08003980 msgr2=0x7fed08003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:34.589 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.575+0000 7fed26de3640 1 --2- 172.21.15.23:0/1872095993 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fed08003980 0x7fed08003d90 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fed10009ae0 tx=0x7fed1001ca50 comp rx=0 tx=0).stop 2023-06-26T03:02:34.589 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.579+0000 7fed26de3640 1 -- 172.21.15.23:0/1872095993 shutdown_connections 2023-06-26T03:02:34.589 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.579+0000 7fed26de3640 1 --2- 172.21.15.23:0/1872095993 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fed08003980 0x7fed08003d90 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.589 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.579+0000 7fed26de3640 1 -- 172.21.15.23:0/1872095993 >> 172.21.15.23:0/1872095993 conn(0x7fed20069400 msgr2=0x7fed20069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:34.589 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.579+0000 7fed26de3640 1 -- 172.21.15.23:0/1872095993 shutdown_connections 2023-06-26T03:02:34.589 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.579+0000 7fed26de3640 1 -- 172.21.15.23:0/1872095993 wait complete. 2023-06-26T03:02:34.589 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.579+0000 7fed26de3640 1 Processor -- start 2023-06-26T03:02:34.590 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.579+0000 7fed26de3640 1 -- start start 2023-06-26T03:02:34.590 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.579+0000 7fed26de3640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fed08003980 0x7fed2014ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.590 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.579+0000 7fed26de3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed2014b2c0 0x7fed2015b900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.590 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.579+0000 7fed26de3640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fed2014bae0 0x7fed20159860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.590 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.579+0000 7fed26de3640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed2014bfe0 con 0x7fed2014bae0 2023-06-26T03:02:34.590 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.579+0000 7fed26de3640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed2015c330 con 0x7fed2014b2c0 2023-06-26T03:02:34.590 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.579+0000 7fed26de3640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed2014c280 con 0x7fed08003980 2023-06-26T03:02:34.590 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.579+0000 7fed25380640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fed2014bae0 0x7fed20159860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:34.591 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.579+0000 7fed25380640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fed2014bae0 0x7fed20159860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38314/0 (socket says 172.21.15.23:38314) 2023-06-26T03:02:34.591 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.579+0000 7fed25380640 1 -- 172.21.15.23:0/842503286 learned_addr learned my addr 172.21.15.23:0/842503286 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:34.591 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.579+0000 7fed1ffff640 1 --2- 172.21.15.23:0/842503286 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed2014b2c0 0x7fed2015b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:34.591 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.579+0000 7fed24b7f640 1 --2- 172.21.15.23:0/842503286 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fed08003980 0x7fed2014ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:34.591 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.579+0000 7fed25380640 1 -- 172.21.15.23:0/842503286 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fed08003980 msgr2=0x7fed2014ad80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:34.591 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.579+0000 7fed25380640 1 --2- 172.21.15.23:0/842503286 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fed08003980 0x7fed2014ad80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.591 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.579+0000 7fed25380640 1 -- 172.21.15.23:0/842503286 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed2014b2c0 msgr2=0x7fed2015b900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:34.591 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.579+0000 7fed25380640 1 --2- 172.21.15.23:0/842503286 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed2014b2c0 0x7fed2015b900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.592 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.579+0000 7fed25380640 1 -- 172.21.15.23:0/842503286 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed2014c560 con 0x7fed2014bae0 2023-06-26T03:02:34.592 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.579+0000 7fed25380640 1 --2- 172.21.15.23:0/842503286 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fed2014bae0 0x7fed20159860 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fed2006b4c0 tx=0x7fed1800dd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:34.592 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.579+0000 7fed1d7fa640 1 -- 172.21.15.23:0/842503286 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed18007070 con 0x7fed2014bae0 2023-06-26T03:02:34.592 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.579+0000 7fed1d7fa640 1 -- 172.21.15.23:0/842503286 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed180071f0 con 0x7fed2014bae0 2023-06-26T03:02:34.592 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.579+0000 7fed1d7fa640 1 -- 172.21.15.23:0/842503286 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed180075a0 con 0x7fed2014bae0 2023-06-26T03:02:34.592 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.579+0000 7fed26de3640 1 -- 172.21.15.23:0/842503286 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed2015c610 con 0x7fed2014bae0 2023-06-26T03:02:34.592 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.579+0000 7fed26de3640 1 -- 172.21.15.23:0/842503286 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed2015c010 con 0x7fed2014bae0 2023-06-26T03:02:34.593 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.583+0000 7fed26de3640 1 -- 172.21.15.23:0/842503286 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fed2004d790 con 0x7fed2014bae0 2023-06-26T03:02:34.593 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.583+0000 7fed1d7fa640 1 -- 172.21.15.23:0/842503286 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fed18007700 con 0x7fed2014bae0 2023-06-26T03:02:34.593 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.583+0000 7fed1d7fa640 1 --2- 172.21.15.23:0/842503286 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fed0c066280 0x7fed0c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.594 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.583+0000 7fed1d7fa640 1 -- 172.21.15.23:0/842503286 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7fed18083cd0 con 0x7fed2014bae0 2023-06-26T03:02:34.594 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.583+0000 7fed24b7f640 1 --2- 172.21.15.23:0/842503286 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fed0c066280 0x7fed0c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:34.594 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.583+0000 7fed24b7f640 1 --2- 172.21.15.23:0/842503286 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fed0c066280 0x7fed0c068730 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fed100ad000 tx=0x7fed100b2040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:34.594 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.587+0000 7fed1d7fa640 1 -- 172.21.15.23:0/842503286 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fed18054850 con 0x7fed2014bae0 2023-06-26T03:02:34.748 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.739+0000 7fed26de3640 1 -- 172.21.15.23:0/842503286 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fed200b13a0 con 0x7fed2014bae0 2023-06-26T03:02:34.750 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.743+0000 7fed1d7fa640 1 -- 172.21.15.23:0/842503286 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+20048 (secure 0 0 0) 0x7fed180543e0 con 0x7fed2014bae0 2023-06-26T03:02:34.750 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:02:34.751 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":27,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:02:13.266489+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:02:07.262805+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:02:07.823501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data_ec","create_time":"2023-06-26T03:02:10.900368+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:02:34.752 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.743+0000 7fed26de3640 1 -- 172.21.15.23:0/842503286 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fed0c066280 msgr2=0x7fed0c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:34.752 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.743+0000 7fed26de3640 1 --2- 172.21.15.23:0/842503286 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fed0c066280 0x7fed0c068730 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fed100ad000 tx=0x7fed100b2040 comp rx=0 tx=0).stop 2023-06-26T03:02:34.753 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.743+0000 7fed26de3640 1 -- 172.21.15.23:0/842503286 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fed2014bae0 msgr2=0x7fed20159860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:34.753 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.743+0000 7fed26de3640 1 --2- 172.21.15.23:0/842503286 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fed2014bae0 0x7fed20159860 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fed2006b4c0 tx=0x7fed1800dd70 comp rx=0 tx=0).stop 2023-06-26T03:02:34.753 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.743+0000 7fed26de3640 1 -- 172.21.15.23:0/842503286 shutdown_connections 2023-06-26T03:02:34.753 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.743+0000 7fed26de3640 1 --2- 172.21.15.23:0/842503286 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fed0c066280 0x7fed0c068730 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.753 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.743+0000 7fed26de3640 1 --2- 172.21.15.23:0/842503286 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fed2014bae0 0x7fed20159860 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.753 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.743+0000 7fed26de3640 1 --2- 172.21.15.23:0/842503286 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fed2014b2c0 0x7fed2015b900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.753 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.743+0000 7fed26de3640 1 --2- 172.21.15.23:0/842503286 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fed08003980 0x7fed2014ad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.753 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.743+0000 7fed26de3640 1 -- 172.21.15.23:0/842503286 >> 172.21.15.23:0/842503286 conn(0x7fed20069400 msgr2=0x7fed2006f860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:34.754 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.743+0000 7fed26de3640 1 -- 172.21.15.23:0/842503286 shutdown_connections 2023-06-26T03:02:34.754 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.747+0000 7fed26de3640 1 -- 172.21.15.23:0/842503286 wait complete. 2023-06-26T03:02:34.770 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2023-06-26T03:02:34.770 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2023-06-26T03:02:34.771 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2023-06-26T03:02:34.771 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2023-06-26T03:02:34.772 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2023-06-26T03:02:34.772 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2023-06-26T03:02:34.773 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2023-06-26T03:02:34.773 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2023-06-26T03:02:34.950 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.943+0000 7f93f967a640 1 Processor -- start 2023-06-26T03:02:34.951 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.943+0000 7f93f967a640 1 -- start start 2023-06-26T03:02:34.951 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.943+0000 7f7765ae2640 1 Processor -- start 2023-06-26T03:02:34.952 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.943+0000 7f93f967a640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f93f4158020 0x7f93f40c80b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.952 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.943+0000 7f93f967a640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f93f41584d0 con 0x7f93f415b940 2023-06-26T03:02:34.952 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.943+0000 7f93f967a640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f93f406b3c0 con 0x7f93f40ccdc0 2023-06-26T03:02:34.952 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.943+0000 7f93f967a640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f93f415beb0 con 0x7f93f4158020 2023-06-26T03:02:34.953 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.943+0000 7f93f37fe640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f93f415b940 0x7f93f406acb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:55692/0 (socket says 172.21.15.23:55692) 2023-06-26T03:02:34.953 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.943+0000 7f93f37fe640 1 -- 172.21.15.23:0/1763361336 learned_addr learned my addr 172.21.15.23:0/1763361336 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:34.953 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7f93f27fc640 1 --2- 172.21.15.23:0/1763361336 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f93f4158020 0x7f93f40c80b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:34.954 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.943+0000 7f7765ae2640 1 -- start start 2023-06-26T03:02:34.954 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7f7765ae2640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f77600c0f80 0x7f7760163c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.954 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7f7765ae2640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f7760070a10 0x7f7760164180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.954 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7f7765ae2640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f77601646c0 0x7f776006acb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.954 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7f7765ae2640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f77600cc9d0 con 0x7f7760070a10 2023-06-26T03:02:34.954 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7f7765ae2640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f77600c1350 con 0x7f77600c0f80 2023-06-26T03:02:34.955 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7f7765ae2640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f77600cb930 con 0x7f77601646c0 2023-06-26T03:02:34.955 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7f775effd640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f7760070a10 0x7f7760164180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:34.955 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7f775effd640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f7760070a10 0x7f7760164180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38320/0 (socket says 172.21.15.23:38320) 2023-06-26T03:02:34.955 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7f775effd640 1 -- 172.21.15.23:0/2062280532 learned_addr learned my addr 172.21.15.23:0/2062280532 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:34.955 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7f93f1ffb640 1 -- 172.21.15.23:0/1763361336 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3856157517 0 0) 0x7f93f41584d0 con 0x7f93f415b940 2023-06-26T03:02:34.955 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7f93f1ffb640 1 -- 172.21.15.23:0/1763361336 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f93dc003530 con 0x7f93f415b940 2023-06-26T03:02:34.956 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7fb2c9480640 1 Processor -- start 2023-06-26T03:02:34.956 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7f30dd590640 1 Processor -- start 2023-06-26T03:02:34.956 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7f93f1ffb640 1 -- 172.21.15.23:0/1763361336 <== mon.1 v1:172.21.15.71:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3345150802 0 0) 0x7f93f406b3c0 con 0x7f93f40ccdc0 2023-06-26T03:02:34.957 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7f93f1ffb640 1 -- 172.21.15.23:0/1763361336 --> v1:172.21.15.71:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f93f41584d0 con 0x7f93f40ccdc0 2023-06-26T03:02:34.957 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7f93f27fc640 1 -- 172.21.15.23:0/1763361336 >> v1:172.21.15.71:6789/0 conn(0x7f93f40ccdc0 legacy=0x7f93f40cd190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:34.957 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7f93f27fc640 1 -- 172.21.15.23:0/1763361336 >> v1:172.21.15.23:6789/0 conn(0x7f93f415b940 legacy=0x7f93f406acb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:34.957 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7f93f27fc640 1 -- 172.21.15.23:0/1763361336 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93f415c190 con 0x7f93f4158020 2023-06-26T03:02:34.957 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7f775f7fe640 1 --2- 172.21.15.23:0/2062280532 >> v2:172.21.15.71:3300/0 conn(0x7f77600c0f80 0x7f7760163c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:34.958 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7fb2c9480640 1 -- start start 2023-06-26T03:02:34.958 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7f30dd590640 1 -- start start 2023-06-26T03:02:34.958 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7f30dd590640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f30d003a5e0 0x7f30d003a9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.959 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7fe4fc353640 1 Processor -- start 2023-06-26T03:02:34.959 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7fe4fc353640 1 -- start start 2023-06-26T03:02:34.959 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7f30dd590640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f30d00545d0 0x7f30d0052fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.959 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7fb2c9480640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb2c40cb740 0x7fb2c40cdb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.960 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7fb2c9480640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fb2c406b9b0 0x7fb2c415b700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.960 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7fb2c9480640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fb2c415bc40 0x7fb2c413d580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.960 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7fb2c9480640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb2c415c0a0 con 0x7fb2c415bc40 2023-06-26T03:02:34.960 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7fb2c9480640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb2c406c550 con 0x7fb2c406b9b0 2023-06-26T03:02:34.960 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7fb2c9480640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb2c40cbbd0 con 0x7fb2c40cb740 2023-06-26T03:02:34.960 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7fb2c27fc640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fb2c406b9b0 0x7fb2c415b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:34.960 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7fb2c27fc640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fb2c406b9b0 0x7fb2c415b700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.23:55414/0 (socket says 172.21.15.23:55414) 2023-06-26T03:02:34.961 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7fb2c27fc640 1 -- 172.21.15.23:0/729786915 learned_addr learned my addr 172.21.15.23:0/729786915 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:34.961 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7fb2c37fe640 1 --2- 172.21.15.23:0/729786915 >> v2:172.21.15.23:3300/0 conn(0x7fb2c415bc40 0x7fb2c413d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:34.961 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7fa69ab1e640 1 Processor -- start 2023-06-26T03:02:34.962 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7f775effd640 1 -- 172.21.15.23:0/2062280532 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f77601646c0 msgr2=0x7f776006acb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:34.962 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7f775effd640 1 --2- 172.21.15.23:0/2062280532 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f77601646c0 0x7f776006acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.962 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7f775effd640 1 -- 172.21.15.23:0/2062280532 >> v2:172.21.15.71:3300/0 conn(0x7f77600c0f80 msgr2=0x7f7760163c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:34.962 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7f775effd640 1 --2- 172.21.15.23:0/2062280532 >> v2:172.21.15.71:3300/0 conn(0x7f77600c0f80 0x7f7760163c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.962 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7f775effd640 1 -- 172.21.15.23:0/2062280532 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77600cbc10 con 0x7f7760070a10 2023-06-26T03:02:34.962 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7fb2c2ffd640 1 --2- 172.21.15.23:0/729786915 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb2c40cb740 0x7fb2c40cdb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:34.963 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7f30d6ffd640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f30d003a5e0 0x7f30d003a9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:34.963 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7f30d6ffd640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f30d003a5e0 0x7f30d003a9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.23:55422/0 (socket says 172.21.15.23:55422) 2023-06-26T03:02:34.963 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7f30d6ffd640 1 -- 172.21.15.23:0/1549740984 learned_addr learned my addr 172.21.15.23:0/1549740984 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:34.963 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7f30dd590640 1 -- 172.21.15.23:0/1549740984 --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f30d00070e0 con 0x7f30d00534f0 2023-06-26T03:02:34.964 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7f30dd590640 1 -- 172.21.15.23:0/1549740984 --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f30d0034d60 con 0x7f30d00545d0 2023-06-26T03:02:34.964 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f775effd640 1 --2- 172.21.15.23:0/2062280532 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7760070a10 0x7f7760164180 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f776006e630 tx=0x7f775801c730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f433fdabb1da2459 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:34.964 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7fa69ab1e640 1 -- start start 2023-06-26T03:02:34.964 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7fa69ab1e640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fa6940c0f80 0x7fa694163c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.965 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7fa69ab1e640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fa69406ec20 0x7fa69406f040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.965 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7fa69ab1e640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa6940c1350 con 0x7fa694070a10 2023-06-26T03:02:34.965 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7fa69ab1e640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa6940cc9d0 con 0x7fa6940c0f80 2023-06-26T03:02:34.965 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7fa69ab1e640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa6940cb930 con 0x7fa69406ec20 2023-06-26T03:02:34.965 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f30d5ffb640 1 -- 172.21.15.23:0/1549740984 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2276360471 0 0) 0x7f30d00070e0 con 0x7f30d00534f0 2023-06-26T03:02:34.966 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7fe4fc353640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fe4f40ce6b0 0x7fe4f40acf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.966 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7fe4fc353640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fe4f40c9700 0x7fe4f416ce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.966 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7fe4fc353640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe4f406ec20 0x7fe4f4089710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.966 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7fe4fc353640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe4f40c9ec0 con 0x7fe4f40c9700 2023-06-26T03:02:34.966 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7fe4fc353640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe4f416c690 con 0x7fe4f40ce6b0 2023-06-26T03:02:34.966 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7fe4fc353640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4f416c970 con 0x7fe4f406ec20 2023-06-26T03:02:34.967 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f93f27fc640 1 --2- 172.21.15.23:0/1763361336 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f93f4158020 0x7f93f40c80b0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f93ec009cb0 tx=0x7f93ec01c970 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c89f9998a9becddc server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:34.967 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7fe4fa0ef640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fe4f40ce6b0 0x7fe4f40acf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:34.967 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7fe4fa0ef640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fe4f40ce6b0 0x7fe4f40acf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.23:55436/0 (socket says 172.21.15.23:55436) 2023-06-26T03:02:34.967 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7fe4fa0ef640 1 -- 172.21.15.23:0/958274212 learned_addr learned my addr 172.21.15.23:0/958274212 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:34.968 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7fe4f98ee640 1 --2- 172.21.15.23:0/958274212 >> v2:172.21.15.23:3300/0 conn(0x7fe4f40c9700 0x7fe4f416ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:34.968 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7fe4fa8f0640 1 --2- 172.21.15.23:0/958274212 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe4f406ec20 0x7fe4f4089710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:34.968 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f30dd590640 1 -- 172.21.15.23:0/1549740984 --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f30d003b330 con 0x7f30d003a5e0 2023-06-26T03:02:34.968 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7fa6988ba640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fa6940c0f80 0x7fa694163c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:34.968 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7fa693fff640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fa694070a10 0x7fa694164180 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:55698/0 (socket says 172.21.15.23:55698) 2023-06-26T03:02:34.969 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7fa693fff640 1 -- 172.21.15.23:0/52535011 learned_addr learned my addr 172.21.15.23:0/52535011 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:34.969 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f30d5ffb640 1 -- 172.21.15.23:0/1549740984 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f30c0003530 con 0x7f30d00534f0 2023-06-26T03:02:34.969 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f30d67fc640 1 --2- 172.21.15.23:0/1549740984 >> v2:172.21.15.23:3300/0 conn(0x7f30d00545d0 0x7f30d0052fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:34.969 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7fe4fa0ef640 1 -- 172.21.15.23:0/958274212 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe4f406ec20 msgr2=0x7fe4f4089710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:34.970 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7fe4fa0ef640 1 --2- 172.21.15.23:0/958274212 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe4f406ec20 0x7fe4f4089710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.970 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f30d67fc640 1 -- 172.21.15.23:0/1549740984 >> v2:172.21.15.71:3300/0 conn(0x7f30d003a5e0 msgr2=0x7f30d003a9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:34.970 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f30d67fc640 1 --2- 172.21.15.23:0/1549740984 >> v2:172.21.15.71:3300/0 conn(0x7f30d003a5e0 0x7f30d003a9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.970 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f30d67fc640 1 -- 172.21.15.23:0/1549740984 >> v1:172.21.15.23:6789/0 conn(0x7f30d00534f0 legacy=0x7f30d0007570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:34.971 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7fa6988ba640 1 -- 172.21.15.23:0/52535011 >> v2:172.21.15.71:3300/0 conn(0x7fa69406ec20 msgr2=0x7fa69406f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:34.971 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7fa6988ba640 1 --2- 172.21.15.23:0/52535011 >> v2:172.21.15.71:3300/0 conn(0x7fa69406ec20 0x7fa69406f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.971 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7fa6988ba640 1 -- 172.21.15.23:0/52535011 >> v1:172.21.15.23:6789/0 conn(0x7fa694070a10 legacy=0x7fa694164180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:34.971 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7fa6988ba640 1 -- 172.21.15.23:0/52535011 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6940cbc10 con 0x7fa6940c0f80 2023-06-26T03:02:34.972 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f30d67fc640 1 -- 172.21.15.23:0/1549740984 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30d003b050 con 0x7f30d00545d0 2023-06-26T03:02:34.972 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7fe4fa0ef640 1 -- 172.21.15.23:0/958274212 >> v2:172.21.15.23:3300/0 conn(0x7fe4f40c9700 msgr2=0x7fe4f416ce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:34.972 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7fe4fa0ef640 1 --2- 172.21.15.23:0/958274212 >> v2:172.21.15.23:3300/0 conn(0x7fe4f40c9700 0x7fe4f416ce90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.973 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7fe4fa0ef640 1 -- 172.21.15.23:0/958274212 --> v2:172.21.15.71:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4f40ca1a0 con 0x7fe4f40ce6b0 2023-06-26T03:02:34.973 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7fe4f98ee640 1 --2- 172.21.15.23:0/958274212 >> v2:172.21.15.23:3300/0 conn(0x7fe4f40c9700 0x7fe4f416ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:02:34.973 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f2a69175640 1 Processor -- start 2023-06-26T03:02:34.973 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f2a69175640 1 -- start start 2023-06-26T03:02:34.974 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f93f1ffb640 1 -- 172.21.15.23:0/1763361336 <== mon.2 v2:172.21.15.71:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93ec0a5a10 con 0x7f93f4158020 2023-06-26T03:02:34.974 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f93f1ffb640 1 -- 172.21.15.23:0/1763361336 <== mon.2 v2:172.21.15.71:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f93ec0a5b70 con 0x7f93f4158020 2023-06-26T03:02:34.974 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f93f1ffb640 1 -- 172.21.15.23:0/1763361336 <== mon.2 v2:172.21.15.71:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93ec0ad440 con 0x7f93f4158020 2023-06-26T03:02:34.974 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f93f967a640 1 -- 172.21.15.23:0/1763361336 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f93f4158020 msgr2=0x7f93f40c80b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:34.974 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f93f967a640 1 --2- 172.21.15.23:0/1763361336 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f93f4158020 0x7f93f40c80b0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f93ec009cb0 tx=0x7f93ec01c970 comp rx=0 tx=0).stop 2023-06-26T03:02:34.975 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f7c065df640 1 Processor -- start 2023-06-26T03:02:34.975 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f7c065df640 1 -- start start 2023-06-26T03:02:34.975 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7fb2c27fc640 1 -- 172.21.15.23:0/729786915 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb2c40cb740 msgr2=0x7fb2c40cdb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:34.975 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7fb2c27fc640 1 --2- 172.21.15.23:0/729786915 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb2c40cb740 0x7fb2c40cdb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.976 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7fb2c27fc640 1 -- 172.21.15.23:0/729786915 >> v2:172.21.15.23:3300/0 conn(0x7fb2c415bc40 msgr2=0x7fb2c413d580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:34.976 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7fb2c27fc640 1 --2- 172.21.15.23:0/729786915 >> v2:172.21.15.23:3300/0 conn(0x7fb2c415bc40 0x7fb2c413d580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.976 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.947+0000 7fb2c27fc640 1 -- 172.21.15.23:0/729786915 --> v2:172.21.15.71:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb2c406aed0 con 0x7fb2c406b9b0 2023-06-26T03:02:34.976 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f93f967a640 1 -- 172.21.15.23:0/1763361336 shutdown_connections 2023-06-26T03:02:34.976 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f93f967a640 1 --2- 172.21.15.23:0/1763361336 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f93f4158020 0x7f93f40c80b0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.976 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f93f967a640 1 -- 172.21.15.23:0/1763361336 >> 172.21.15.23:0/1763361336 conn(0x7f93f40b0230 msgr2=0x7f93f40cd9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:34.977 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7fb2c27fc640 1 --2- 172.21.15.23:0/729786915 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb2c406b9b0 0x7fb2c415b700 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fb2c406c720 tx=0x7fb2b401c460 comp rx=0 tx=0).ready entity=mon.1 client_cookie=88c3c855b81e010b server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:34.977 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f2a69175640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f2a64156840 0x7f2a6415fee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.977 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f2a69175640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2a6406ede0 con 0x7f2a640b29c0 2023-06-26T03:02:34.977 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f2a69175640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2a64160e40 con 0x7f2a64156c10 2023-06-26T03:02:34.978 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f2a69175640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2a640b2e60 con 0x7f2a64156840 2023-06-26T03:02:34.978 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7fb2c1ffb640 1 -- 172.21.15.23:0/729786915 <== mon.1 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2b40ac640 con 0x7fb2c406b9b0 2023-06-26T03:02:34.978 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7fb2c1ffb640 1 -- 172.21.15.23:0/729786915 <== mon.1 v2:172.21.15.71:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb2c413e2d0 con 0x7fb2c406b9b0 2023-06-26T03:02:34.978 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7fb2c1ffb640 1 -- 172.21.15.23:0/729786915 <== mon.1 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2b40ac9c0 con 0x7fb2c406b9b0 2023-06-26T03:02:34.979 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f775e7fc640 1 -- 172.21.15.23:0/2062280532 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77580a6490 con 0x7f7760070a10 2023-06-26T03:02:34.979 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f775e7fc640 1 -- 172.21.15.23:0/2062280532 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77580a65f0 con 0x7f7760070a10 2023-06-26T03:02:34.979 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f775e7fc640 1 -- 172.21.15.23:0/2062280532 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77580a6980 con 0x7f7760070a10 2023-06-26T03:02:34.979 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f7765ae2640 1 -- 172.21.15.23:0/2062280532 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7760070a10 msgr2=0x7f7760164180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:34.979 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f7765ae2640 1 --2- 172.21.15.23:0/2062280532 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7760070a10 0x7f7760164180 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f776006e630 tx=0x7f775801c730 comp rx=0 tx=0).stop 2023-06-26T03:02:34.979 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f2a637fe640 1 --1- >> v1:172.21.15.71:6789/0 conn(0x7f2a64156c10 0x7f2a6406f270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.71:6789/0 says I am v1:172.21.15.23:57624/0 (socket says 172.21.15.23:57624) 2023-06-26T03:02:34.980 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f7765ae2640 1 -- 172.21.15.23:0/2062280532 shutdown_connections 2023-06-26T03:02:34.980 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f7765ae2640 1 --2- 172.21.15.23:0/2062280532 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f77601646c0 0x7f776006acb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.980 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f7765ae2640 1 --2- 172.21.15.23:0/2062280532 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7760070a10 0x7f7760164180 secure :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f776006e630 tx=0x7f775801c730 comp rx=0 tx=0).stop 2023-06-26T03:02:34.980 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f7765ae2640 1 --2- 172.21.15.23:0/2062280532 >> v2:172.21.15.71:3300/0 conn(0x7f77600c0f80 0x7f7760163c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.980 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f7765ae2640 1 -- 172.21.15.23:0/2062280532 >> 172.21.15.23:0/2062280532 conn(0x7f77600af5e0 msgr2=0x7f77600af9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:34.981 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f2a637fe640 1 -- 172.21.15.23:0/3578975193 learned_addr learned my addr 172.21.15.23:0/3578975193 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:34.981 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f7c065df640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f7c0006bc70 0x7f7c0015c500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.981 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f7c065df640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f7c000cbe70 0x7f7c000ab880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.981 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f7c065df640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7c000ca800 con 0x7f7c000abdc0 2023-06-26T03:02:34.982 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f2a63fff640 1 --2- 172.21.15.23:0/3578975193 >> v2:172.21.15.23:3300/0 conn(0x7f2a64156840 0x7f2a6415fee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:34.982 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f7c065df640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7c000cc6c0 con 0x7f7c000cbe70 2023-06-26T03:02:34.982 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f7c065df640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7c000ac200 con 0x7f7c0006bc70 2023-06-26T03:02:34.982 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f7765ae2640 1 -- 172.21.15.23:0/2062280532 shutdown_connections 2023-06-26T03:02:34.983 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f93f967a640 1 -- 172.21.15.23:0/1763361336 shutdown_connections 2023-06-26T03:02:34.983 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f2a62ffd640 1 -- 172.21.15.23:0/3578975193 <== mon.1 v1:172.21.15.71:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2076816782 0 0) 0x7f2a64160e40 con 0x7f2a64156c10 2023-06-26T03:02:34.983 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f2a62ffd640 1 -- 172.21.15.23:0/3578975193 --> v1:172.21.15.71:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2a4c003530 con 0x7f2a64156c10 2023-06-26T03:02:34.984 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f30d67fc640 1 --2- 172.21.15.23:0/1549740984 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f30d00545d0 0x7f30d0052fb0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f30d8068200 tx=0x7f30d8095870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ae1e448fd1e0763 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:34.984 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7fe4fa0ef640 1 --2- 172.21.15.23:0/958274212 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe4f40ce6b0 0x7fe4f40acf70 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fe4f4060da0 tx=0x7fe4e401ecf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=265768f3cff99b83 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:34.984 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fb2c9480640 1 -- 172.21.15.23:0/729786915 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb2c406b9b0 msgr2=0x7fb2c415b700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:34.984 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fb2c9480640 1 --2- 172.21.15.23:0/729786915 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb2c406b9b0 0x7fb2c415b700 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fb2c406c720 tx=0x7fb2b401c460 comp rx=0 tx=0).stop 2023-06-26T03:02:34.985 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f93f967a640 1 -- 172.21.15.23:0/1763361336 wait complete. 2023-06-26T03:02:34.985 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fb2c9480640 1 -- 172.21.15.23:0/729786915 shutdown_connections 2023-06-26T03:02:34.985 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fb2c9480640 1 --2- 172.21.15.23:0/729786915 >> v2:172.21.15.23:3300/0 conn(0x7fb2c415bc40 0x7fb2c413d580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.985 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fb2c9480640 1 --2- 172.21.15.23:0/729786915 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb2c406b9b0 0x7fb2c415b700 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.986 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fb2c9480640 1 --2- 172.21.15.23:0/729786915 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb2c40cb740 0x7fb2c40cdb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.986 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fb2c9480640 1 -- 172.21.15.23:0/729786915 >> 172.21.15.23:0/729786915 conn(0x7fb2c4069400 msgr2=0x7fb2c4069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:34.986 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fe4f90ed640 1 -- 172.21.15.23:0/958274212 <== mon.1 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4e40a89b0 con 0x7fe4f40ce6b0 2023-06-26T03:02:34.986 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fb2c9480640 1 -- 172.21.15.23:0/729786915 shutdown_connections 2023-06-26T03:02:34.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fe4f90ed640 1 -- 172.21.15.23:0/958274212 <== mon.1 v2:172.21.15.71:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4e40a8b10 con 0x7fe4f40ce6b0 2023-06-26T03:02:34.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fa6988ba640 1 --2- 172.21.15.23:0/52535011 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa6940c0f80 0x7fa694163c40 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fa6940b05a0 tx=0x7fa68401c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=171ed4adf5beddaa server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:34.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fe4f90ed640 1 -- 172.21.15.23:0/958274212 <== mon.1 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4e40a8ea0 con 0x7fe4f40ce6b0 2023-06-26T03:02:34.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.951+0000 7f7765ae2640 1 -- 172.21.15.23:0/2062280532 wait complete. 2023-06-26T03:02:34.988 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fb2c9480640 1 -- 172.21.15.23:0/729786915 wait complete. 2023-06-26T03:02:34.988 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fa6937fe640 1 -- 172.21.15.23:0/52535011 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6840a7070 con 0x7fa6940c0f80 2023-06-26T03:02:34.988 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fa6937fe640 1 -- 172.21.15.23:0/52535011 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa6840ab430 con 0x7fa6940c0f80 2023-06-26T03:02:34.988 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fa6937fe640 1 -- 172.21.15.23:0/52535011 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6840ab7c0 con 0x7fa6940c0f80 2023-06-26T03:02:34.989 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fa69ab1e640 1 -- 172.21.15.23:0/52535011 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa6940c0f80 msgr2=0x7fa694163c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:34.989 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fa69ab1e640 1 --2- 172.21.15.23:0/52535011 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa6940c0f80 0x7fa694163c40 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fa6940b05a0 tx=0x7fa68401c430 comp rx=0 tx=0).stop 2023-06-26T03:02:34.989 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f30d5ffb640 1 -- 172.21.15.23:0/1549740984 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30d81216c0 con 0x7f30d00545d0 2023-06-26T03:02:34.989 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f30d5ffb640 1 -- 172.21.15.23:0/1549740984 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30d8121820 con 0x7f30d00545d0 2023-06-26T03:02:34.989 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f30d5ffb640 1 -- 172.21.15.23:0/1549740984 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30d8121c50 con 0x7f30d00545d0 2023-06-26T03:02:34.990 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fe4fc353640 1 -- 172.21.15.23:0/958274212 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe4f40ce6b0 msgr2=0x7fe4f40acf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:34.990 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fe4fc353640 1 --2- 172.21.15.23:0/958274212 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe4f40ce6b0 0x7fe4f40acf70 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fe4f4060da0 tx=0x7fe4e401ecf0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.990 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f30dd590640 1 -- 172.21.15.23:0/1549740984 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f30d00545d0 msgr2=0x7f30d0052fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:34.990 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f30dd590640 1 --2- 172.21.15.23:0/1549740984 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f30d00545d0 0x7f30d0052fb0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f30d8068200 tx=0x7f30d8095870 comp rx=0 tx=0).stop 2023-06-26T03:02:34.991 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f7765ae2640 1 Processor -- start 2023-06-26T03:02:34.991 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f30dd590640 1 -- 172.21.15.23:0/1549740984 shutdown_connections 2023-06-26T03:02:34.991 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f30dd590640 1 --2- 172.21.15.23:0/1549740984 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f30d00545d0 0x7f30d0052fb0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.991 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f30dd590640 1 --2- 172.21.15.23:0/1549740984 >> v2:172.21.15.71:3300/0 conn(0x7f30d003a5e0 0x7f30d003a9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.991 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f30dd590640 1 -- 172.21.15.23:0/1549740984 >> 172.21.15.23:0/1549740984 conn(0x7f30d0038fc0 msgr2=0x7f30d00553e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:34.992 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f93f967a640 1 Processor -- start 2023-06-26T03:02:34.992 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f30dd590640 1 -- 172.21.15.23:0/1549740984 shutdown_connections 2023-06-26T03:02:34.993 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f2a62ffd640 1 -- 172.21.15.23:0/3578975193 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2551922818 0 0) 0x7f2a6406ede0 con 0x7f2a640b29c0 2023-06-26T03:02:34.993 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f2a62ffd640 1 -- 172.21.15.23:0/3578975193 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2a64160e40 con 0x7f2a640b29c0 2023-06-26T03:02:34.993 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f2a62ffd640 1 -- 172.21.15.23:0/3578975193 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 341472859 0 0) 0x7f2a64160e40 con 0x7f2a640b29c0 2023-06-26T03:02:34.993 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f2a63fff640 1 -- 172.21.15.23:0/3578975193 >> v1:172.21.15.71:6789/0 conn(0x7f2a64156c10 legacy=0x7f2a6406f270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:34.993 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f2a63fff640 1 -- 172.21.15.23:0/3578975193 >> v1:172.21.15.23:6789/0 conn(0x7f2a640b29c0 legacy=0x7f2a640cdb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:34.993 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f2a63fff640 1 -- 172.21.15.23:0/3578975193 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a641605a0 con 0x7f2a64156840 2023-06-26T03:02:34.994 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fb2c9480640 1 Processor -- start 2023-06-26T03:02:34.994 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fb2c9480640 1 -- start start 2023-06-26T03:02:34.994 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f7765ae2640 1 -- start start 2023-06-26T03:02:34.994 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f7765ae2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f77600c0f80 0x7f77600c56e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.995 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f7765ae2640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f77601646c0 0x7f77600c7060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.995 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f7765ae2640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f77600c25e0 0x7f77600c9840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.995 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f775effd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f77601646c0 0x7f77600c7060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:34.995 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f775effd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f77601646c0 0x7f77600c7060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38370/0 (socket says 172.21.15.23:38370) 2023-06-26T03:02:34.995 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f7bff7fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f7c000cbe70 0x7f7c000ab880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:34.995 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f7bff7fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f7c000cbe70 0x7f7c000ab880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38358/0 (socket says 172.21.15.23:38358) 2023-06-26T03:02:34.996 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f7bff7fe640 1 -- 172.21.15.23:0/1283833970 learned_addr learned my addr 172.21.15.23:0/1283833970 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:34.996 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fb2c9480640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb2c406b9b0 0x7fb2c414b770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.996 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f30dd590640 1 -- 172.21.15.23:0/1549740984 wait complete. 2023-06-26T03:02:34.997 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f7bff7fe640 1 -- 172.21.15.23:0/1283833970 >> v2:172.21.15.71:3300/0 conn(0x7f7c0006bc70 msgr2=0x7f7c0015c500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:34.997 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f7bff7fe640 1 --2- 172.21.15.23:0/1283833970 >> v2:172.21.15.71:3300/0 conn(0x7f7c0006bc70 0x7f7c0015c500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:34.997 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f7bff7fe640 1 -- 172.21.15.23:0/1283833970 >> v1:172.21.15.71:6789/0 conn(0x7f7c000abdc0 legacy=0x7f7c00151b10 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-06-26T03:02:34.997 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f7bff7fe640 1 -- 172.21.15.23:0/1283833970 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c000cac90 con 0x7f7c000cbe70 2023-06-26T03:02:34.997 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fb2c9480640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb2c40cb740 0x7fb2c40b25e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.998 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f30dd590640 1 Processor -- start 2023-06-26T03:02:34.998 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f775f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f77600c0f80 0x7f77600c56e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:34.998 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f775f7fe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f77600c0f80 0x7f77600c56e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.23:55470/0 (socket says 172.21.15.23:55470) 2023-06-26T03:02:34.998 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f7765ae2640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77600c8170 con 0x7f77601646c0 2023-06-26T03:02:34.998 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f7765ae2640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7760156fb0 con 0x7f77600c0f80 2023-06-26T03:02:34.999 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f7765ae2640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f77600c5c20 con 0x7f77600c25e0 2023-06-26T03:02:34.999 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fb2c9480640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb2c415bc40 0x7fb2c40b2b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:34.999 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fb2c9480640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2c414bcb0 con 0x7fb2c40cb740 2023-06-26T03:02:34.999 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fb2c9480640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2c406ee20 con 0x7fb2c415bc40 2023-06-26T03:02:34.999 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fb2c9480640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb2c406f100 con 0x7fb2c406b9b0 2023-06-26T03:02:35.000 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fb2c27fc640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb2c40cb740 0x7fb2c40b25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.000 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fb2c27fc640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb2c40cb740 0x7fb2c40b25e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38378/0 (socket says 172.21.15.23:38378) 2023-06-26T03:02:35.000 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fb2c27fc640 1 -- 172.21.15.23:0/519361258 learned_addr learned my addr 172.21.15.23:0/519361258 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:35.000 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f775effd640 1 -- 172.21.15.23:0/157127046 learned_addr learned my addr 172.21.15.23:0/157127046 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:35.001 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fa69ab1e640 1 -- 172.21.15.23:0/52535011 shutdown_connections 2023-06-26T03:02:35.001 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fa69ab1e640 1 --2- 172.21.15.23:0/52535011 >> v2:172.21.15.71:3300/0 conn(0x7fa69406ec20 0x7fa69406f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.001 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fa69ab1e640 1 --2- 172.21.15.23:0/52535011 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa6940c0f80 0x7fa694163c40 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.001 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fa69ab1e640 1 -- 172.21.15.23:0/52535011 >> 172.21.15.23:0/52535011 conn(0x7fa6940af5e0 msgr2=0x7fa6940af9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:35.001 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fe4fc353640 1 -- 172.21.15.23:0/958274212 shutdown_connections 2023-06-26T03:02:35.001 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fe4fc353640 1 --2- 172.21.15.23:0/958274212 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe4f406ec20 0x7fe4f4089710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.002 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fe4fc353640 1 --2- 172.21.15.23:0/958274212 >> v2:172.21.15.23:3300/0 conn(0x7fe4f40c9700 0x7fe4f416ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.002 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fe4fc353640 1 --2- 172.21.15.23:0/958274212 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe4f40ce6b0 0x7fe4f40acf70 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.002 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fe4fc353640 1 -- 172.21.15.23:0/958274212 >> 172.21.15.23:0/958274212 conn(0x7fe4f40b0230 msgr2=0x7fe4f40cd9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:35.002 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fe4fc353640 1 -- 172.21.15.23:0/958274212 shutdown_connections 2023-06-26T03:02:35.002 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f775ffff640 1 --2- 172.21.15.23:0/157127046 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f77600c25e0 0x7f77600c9840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.003 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fe4fc353640 1 -- 172.21.15.23:0/958274212 wait complete. 2023-06-26T03:02:35.003 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fb2c2ffd640 1 --2- 172.21.15.23:0/519361258 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb2c406b9b0 0x7fb2c414b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.003 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fb2c37fe640 1 --2- 172.21.15.23:0/519361258 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb2c415bc40 0x7fb2c40b2b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.003 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fb2c27fc640 1 -- 172.21.15.23:0/519361258 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb2c406b9b0 msgr2=0x7fb2c414b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.003 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fb2c27fc640 1 --2- 172.21.15.23:0/519361258 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb2c406b9b0 0x7fb2c414b770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.004 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fb2c27fc640 1 -- 172.21.15.23:0/519361258 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb2c415bc40 msgr2=0x7fb2c40b2b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.004 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7fb2c27fc640 1 --2- 172.21.15.23:0/519361258 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb2c415bc40 0x7fb2c40b2b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.004 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7fb2c27fc640 1 -- 172.21.15.23:0/519361258 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb2b40094d0 con 0x7fb2c40cb740 2023-06-26T03:02:35.004 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f30dd590640 1 -- start start 2023-06-26T03:02:35.004 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f30dd590640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f30d003a5e0 0x7f30d0189fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.005 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f30dd590640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f30d00534f0 0x7f30d004da90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.005 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f30dd590640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f30d00545d0 0x7f30d004dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.005 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f30dd590640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30d0033b00 con 0x7f30d00545d0 2023-06-26T03:02:35.005 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f30dd590640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30d00556b0 con 0x7f30d00534f0 2023-06-26T03:02:35.005 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f30dd590640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30d0033d30 con 0x7f30d003a5e0 2023-06-26T03:02:35.005 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7fb2c27fc640 1 --2- 172.21.15.23:0/519361258 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb2c40cb740 0x7fb2c40b25e0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fb2b401ab10 tx=0x7fb2b4019220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.006 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f30d77fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f30d00545d0 0x7f30d004dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.006 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f30d77fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f30d00545d0 0x7f30d004dfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38380/0 (socket says 172.21.15.23:38380) 2023-06-26T03:02:35.006 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f30d77fe640 1 -- 172.21.15.23:0/2721617421 learned_addr learned my addr 172.21.15.23:0/2721617421 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:35.006 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f30d6ffd640 1 --2- 172.21.15.23:0/2721617421 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f30d003a5e0 0x7f30d0189fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.006 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7fa69ab1e640 1 -- 172.21.15.23:0/52535011 shutdown_connections 2023-06-26T03:02:35.007 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7fa69ab1e640 1 -- 172.21.15.23:0/52535011 wait complete. 2023-06-26T03:02:35.007 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f30d67fc640 1 --2- 172.21.15.23:0/2721617421 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f30d00534f0 0x7f30d004da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.007 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.955+0000 7f93f967a640 1 -- start start 2023-06-26T03:02:35.008 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f30d77fe640 1 -- 172.21.15.23:0/2721617421 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f30d003a5e0 msgr2=0x7f30d0189fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.008 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f30d77fe640 1 --2- 172.21.15.23:0/2721617421 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f30d003a5e0 0x7f30d0189fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.008 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f30d77fe640 1 -- 172.21.15.23:0/2721617421 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f30d00534f0 msgr2=0x7f30d004da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.008 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f30d77fe640 1 --2- 172.21.15.23:0/2721617421 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f30d00534f0 0x7f30d004da90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.008 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f30d77fe640 1 -- 172.21.15.23:0/2721617421 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30d8072830 con 0x7f30d00545d0 2023-06-26T03:02:35.008 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f30d6ffd640 1 --2- 172.21.15.23:0/2721617421 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f30d003a5e0 0x7f30d0189fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:02:35.009 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f775effd640 1 -- 172.21.15.23:0/157127046 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f77600c25e0 msgr2=0x7f77600c9840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.009 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f775effd640 1 --2- 172.21.15.23:0/157127046 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f77600c25e0 0x7f77600c9840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.009 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f775effd640 1 -- 172.21.15.23:0/157127046 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f77600c0f80 msgr2=0x7f77600c56e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.009 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f2a63fff640 1 --2- 172.21.15.23:0/3578975193 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2a64156840 0x7f2a6415fee0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f2a58009740 tx=0x7f2a5801c220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1308cf3902c1bd4 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.010 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f30d77fe640 1 --2- 172.21.15.23:0/2721617421 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f30d00545d0 0x7f30d004dfd0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f30cc00c3c0 tx=0x7f30cc001e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.010 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f93f967a640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f93f40ccdc0 0x7f93f414db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.010 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f93f967a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f93f4158020 0x7f93f40c7550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.010 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f93f967a640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f93f415b940 0x7f93f41f81a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.010 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f93f967a640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93f414e160 con 0x7f93f40ccdc0 2023-06-26T03:02:35.010 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f93f967a640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93f414e440 con 0x7f93f4158020 2023-06-26T03:02:35.011 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f93f967a640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f93f414e720 con 0x7f93f415b940 2023-06-26T03:02:35.011 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f93f2ffd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f93f40ccdc0 0x7f93f414db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.011 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f93f27fc640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f93f4158020 0x7f93f40c7550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.011 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f93f2ffd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f93f40ccdc0 0x7f93f414db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38386/0 (socket says 172.21.15.23:38386) 2023-06-26T03:02:35.011 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f93f2ffd640 1 -- 172.21.15.23:0/215745685 learned_addr learned my addr 172.21.15.23:0/215745685 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:35.011 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f93f37fe640 1 --2- 172.21.15.23:0/215745685 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f93f415b940 0x7f93f41f81a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.012 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7fb2ab7fe640 1 -- 172.21.15.23:0/519361258 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2b40b5420 con 0x7fb2c40cb740 2023-06-26T03:02:35.012 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f30bf7fe640 1 -- 172.21.15.23:0/2721617421 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30cc0052d0 con 0x7f30d00545d0 2023-06-26T03:02:35.012 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f30dd590640 1 -- 172.21.15.23:0/2721617421 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f30d0034010 con 0x7f30d00545d0 2023-06-26T03:02:35.012 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f30dd590640 1 -- 172.21.15.23:0/2721617421 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f30d00345d0 con 0x7f30d00545d0 2023-06-26T03:02:35.013 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7fe4fc353640 1 Processor -- start 2023-06-26T03:02:35.013 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f775effd640 1 --2- 172.21.15.23:0/157127046 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f77600c0f80 0x7f77600c56e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.013 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f775effd640 1 -- 172.21.15.23:0/157127046 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7758009b30 con 0x7f77601646c0 2023-06-26T03:02:35.013 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f775f7fe640 1 --2- 172.21.15.23:0/157127046 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f77600c0f80 0x7f77600c56e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T03:02:35.014 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f2a62ffd640 1 -- 172.21.15.23:0/3578975193 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a54001680 con 0x7f2a64156840 2023-06-26T03:02:35.014 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f2a62ffd640 1 -- 172.21.15.23:0/3578975193 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a580a7050 con 0x7f2a64156840 2023-06-26T03:02:35.014 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f2a62ffd640 1 -- 172.21.15.23:0/3578975193 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a5c001980 con 0x7f2a64156840 2023-06-26T03:02:35.014 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f93f2ffd640 1 -- 172.21.15.23:0/215745685 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f93f415b940 msgr2=0x7f93f41f81a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.014 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f93f2ffd640 1 --2- 172.21.15.23:0/215745685 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f93f415b940 0x7f93f41f81a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.015 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f93f2ffd640 1 -- 172.21.15.23:0/215745685 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f93f4158020 msgr2=0x7f93f40c7550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.015 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f93f2ffd640 1 --2- 172.21.15.23:0/215745685 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f93f4158020 0x7f93f40c7550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.015 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f93f2ffd640 1 -- 172.21.15.23:0/215745685 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93ec00d040 con 0x7f93f40ccdc0 2023-06-26T03:02:35.015 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f93f2ffd640 1 --2- 172.21.15.23:0/215745685 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f93f40ccdc0 0x7f93f414db80 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f93e400c490 tx=0x7f93e400c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.015 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7fa69ab1e640 1 Processor -- start 2023-06-26T03:02:35.016 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7fa69ab1e640 1 -- start start 2023-06-26T03:02:35.016 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f775effd640 1 --2- 172.21.15.23:0/157127046 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f77601646c0 0x7f77600c7060 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f775801cc10 tx=0x7f77580194d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.016 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f93db7fe640 1 -- 172.21.15.23:0/215745685 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93e40052d0 con 0x7f93f40ccdc0 2023-06-26T03:02:35.017 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f7747fff640 1 -- 172.21.15.23:0/157127046 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77580a6490 con 0x7f77601646c0 2023-06-26T03:02:35.017 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f7747fff640 1 -- 172.21.15.23:0/157127046 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77580b5070 con 0x7f77601646c0 2023-06-26T03:02:35.017 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f7765ae2640 1 -- 172.21.15.23:0/157127046 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f77600c78d0 con 0x7f77601646c0 2023-06-26T03:02:35.017 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f7747fff640 1 -- 172.21.15.23:0/157127046 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77580a78d0 con 0x7f77601646c0 2023-06-26T03:02:35.017 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f93f967a640 1 -- 172.21.15.23:0/215745685 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f93f414ea00 con 0x7f93f40ccdc0 2023-06-26T03:02:35.018 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f93f967a640 1 -- 172.21.15.23:0/215745685 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93f40c3d40 con 0x7f93f40ccdc0 2023-06-26T03:02:35.018 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7fe4fc353640 1 -- start start 2023-06-26T03:02:35.018 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7fe4fc353640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe4f406ec20 0x7fe4f40c7570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.018 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7fe4fc353640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe4f40c9700 0x7fe4f4201a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.018 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7fe4fc353640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe4f40ce6b0 0x7fe4f4200bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.018 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7fe4fc353640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4f40adaa0 con 0x7fe4f40ce6b0 2023-06-26T03:02:35.019 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7fe4fc353640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4f40b27c0 con 0x7fe4f40c9700 2023-06-26T03:02:35.019 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7fe4fc353640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4f40b2aa0 con 0x7fe4f406ec20 2023-06-26T03:02:35.019 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f2a69175640 1 -- 172.21.15.23:0/3578975193 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2a64156840 msgr2=0x7f2a6415fee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.019 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f2a69175640 1 --2- 172.21.15.23:0/3578975193 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2a64156840 0x7f2a6415fee0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f2a58009740 tx=0x7f2a5801c220 comp rx=0 tx=0).stop 2023-06-26T03:02:35.019 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7fb2c9480640 1 -- 172.21.15.23:0/519361258 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb2c406f3e0 con 0x7fb2c40cb740 2023-06-26T03:02:35.020 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7fb2c9480640 1 -- 172.21.15.23:0/519361258 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb2c406f9a0 con 0x7fb2c40cb740 2023-06-26T03:02:35.020 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f30dd590640 1 -- 172.21.15.23:0/2721617421 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f30d0050140 con 0x7f30d00545d0 2023-06-26T03:02:35.020 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f2a69175640 1 -- 172.21.15.23:0/3578975193 shutdown_connections 2023-06-26T03:02:35.020 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f2a69175640 1 --2- 172.21.15.23:0/3578975193 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2a64156840 0x7f2a6415fee0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.021 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f2a69175640 1 -- 172.21.15.23:0/3578975193 >> 172.21.15.23:0/3578975193 conn(0x7f2a64069400 msgr2=0x7f2a64069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:35.021 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7fe4f98ee640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe4f40c9700 0x7fe4f4201a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.021 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7fe4f98ee640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe4f40c9700 0x7fe4f4201a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.23:55498/0 (socket says 172.21.15.23:55498) 2023-06-26T03:02:35.021 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7fe4f98ee640 1 -- 172.21.15.23:0/4147703532 learned_addr learned my addr 172.21.15.23:0/4147703532 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:35.021 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7fe4fa0ef640 1 --2- 172.21.15.23:0/4147703532 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe4f406ec20 0x7fe4f40c7570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.022 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f93db7fe640 1 -- 172.21.15.23:0/215745685 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f93e4005430 con 0x7f93f40ccdc0 2023-06-26T03:02:35.022 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7fe4fa8f0640 1 --2- 172.21.15.23:0/4147703532 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe4f40ce6b0 0x7fe4f4200bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.022 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f93db7fe640 1 -- 172.21.15.23:0/215745685 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93e4012870 con 0x7f93f40ccdc0 2023-06-26T03:02:35.023 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7fa69ab1e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa69406ec20 0x7fa6940c7550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.023 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7fa69ab1e640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa694070a10 0x7fa69414fe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.023 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7fa69ab1e640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa6940c0f80 0x7fa694158b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.023 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7fa69ab1e640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6940bdb50 con 0x7fa694070a10 2023-06-26T03:02:35.023 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7fa69ab1e640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6940c7b30 con 0x7fa69406ec20 2023-06-26T03:02:35.023 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7fa69ab1e640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa6940bd220 con 0x7fa6940c0f80 2023-06-26T03:02:35.024 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f7765ae2640 1 -- 172.21.15.23:0/157127046 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77600c7e90 con 0x7f77601646c0 2023-06-26T03:02:35.024 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7f93f967a640 1 -- 172.21.15.23:0/215745685 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f93f4165c90 con 0x7f93f40ccdc0 2023-06-26T03:02:35.024 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fe4f98ee640 1 -- 172.21.15.23:0/4147703532 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe4f406ec20 msgr2=0x7fe4f40c7570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.024 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fe4f98ee640 1 --2- 172.21.15.23:0/4147703532 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe4f406ec20 0x7fe4f40c7570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.024 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fe4f98ee640 1 -- 172.21.15.23:0/4147703532 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe4f40ce6b0 msgr2=0x7fe4f4200bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.025 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fe4f98ee640 1 --2- 172.21.15.23:0/4147703532 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe4f40ce6b0 0x7fe4f4200bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.025 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fe4f98ee640 1 -- 172.21.15.23:0/4147703532 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4e40094d0 con 0x7fe4f40c9700 2023-06-26T03:02:35.025 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fa6990bb640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa6940c0f80 0x7fa694158b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.025 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fa6990bb640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa6940c0f80 0x7fa694158b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3301/0 says I am v2:172.21.15.23:55692/0 (socket says 172.21.15.23:55692) 2023-06-26T03:02:35.025 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fa6990bb640 1 -- 172.21.15.23:0/3010694702 learned_addr learned my addr 172.21.15.23:0/3010694702 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:35.026 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7fb2c9480640 1 -- 172.21.15.23:0/519361258 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fb2c40cbeb0 con 0x7fb2c40cb740 2023-06-26T03:02:35.026 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7fb2ab7fe640 1 -- 172.21.15.23:0/519361258 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb2b40b5580 con 0x7fb2c40cb740 2023-06-26T03:02:35.026 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.959+0000 7fb2ab7fe640 1 -- 172.21.15.23:0/519361258 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2b40b5930 con 0x7fb2c40cb740 2023-06-26T03:02:35.026 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7f30bf7fe640 1 -- 172.21.15.23:0/2721617421 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30cc005450 con 0x7f30d00545d0 2023-06-26T03:02:35.026 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7f30bf7fe640 1 -- 172.21.15.23:0/2721617421 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30cc003840 con 0x7f30d00545d0 2023-06-26T03:02:35.027 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fe4f98ee640 1 --2- 172.21.15.23:0/4147703532 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe4f40c9700 0x7fe4f4201a70 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fe4f000e810 tx=0x7fe4f000ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.027 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fa693fff640 1 --2- 172.21.15.23:0/3010694702 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa694070a10 0x7fa69414fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.027 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fe4eaffd640 1 -- 172.21.15.23:0/4147703532 <== mon.1 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4f000c8d0 con 0x7fe4f40c9700 2023-06-26T03:02:35.028 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fe4fc353640 1 -- 172.21.15.23:0/4147703532 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe4f416d550 con 0x7fe4f40c9700 2023-06-26T03:02:35.028 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fe4eaffd640 1 -- 172.21.15.23:0/4147703532 <== mon.1 v2:172.21.15.71:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4f000ca30 con 0x7fe4f40c9700 2023-06-26T03:02:35.028 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fe4eaffd640 1 -- 172.21.15.23:0/4147703532 <== mon.1 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4f000cdc0 con 0x7fe4f40c9700 2023-06-26T03:02:35.028 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fe4fc353640 1 -- 172.21.15.23:0/4147703532 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe4f40b3060 con 0x7fe4f40c9700 2023-06-26T03:02:35.028 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7f7765ae2640 1 -- 172.21.15.23:0/157127046 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f77600cb5c0 con 0x7f77601646c0 2023-06-26T03:02:35.029 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7f2a69175640 1 -- 172.21.15.23:0/3578975193 shutdown_connections 2023-06-26T03:02:35.029 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7f7747fff640 1 -- 172.21.15.23:0/157127046 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f77580a7a30 con 0x7f77601646c0 2023-06-26T03:02:35.029 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7f7747fff640 1 --2- 172.21.15.23:0/157127046 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f774c066350 0x7f774c068800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.029 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7f7747fff640 1 -- 172.21.15.23:0/157127046 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f775811e3f0 con 0x7f77601646c0 2023-06-26T03:02:35.030 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7f7747fff640 1 --2- 172.21.15.23:0/157127046 >> [v2:172.21.15.71:6824/126903284,v1:172.21.15.71:6825/126903284] conn(0x7f774c06ffa0 0x7f774c0723d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.030 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7f7747fff640 1 -- 172.21.15.23:0/157127046 --> [v2:172.21.15.71:6824/126903284,v1:172.21.15.71:6825/126903284] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f774c072aa0 con 0x7f774c06ffa0 2023-06-26T03:02:35.030 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7f7747fff640 1 -- 172.21.15.23:0/157127046 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f77580eb560 con 0x7f77601646c0 2023-06-26T03:02:35.030 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fa693fff640 1 -- 172.21.15.23:0/3010694702 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa6940c0f80 msgr2=0x7fa694158b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.031 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fa693fff640 1 --2- 172.21.15.23:0/3010694702 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa6940c0f80 0x7fa694158b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.031 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fa693fff640 1 -- 172.21.15.23:0/3010694702 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa69406ec20 msgr2=0x7fa6940c7550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.031 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fa693fff640 1 --2- 172.21.15.23:0/3010694702 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa69406ec20 0x7fa6940c7550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.031 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fa693fff640 1 -- 172.21.15.23:0/3010694702 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa684009420 con 0x7fa694070a10 2023-06-26T03:02:35.031 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fa693fff640 1 --2- 172.21.15.23:0/3010694702 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa694070a10 0x7fa69414fe10 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fa68800c340 tx=0x7fa68800c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.031 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fa6917fa640 1 -- 172.21.15.23:0/3010694702 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa688005cf0 con 0x7fa694070a10 2023-06-26T03:02:35.031 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fa6917fa640 1 -- 172.21.15.23:0/3010694702 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa688005e50 con 0x7fa694070a10 2023-06-26T03:02:35.031 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fa6917fa640 1 -- 172.21.15.23:0/3010694702 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6880072d0 con 0x7fa694070a10 2023-06-26T03:02:35.032 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7f775f7fe640 1 --2- 172.21.15.23:0/157127046 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f774c066350 0x7f774c068800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.032 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fe4fc353640 1 -- 172.21.15.23:0/4147703532 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fe4f416d3d0 con 0x7fe4f40c9700 2023-06-26T03:02:35.032 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7f775ffff640 1 --2- 172.21.15.23:0/157127046 >> [v2:172.21.15.71:6824/126903284,v1:172.21.15.71:6825/126903284] conn(0x7f774c06ffa0 0x7f774c0723d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.033 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7f2a69175640 1 -- 172.21.15.23:0/3578975193 wait complete. 2023-06-26T03:02:35.033 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7f775f7fe640 1 --2- 172.21.15.23:0/157127046 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f774c066350 0x7f774c068800 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f77600ad4b0 tx=0x7f7754008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.033 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fa69ab1e640 1 -- 172.21.15.23:0/3010694702 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa6940bd500 con 0x7fa694070a10 2023-06-26T03:02:35.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fa69ab1e640 1 -- 172.21.15.23:0/3010694702 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa69414cbb0 con 0x7fa694070a10 2023-06-26T03:02:35.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7f7bff7fe640 1 --2- 172.21.15.23:0/1283833970 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7c000cbe70 0x7f7c000ab880 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f7c000b3ac0 tx=0x7f7bec01c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5496dc11a66d7a5 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7f7bfeffd640 1 -- 172.21.15.23:0/1283833970 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bec0ac630 con 0x7f7c000cbe70 2023-06-26T03:02:35.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7f7bfeffd640 1 -- 172.21.15.23:0/1283833970 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7bec0ac790 con 0x7f7c000cbe70 2023-06-26T03:02:35.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7f7bfeffd640 1 -- 172.21.15.23:0/1283833970 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bec0acb20 con 0x7f7c000cbe70 2023-06-26T03:02:35.035 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7f93db7fe640 1 -- 172.21.15.23:0/215745685 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f93e40129d0 con 0x7f93f40ccdc0 2023-06-26T03:02:35.035 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7f93db7fe640 1 --2- 172.21.15.23:0/215745685 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f93e0066350 0x7f93e0068800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.035 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7f93db7fe640 1 -- 172.21.15.23:0/215745685 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f93e40844e0 con 0x7f93f40ccdc0 2023-06-26T03:02:35.035 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7f93db7fe640 1 --2- 172.21.15.23:0/215745685 >> [v2:172.21.15.23:6808/2206018764,v1:172.21.15.23:6809/2206018764] conn(0x7f93e0070020 0x7f93e0072450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.035 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7f93db7fe640 1 -- 172.21.15.23:0/215745685 --> [v2:172.21.15.23:6808/2206018764,v1:172.21.15.23:6809/2206018764] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f93e0072b20 con 0x7f93e0070020 2023-06-26T03:02:35.035 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7f93db7fe640 1 -- 172.21.15.23:0/215745685 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f93e4084890 con 0x7f93f40ccdc0 2023-06-26T03:02:35.035 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7f93f27fc640 1 --2- 172.21.15.23:0/215745685 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f93e0066350 0x7f93e0068800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.036 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7f93f37fe640 1 --2- 172.21.15.23:0/215745685 >> [v2:172.21.15.23:6808/2206018764,v1:172.21.15.23:6809/2206018764] conn(0x7f93e0070020 0x7f93e0072450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.036 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7f93f37fe640 1 --2- 172.21.15.23:0/215745685 >> [v2:172.21.15.23:6808/2206018764,v1:172.21.15.23:6809/2206018764] conn(0x7f93e0070020 0x7f93e0072450 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.036 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fb2ab7fe640 1 -- 172.21.15.23:0/519361258 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fb2b40b3070 con 0x7fb2c40cb740 2023-06-26T03:02:35.036 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fb2ab7fe640 1 --2- 172.21.15.23:0/519361258 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb2b0066280 0x7fb2b0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.036 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fb2ab7fe640 1 -- 172.21.15.23:0/519361258 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7fb2b411e6c0 con 0x7fb2c40cb740 2023-06-26T03:02:35.036 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fb2ab7fe640 1 --2- 172.21.15.23:0/519361258 >> [v2:172.21.15.23:6811/2516361632,v1:172.21.15.23:6812/2516361632] conn(0x7fb2b006ff50 0x7fb2b0072380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.037 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fb2ab7fe640 1 -- 172.21.15.23:0/519361258 --> [v2:172.21.15.23:6811/2516361632,v1:172.21.15.23:6812/2516361632] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fb2b0072a50 con 0x7fb2b006ff50 2023-06-26T03:02:35.037 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fb2ab7fe640 1 -- 172.21.15.23:0/519361258 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb2b411ea70 con 0x7fb2c40cb740 2023-06-26T03:02:35.037 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fb2c37fe640 1 --2- 172.21.15.23:0/519361258 >> [v2:172.21.15.23:6811/2516361632,v1:172.21.15.23:6812/2516361632] conn(0x7fb2b006ff50 0x7fb2b0072380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.037 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fb2c2ffd640 1 --2- 172.21.15.23:0/519361258 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb2b0066280 0x7fb2b0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.037 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fa69ab1e640 1 -- 172.21.15.23:0/3010694702 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fa6940cb5c0 con 0x7fa694070a10 2023-06-26T03:02:35.038 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7f30bf7fe640 1 -- 172.21.15.23:0/2721617421 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f30cc0039a0 con 0x7f30d00545d0 2023-06-26T03:02:35.038 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7f30bf7fe640 1 --2- 172.21.15.23:0/2721617421 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f30c40662b0 0x7f30c4068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.038 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7f30bf7fe640 1 -- 172.21.15.23:0/2721617421 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f30cc083970 con 0x7f30d00545d0 2023-06-26T03:02:35.038 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7f30bf7fe640 1 --2- 172.21.15.23:0/2721617421 >> [v2:172.21.15.71:6800/2090431105,v1:172.21.15.71:6801/2090431105] conn(0x7f30c406fe80 0x7f30c40722b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.038 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7f30bf7fe640 1 -- 172.21.15.23:0/2721617421 --> [v2:172.21.15.71:6800/2090431105,v1:172.21.15.71:6801/2090431105] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f30c4072980 con 0x7f30c406fe80 2023-06-26T03:02:35.038 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7f30bf7fe640 1 -- 172.21.15.23:0/2721617421 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f30cc083d90 con 0x7f30d00545d0 2023-06-26T03:02:35.038 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7f30d6ffd640 1 --2- 172.21.15.23:0/2721617421 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f30c40662b0 0x7f30c4068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.039 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7f30d67fc640 1 --2- 172.21.15.23:0/2721617421 >> [v2:172.21.15.71:6800/2090431105,v1:172.21.15.71:6801/2090431105] conn(0x7f30c406fe80 0x7f30c40722b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.039 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7fe4eaffd640 1 -- 172.21.15.23:0/4147703532 <== mon.1 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe4f00059a0 con 0x7fe4f40c9700 2023-06-26T03:02:35.039 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7fe4eaffd640 1 --2- 172.21.15.23:0/4147703532 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe4d8066280 0x7fe4d8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.039 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7fe4eaffd640 1 -- 172.21.15.23:0/4147703532 <== mon.1 v2:172.21.15.71:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7fe4f0084750 con 0x7fe4f40c9700 2023-06-26T03:02:35.039 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7fe4eaffd640 1 --2- 172.21.15.23:0/4147703532 >> [v2:172.21.15.71:6816/4032813572,v1:172.21.15.71:6817/4032813572] conn(0x7fe4d806ff50 0x7fe4d8072380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.040 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7fe4eaffd640 1 -- 172.21.15.23:0/4147703532 --> [v2:172.21.15.71:6816/4032813572,v1:172.21.15.71:6817/4032813572] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fe4d8072a50 con 0x7fe4d806ff50 2023-06-26T03:02:35.040 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7fe4eaffd640 1 -- 172.21.15.23:0/4147703532 <== mon.1 v2:172.21.15.71:3300/0 6 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe4f0084b00 con 0x7fe4f40c9700 2023-06-26T03:02:35.040 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7fe4fa8f0640 1 --2- 172.21.15.23:0/4147703532 >> [v2:172.21.15.71:6816/4032813572,v1:172.21.15.71:6817/4032813572] conn(0x7fe4d806ff50 0x7fe4d8072380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.040 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7fe4fa0ef640 1 --2- 172.21.15.23:0/4147703532 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe4d8066280 0x7fe4d8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.040 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.963+0000 7f775ffff640 1 --2- 172.21.15.23:0/157127046 >> [v2:172.21.15.71:6824/126903284,v1:172.21.15.71:6825/126903284] conn(0x7f774c06ffa0 0x7f774c0723d0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.041 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7f2a69175640 1 Processor -- start 2023-06-26T03:02:35.041 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7fe4fa0ef640 1 --2- 172.21.15.23:0/4147703532 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe4d8066280 0x7fe4d8068730 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fe4e40b2000 tx=0x7fe4e4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.041 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7fa6917fa640 1 -- 172.21.15.23:0/3010694702 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fa688007430 con 0x7fa694070a10 2023-06-26T03:02:35.042 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7fe4fa8f0640 1 --2- 172.21.15.23:0/4147703532 >> [v2:172.21.15.71:6816/4032813572,v1:172.21.15.71:6817/4032813572] conn(0x7fe4d806ff50 0x7fe4d8072380 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.042 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7f2a69175640 1 -- start start 2023-06-26T03:02:35.042 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7fb2c37fe640 1 --2- 172.21.15.23:0/519361258 >> [v2:172.21.15.23:6811/2516361632,v1:172.21.15.23:6812/2516361632] conn(0x7fb2b006ff50 0x7fb2b0072380 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.043 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7f93db7fe640 1 -- 172.21.15.23:0/215745685 <== osd.1 v2:172.21.15.23:6808/2206018764 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f93e0072b20 con 0x7f93e0070020 2023-06-26T03:02:35.043 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7f30d67fc640 1 --2- 172.21.15.23:0/2721617421 >> [v2:172.21.15.71:6800/2090431105,v1:172.21.15.71:6801/2090431105] conn(0x7f30c406fe80 0x7f30c40722b0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.043 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7f30d6ffd640 1 --2- 172.21.15.23:0/2721617421 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f30c40662b0 0x7f30c4068760 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f30c8009b00 tx=0x7f30c8008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.043 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7f93f27fc640 1 --2- 172.21.15.23:0/215745685 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f93e0066350 0x7f93e0068800 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f93ec0af000 tx=0x7f93ec0a7070 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.044 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7fb2ab7fe640 1 -- 172.21.15.23:0/519361258 <== osd.2 v2:172.21.15.23:6811/2516361632 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7fb2b0072a50 con 0x7fb2b006ff50 2023-06-26T03:02:35.044 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7f7c065df640 1 -- 172.21.15.23:0/1283833970 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7c000cbe70 msgr2=0x7f7c000ab880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.044 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7f7c065df640 1 --2- 172.21.15.23:0/1283833970 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7c000cbe70 0x7f7c000ab880 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f7c000b3ac0 tx=0x7f7bec01c480 comp rx=0 tx=0).stop 2023-06-26T03:02:35.044 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7fb2c2ffd640 1 --2- 172.21.15.23:0/519361258 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb2b0066280 0x7fb2b0068730 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fb2bc003ab0 tx=0x7fb2bc009830 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.045 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7f7c065df640 1 -- 172.21.15.23:0/1283833970 shutdown_connections 2023-06-26T03:02:35.045 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7f7c065df640 1 --2- 172.21.15.23:0/1283833970 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7c000cbe70 0x7f7c000ab880 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.045 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7f7c065df640 1 --2- 172.21.15.23:0/1283833970 >> v2:172.21.15.71:3300/0 conn(0x7f7c0006bc70 0x7f7c0015c500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.045 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7f7c065df640 1 -- 172.21.15.23:0/1283833970 >> 172.21.15.23:0/1283833970 conn(0x7f7c00069400 msgr2=0x7f7c00069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:35.046 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7fa6917fa640 1 --2- 172.21.15.23:0/3010694702 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa680066280 0x7fa680068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.046 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7fa6917fa640 1 -- 172.21.15.23:0/3010694702 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7fa688083d30 con 0x7fa694070a10 2023-06-26T03:02:35.046 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7f7c065df640 1 -- 172.21.15.23:0/1283833970 shutdown_connections 2023-06-26T03:02:35.046 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7fa6917fa640 1 --2- 172.21.15.23:0/3010694702 >> [v2:172.21.15.23:6800/4187305112,v1:172.21.15.23:6801/4187305112] conn(0x7fa68006fed0 0x7fa680072300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.047 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7fa6917fa640 1 -- 172.21.15.23:0/3010694702 --> [v2:172.21.15.23:6800/4187305112,v1:172.21.15.23:6801/4187305112] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fa6800729d0 con 0x7fa68006fed0 2023-06-26T03:02:35.047 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7fa6917fa640 1 -- 172.21.15.23:0/3010694702 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa6880840a0 con 0x7fa694070a10 2023-06-26T03:02:35.047 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7fa6988ba640 1 --2- 172.21.15.23:0/3010694702 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa680066280 0x7fa680068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.047 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7f7747fff640 1 -- 172.21.15.23:0/157127046 <== osd.6 v2:172.21.15.71:6824/126903284 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f774c072aa0 con 0x7f774c06ffa0 2023-06-26T03:02:35.048 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7fa6990bb640 1 --2- 172.21.15.23:0/3010694702 >> [v2:172.21.15.23:6800/4187305112,v1:172.21.15.23:6801/4187305112] conn(0x7fa68006fed0 0x7fa680072300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.048 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7fa6988ba640 1 --2- 172.21.15.23:0/3010694702 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa680066280 0x7fa680068730 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fa6840af000 tx=0x7fa684008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.048 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7fe4eaffd640 1 -- 172.21.15.23:0/4147703532 <== osd.5 v2:172.21.15.71:6816/4032813572 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7fe4d8072a50 con 0x7fe4d806ff50 2023-06-26T03:02:35.048 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7f7c065df640 1 -- 172.21.15.23:0/1283833970 wait complete. 2023-06-26T03:02:35.049 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f7c065df640 1 Processor -- start 2023-06-26T03:02:35.049 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7f2a69175640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2a640b29c0 0x7f2a6414d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.049 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7f2a69175640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2a64156840 0x7f2a64150e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.049 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7f2a69175640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2a64156c10 0x7f2a640cb3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.049 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7f2a68974640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2a64156c10 0x7f2a640cb3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.050 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7f2a68974640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2a64156c10 0x7f2a640cb3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38414/0 (socket says 172.21.15.23:38414) 2023-06-26T03:02:35.050 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f2a68974640 1 -- 172.21.15.23:0/3222763931 learned_addr learned my addr 172.21.15.23:0/3222763931 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:35.050 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f2a69175640 1 -- 172.21.15.23:0/3222763931 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a6414f890 con 0x7f2a64156c10 2023-06-26T03:02:35.050 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f2a69175640 1 -- 172.21.15.23:0/3222763931 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a6415a2f0 con 0x7f2a64156840 2023-06-26T03:02:35.050 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f2a69175640 1 -- 172.21.15.23:0/3222763931 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a641570a0 con 0x7f2a640b29c0 2023-06-26T03:02:35.050 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f2a68974640 1 -- 172.21.15.23:0/3222763931 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2a640b29c0 msgr2=0x7f2a6414d3b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-06-26T03:02:35.050 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f2a68974640 1 --2- 172.21.15.23:0/3222763931 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2a640b29c0 0x7f2a6414d3b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.051 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f2a68974640 1 -- 172.21.15.23:0/3222763931 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2a64156840 msgr2=0x7f2a64150e80 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-06-26T03:02:35.051 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f2a68974640 1 --2- 172.21.15.23:0/3222763931 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2a64156840 0x7f2a64150e80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.051 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f2a68974640 1 -- 172.21.15.23:0/3222763931 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a58009420 con 0x7f2a64156c10 2023-06-26T03:02:35.051 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f2a68974640 1 --2- 172.21.15.23:0/3222763931 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2a64156c10 0x7f2a640cb3c0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f2a5400c780 tx=0x7f2a5400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.051 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f2a60ff9640 1 -- 172.21.15.23:0/3222763931 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a54005270 con 0x7f2a64156c10 2023-06-26T03:02:35.051 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f2a60ff9640 1 -- 172.21.15.23:0/3222763931 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a540053d0 con 0x7f2a64156c10 2023-06-26T03:02:35.051 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f7c065df640 1 -- start start 2023-06-26T03:02:35.052 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f7c065df640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7c0006bc70 0x7f7c000c8df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.052 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f7c065df640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7c000abdc0 0x7f7c00148ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.052 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f7c065df640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7c0014aea0 0x7f7c00149410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.052 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f7c065df640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c000a9ce0 con 0x7f7c000abdc0 2023-06-26T03:02:35.052 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f7c065df640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c00146f00 con 0x7f7c0006bc70 2023-06-26T03:02:35.052 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f7c065df640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c000abb50 con 0x7f7c0014aea0 2023-06-26T03:02:35.052 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f7bfffff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7c0006bc70 0x7f7c000c8df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.053 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f7c04b7c640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7c0014aea0 0x7f7c00149410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.053 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f7c04b7c640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7c0014aea0 0x7f7c00149410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3301/0 says I am v2:172.21.15.23:55704/0 (socket says 172.21.15.23:55704) 2023-06-26T03:02:35.053 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f7c04b7c640 1 -- 172.21.15.23:0/256629453 learned_addr learned my addr 172.21.15.23:0/256629453 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:35.053 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f2a69175640 1 -- 172.21.15.23:0/3222763931 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2a64157380 con 0x7f2a64156c10 2023-06-26T03:02:35.053 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f2a60ff9640 1 -- 172.21.15.23:0/3222763931 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a5400a880 con 0x7f2a64156c10 2023-06-26T03:02:35.053 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f2a69175640 1 -- 172.21.15.23:0/3222763931 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a6414df30 con 0x7f2a64156c10 2023-06-26T03:02:35.054 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f7bff7fe640 1 --2- 172.21.15.23:0/256629453 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7c000abdc0 0x7f7c00148ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.054 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f7c04b7c640 1 -- 172.21.15.23:0/256629453 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7c0006bc70 msgr2=0x7f7c000c8df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.054 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f7c04b7c640 1 --2- 172.21.15.23:0/256629453 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7c0006bc70 0x7f7c000c8df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.055 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f7c04b7c640 1 -- 172.21.15.23:0/256629453 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7c000abdc0 msgr2=0x7f7c00148ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.055 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f7c04b7c640 1 --2- 172.21.15.23:0/256629453 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7c000abdc0 0x7f7c00148ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.055 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f7c04b7c640 1 -- 172.21.15.23:0/256629453 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7bec0094d0 con 0x7f7c0014aea0 2023-06-26T03:02:35.055 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f7bff7fe640 1 --2- 172.21.15.23:0/256629453 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7c000abdc0 0x7f7c00148ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:35.055 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f7c04b7c640 1 --2- 172.21.15.23:0/256629453 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7c0014aea0 0x7f7c00149410 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f7bf400b410 tx=0x7f7bf400b8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.055 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f7bfcff9640 1 -- 172.21.15.23:0/256629453 <== mon.2 v2:172.21.15.71:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bf4011830 con 0x7f7c0014aea0 2023-06-26T03:02:35.055 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f2a4a7fc640 1 -- 172.21.15.23:0/3222763931 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f2a3c000fd0 con 0x7f2a64156c10 2023-06-26T03:02:35.056 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f7c065df640 1 -- 172.21.15.23:0/256629453 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7c000ab590 con 0x7f7c0014aea0 2023-06-26T03:02:35.056 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7f7c065df640 1 -- 172.21.15.23:0/256629453 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c00146b90 con 0x7f7c0014aea0 2023-06-26T03:02:35.056 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.971+0000 7fa6990bb640 1 --2- 172.21.15.23:0/3010694702 >> [v2:172.21.15.23:6800/4187305112,v1:172.21.15.23:6801/4187305112] conn(0x7fa68006fed0 0x7fa680072300 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.057 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.967+0000 7f30bf7fe640 1 -- 172.21.15.23:0/2721617421 <== osd.4 v2:172.21.15.71:6800/2090431105 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f30c4072980 con 0x7f30c406fe80 2023-06-26T03:02:35.057 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.975+0000 7f7c065df640 1 -- 172.21.15.23:0/256629453 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f7c000ca490 con 0x7f7c0014aea0 2023-06-26T03:02:35.057 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.975+0000 7fa6917fa640 1 -- 172.21.15.23:0/3010694702 <== osd.3 v2:172.21.15.23:6800/4187305112 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7fa6800729d0 con 0x7fa68006fed0 2023-06-26T03:02:35.058 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.975+0000 7f2a60ff9640 1 -- 172.21.15.23:0/3222763931 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f2a5400a9e0 con 0x7f2a64156c10 2023-06-26T03:02:35.058 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.975+0000 7f2a60ff9640 1 --2- 172.21.15.23:0/3222763931 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2a50066280 0x7f2a50068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.058 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.975+0000 7f2a60ff9640 1 -- 172.21.15.23:0/3222763931 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f2a54083c30 con 0x7f2a64156c10 2023-06-26T03:02:35.058 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.975+0000 7f2a60ff9640 1 --2- 172.21.15.23:0/3222763931 >> [v2:172.21.15.71:6802/539112237,v1:172.21.15.71:6803/539112237] conn(0x7f2a5006fed0 0x7f2a50072300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.058 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.975+0000 7f2a60ff9640 1 -- 172.21.15.23:0/3222763931 --> [v2:172.21.15.71:6802/539112237,v1:172.21.15.71:6803/539112237] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f2a500729d0 con 0x7f2a5006fed0 2023-06-26T03:02:35.059 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.975+0000 7f2a60ff9640 1 -- 172.21.15.23:0/3222763931 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2a540882a0 con 0x7f2a64156c10 2023-06-26T03:02:35.059 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.975+0000 7f2a63fff640 1 --2- 172.21.15.23:0/3222763931 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2a50066280 0x7f2a50068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.059 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.975+0000 7f2a637fe640 1 --2- 172.21.15.23:0/3222763931 >> [v2:172.21.15.71:6802/539112237,v1:172.21.15.71:6803/539112237] conn(0x7f2a5006fed0 0x7f2a50072300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.059 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.975+0000 7f2a637fe640 1 --2- 172.21.15.23:0/3222763931 >> [v2:172.21.15.71:6802/539112237,v1:172.21.15.71:6803/539112237] conn(0x7f2a5006fed0 0x7f2a50072300 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.059 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.975+0000 7f2a63fff640 1 --2- 172.21.15.23:0/3222763931 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2a50066280 0x7f2a50068730 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f2a580ad000 tx=0x7f2a580a6000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.059 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.979+0000 7f7bfcff9640 1 -- 172.21.15.23:0/256629453 <== mon.2 v2:172.21.15.71:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7bf4011990 con 0x7f7c0014aea0 2023-06-26T03:02:35.060 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.979+0000 7f7bfcff9640 1 -- 172.21.15.23:0/256629453 <== mon.2 v2:172.21.15.71:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bf4011d20 con 0x7f7c0014aea0 2023-06-26T03:02:35.060 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.979+0000 7f2a60ff9640 1 -- 172.21.15.23:0/3222763931 <== osd.7 v2:172.21.15.71:6802/539112237 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f2a500729d0 con 0x7f2a5006fed0 2023-06-26T03:02:35.061 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.979+0000 7f7bfcff9640 1 -- 172.21.15.23:0/256629453 <== mon.2 v2:172.21.15.71:3301/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f7bf401a400 con 0x7f7c0014aea0 2023-06-26T03:02:35.061 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.979+0000 7f7bfcff9640 1 --2- 172.21.15.23:0/256629453 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7be4066280 0x7f7be4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.061 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.979+0000 7f7bfcff9640 1 -- 172.21.15.23:0/256629453 <== mon.2 v2:172.21.15.71:3301/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f7bf40847d0 con 0x7f7c0014aea0 2023-06-26T03:02:35.061 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.979+0000 7f7bfcff9640 1 --2- 172.21.15.23:0/256629453 >> [v2:172.21.15.23:6824/986612611,v1:172.21.15.23:6825/986612611] conn(0x7f7be406fe50 0x7f7be4072280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.061 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.979+0000 7f7bfcff9640 1 -- 172.21.15.23:0/256629453 --> [v2:172.21.15.23:6824/986612611,v1:172.21.15.23:6825/986612611] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f7be4072950 con 0x7f7be406fe50 2023-06-26T03:02:35.061 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.979+0000 7f7bfcff9640 1 -- 172.21.15.23:0/256629453 <== mon.2 v2:172.21.15.71:3301/0 6 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7bf4084b40 con 0x7f7c0014aea0 2023-06-26T03:02:35.061 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.979+0000 7f7bff7fe640 1 --2- 172.21.15.23:0/256629453 >> [v2:172.21.15.23:6824/986612611,v1:172.21.15.23:6825/986612611] conn(0x7f7be406fe50 0x7f7be4072280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.062 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.983+0000 7f7bfffff640 1 --2- 172.21.15.23:0/256629453 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7be4066280 0x7f7be4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.062 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.983+0000 7f7bff7fe640 1 --2- 172.21.15.23:0/256629453 >> [v2:172.21.15.23:6824/986612611,v1:172.21.15.23:6825/986612611] conn(0x7f7be406fe50 0x7f7be4072280 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.062 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.983+0000 7f7bfffff640 1 --2- 172.21.15.23:0/256629453 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7be4066280 0x7f7be4068730 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f7bf8000b70 tx=0x7f7bf8009690 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.062 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.983+0000 7f7bfcff9640 1 -- 172.21.15.23:0/256629453 <== osd.0 v2:172.21.15.23:6824/986612611 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f7be4072950 con 0x7f7be406fe50 2023-06-26T03:02:35.062 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.991+0000 7fb2c9480640 1 -- 172.21.15.23:0/519361258 --> [v2:172.21.15.23:6811/2516361632,v1:172.21.15.23:6812/2516361632] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fb2c404d790 con 0x7fb2b006ff50 2023-06-26T03:02:35.063 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.991+0000 7f93f967a640 1 -- 172.21.15.23:0/215745685 --> [v2:172.21.15.23:6808/2206018764,v1:172.21.15.23:6809/2206018764] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f93f4165c90 con 0x7f93e0070020 2023-06-26T03:02:35.063 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7fb2ab7fe640 1 -- 172.21.15.23:0/519361258 <== osd.2 v2:172.21.15.23:6811/2516361632 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fb2c404d790 con 0x7fb2b006ff50 2023-06-26T03:02:35.063 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7f93db7fe640 1 -- 172.21.15.23:0/215745685 <== osd.1 v2:172.21.15.23:6808/2206018764 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f93e800db10 con 0x7f93e0070020 2023-06-26T03:02:35.064 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7fb2a97fa640 1 -- 172.21.15.23:0/519361258 >> [v2:172.21.15.23:6811/2516361632,v1:172.21.15.23:6812/2516361632] conn(0x7fb2b006ff50 msgr2=0x7fb2b0072380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.064 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7fb2a97fa640 1 --2- 172.21.15.23:0/519361258 >> [v2:172.21.15.23:6811/2516361632,v1:172.21.15.23:6812/2516361632] conn(0x7fb2b006ff50 0x7fb2b0072380 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.064 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7fb2a97fa640 1 -- 172.21.15.23:0/519361258 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb2b0066280 msgr2=0x7fb2b0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.064 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7fb2a97fa640 1 --2- 172.21.15.23:0/519361258 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb2b0066280 0x7fb2b0068730 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fb2bc003ab0 tx=0x7fb2bc009830 comp rx=0 tx=0).stop 2023-06-26T03:02:35.065 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7f7765ae2640 1 -- 172.21.15.23:0/157127046 --> [v2:172.21.15.71:6824/126903284,v1:172.21.15.71:6825/126903284] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f77600cc4b0 con 0x7f774c06ffa0 2023-06-26T03:02:35.065 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7fb2a97fa640 1 -- 172.21.15.23:0/519361258 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb2c40cb740 msgr2=0x7fb2c40b25e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.065 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7fb2a97fa640 1 --2- 172.21.15.23:0/519361258 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb2c40cb740 0x7fb2c40b25e0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fb2b401ab10 tx=0x7fb2b4019220 comp rx=0 tx=0).stop 2023-06-26T03:02:35.066 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7fb2c37fe640 1 -- 172.21.15.23:0/519361258 reap_dead start 2023-06-26T03:02:35.066 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7f93f967a640 1 -- 172.21.15.23:0/215745685 >> [v2:172.21.15.23:6808/2206018764,v1:172.21.15.23:6809/2206018764] conn(0x7f93e0070020 msgr2=0x7f93e0072450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.066 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7f93f967a640 1 --2- 172.21.15.23:0/215745685 >> [v2:172.21.15.23:6808/2206018764,v1:172.21.15.23:6809/2206018764] conn(0x7f93e0070020 0x7f93e0072450 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.066 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7f93f967a640 1 -- 172.21.15.23:0/215745685 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f93e0066350 msgr2=0x7f93e0068800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.066 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7f93f967a640 1 --2- 172.21.15.23:0/215745685 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f93e0066350 0x7f93e0068800 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f93ec0af000 tx=0x7f93ec0a7070 comp rx=0 tx=0).stop 2023-06-26T03:02:35.067 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7f93f967a640 1 -- 172.21.15.23:0/215745685 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f93f40ccdc0 msgr2=0x7f93f414db80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.067 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7f93f967a640 1 --2- 172.21.15.23:0/215745685 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f93f40ccdc0 0x7f93f414db80 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f93e400c490 tx=0x7f93e400c950 comp rx=0 tx=0).stop 2023-06-26T03:02:35.067 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7f93f37fe640 1 -- 172.21.15.23:0/215745685 reap_dead start 2023-06-26T03:02:35.067 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7fb2a97fa640 1 -- 172.21.15.23:0/519361258 shutdown_connections 2023-06-26T03:02:35.067 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7fb2a97fa640 1 -- 172.21.15.23:0/519361258 >> 172.21.15.23:0/519361258 conn(0x7fb2c4069400 msgr2=0x7fb2c412ce40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:35.068 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7fe4fc353640 1 -- 172.21.15.23:0/4147703532 --> [v2:172.21.15.71:6816/4032813572,v1:172.21.15.71:6817/4032813572] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fe4f4089c50 con 0x7fe4d806ff50 2023-06-26T03:02:35.068 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7f93f967a640 1 -- 172.21.15.23:0/215745685 shutdown_connections 2023-06-26T03:02:35.068 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7f93f967a640 1 -- 172.21.15.23:0/215745685 >> 172.21.15.23:0/215745685 conn(0x7f93f40b0230 msgr2=0x7f93f4152bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:35.068 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7fb2a97fa640 1 -- 172.21.15.23:0/519361258 shutdown_connections 2023-06-26T03:02:35.069 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7f93f967a640 1 -- 172.21.15.23:0/215745685 shutdown_connections 2023-06-26T03:02:35.069 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7f93f967a640 1 -- 172.21.15.23:0/215745685 wait complete. 2023-06-26T03:02:35.069 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7fb2a97fa640 1 -- 172.21.15.23:0/519361258 wait complete. 2023-06-26T03:02:35.070 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7f7747fff640 1 -- 172.21.15.23:0/157127046 <== osd.6 v2:172.21.15.71:6824/126903284 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f775000b910 con 0x7f774c06ffa0 2023-06-26T03:02:35.070 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7fe4eaffd640 1 -- 172.21.15.23:0/4147703532 <== osd.5 v2:172.21.15.71:6816/4032813572 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fe4ec01ae80 con 0x7fe4d806ff50 2023-06-26T03:02:35.070 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7f7765ae2640 1 -- 172.21.15.23:0/157127046 >> [v2:172.21.15.71:6824/126903284,v1:172.21.15.71:6825/126903284] conn(0x7f774c06ffa0 msgr2=0x7f774c0723d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.071 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7f7765ae2640 1 --2- 172.21.15.23:0/157127046 >> [v2:172.21.15.71:6824/126903284,v1:172.21.15.71:6825/126903284] conn(0x7f774c06ffa0 0x7f774c0723d0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.071 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7fe4e8ff9640 1 -- 172.21.15.23:0/4147703532 >> [v2:172.21.15.71:6816/4032813572,v1:172.21.15.71:6817/4032813572] conn(0x7fe4d806ff50 msgr2=0x7fe4d8072380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.071 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7fe4e8ff9640 1 --2- 172.21.15.23:0/4147703532 >> [v2:172.21.15.71:6816/4032813572,v1:172.21.15.71:6817/4032813572] conn(0x7fe4d806ff50 0x7fe4d8072380 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.072 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7fe4e8ff9640 1 -- 172.21.15.23:0/4147703532 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe4d8066280 msgr2=0x7fe4d8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.072 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7fe4e8ff9640 1 --2- 172.21.15.23:0/4147703532 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe4d8066280 0x7fe4d8068730 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fe4e40b2000 tx=0x7fe4e4009040 comp rx=0 tx=0).stop 2023-06-26T03:02:35.072 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.999+0000 7fe4e8ff9640 1 -- 172.21.15.23:0/4147703532 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe4f40c9700 msgr2=0x7fe4f4201a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.072 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.999+0000 7fe4e8ff9640 1 --2- 172.21.15.23:0/4147703532 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe4f40c9700 0x7fe4f4201a70 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fe4f000e810 tx=0x7fe4f000ecd0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.072 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.999+0000 7fe4fa8f0640 1 -- 172.21.15.23:0/4147703532 reap_dead start 2023-06-26T03:02:35.072 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.999+0000 7fe4e8ff9640 1 -- 172.21.15.23:0/4147703532 shutdown_connections 2023-06-26T03:02:35.072 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.999+0000 7fe4e8ff9640 1 -- 172.21.15.23:0/4147703532 >> 172.21.15.23:0/4147703532 conn(0x7fe4f40b0230 msgr2=0x7fe4f40703e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:35.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.999+0000 7f2a4a7fc640 1 -- 172.21.15.23:0/3222763931 --> [v2:172.21.15.71:6802/539112237,v1:172.21.15.71:6803/539112237] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f2a3c002cc0 con 0x7f2a5006fed0 2023-06-26T03:02:35.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:34.995+0000 7f7765ae2640 1 -- 172.21.15.23:0/157127046 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f774c066350 msgr2=0x7f774c068800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.003+0000 7f7765ae2640 1 --2- 172.21.15.23:0/157127046 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f774c066350 0x7f774c068800 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f77600ad4b0 tx=0x7f7754008040 comp rx=0 tx=0).stop 2023-06-26T03:02:35.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.003+0000 7f7765ae2640 1 -- 172.21.15.23:0/157127046 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f77601646c0 msgr2=0x7f77600c7060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.003+0000 7f7765ae2640 1 --2- 172.21.15.23:0/157127046 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f77601646c0 0x7f77600c7060 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f775801cc10 tx=0x7f77580194d0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.003+0000 7f775ffff640 1 -- 172.21.15.23:0/157127046 reap_dead start 2023-06-26T03:02:35.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.003+0000 7f7765ae2640 1 -- 172.21.15.23:0/157127046 shutdown_connections 2023-06-26T03:02:35.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.003+0000 7f7765ae2640 1 -- 172.21.15.23:0/157127046 >> 172.21.15.23:0/157127046 conn(0x7f77600af5e0 msgr2=0x7f776006ffc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:35.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.003+0000 7f7765ae2640 1 -- 172.21.15.23:0/157127046 shutdown_connections 2023-06-26T03:02:35.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.003+0000 7f7765ae2640 1 -- 172.21.15.23:0/157127046 wait complete. 2023-06-26T03:02:35.075 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.003+0000 7f30dd590640 1 -- 172.21.15.23:0/2721617421 --> [v2:172.21.15.71:6800/2090431105,v1:172.21.15.71:6801/2090431105] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f30d00056d0 con 0x7f30c406fe80 2023-06-26T03:02:35.075 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.003+0000 7f2a60ff9640 1 -- 172.21.15.23:0/3222763931 <== osd.7 v2:172.21.15.71:6802/539112237 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f2a3c002cc0 con 0x7f2a5006fed0 2023-06-26T03:02:35.075 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.003+0000 7f30bf7fe640 1 -- 172.21.15.23:0/2721617421 <== osd.4 v2:172.21.15.71:6800/2090431105 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f30d00056d0 con 0x7f30c406fe80 2023-06-26T03:02:35.076 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.003+0000 7f30dd590640 1 -- 172.21.15.23:0/2721617421 >> [v2:172.21.15.71:6800/2090431105,v1:172.21.15.71:6801/2090431105] conn(0x7f30c406fe80 msgr2=0x7f30c40722b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.077 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.003+0000 7f30dd590640 1 --2- 172.21.15.23:0/2721617421 >> [v2:172.21.15.71:6800/2090431105,v1:172.21.15.71:6801/2090431105] conn(0x7f30c406fe80 0x7f30c40722b0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.077 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.003+0000 7f30dd590640 1 -- 172.21.15.23:0/2721617421 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f30c40662b0 msgr2=0x7f30c4068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.077 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.003+0000 7f30dd590640 1 --2- 172.21.15.23:0/2721617421 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f30c40662b0 0x7f30c4068760 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f30c8009b00 tx=0x7f30c8008040 comp rx=0 tx=0).stop 2023-06-26T03:02:35.077 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.003+0000 7f30dd590640 1 -- 172.21.15.23:0/2721617421 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f30d00545d0 msgr2=0x7f30d004dfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.077 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.003+0000 7f30dd590640 1 --2- 172.21.15.23:0/2721617421 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f30d00545d0 0x7f30d004dfd0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f30cc00c3c0 tx=0x7f30cc001e80 comp rx=0 tx=0).stop 2023-06-26T03:02:35.077 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.003+0000 7f30d77fe640 1 -- 172.21.15.23:0/2721617421 reap_dead start 2023-06-26T03:02:35.077 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.003+0000 7f30dd590640 1 -- 172.21.15.23:0/2721617421 shutdown_connections 2023-06-26T03:02:35.077 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.003+0000 7f30dd590640 1 -- 172.21.15.23:0/2721617421 >> 172.21.15.23:0/2721617421 conn(0x7f30d0038fc0 msgr2=0x7f30d00e1cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:35.078 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.003+0000 7f30dd590640 1 -- 172.21.15.23:0/2721617421 shutdown_connections 2023-06-26T03:02:35.078 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.003+0000 7f30dd590640 1 -- 172.21.15.23:0/2721617421 wait complete. 2023-06-26T03:02:35.078 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.003+0000 7fa69ab1e640 1 -- 172.21.15.23:0/3010694702 --> [v2:172.21.15.23:6800/4187305112,v1:172.21.15.23:6801/4187305112] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fa6940cc4b0 con 0x7fa68006fed0 2023-06-26T03:02:35.078 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.003+0000 7fa6917fa640 1 -- 172.21.15.23:0/3010694702 <== osd.3 v2:172.21.15.23:6800/4187305112 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fa68c00f040 con 0x7fa68006fed0 2023-06-26T03:02:35.079 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.007+0000 7f2a4a7fc640 1 -- 172.21.15.23:0/3222763931 >> [v2:172.21.15.71:6802/539112237,v1:172.21.15.71:6803/539112237] conn(0x7f2a5006fed0 msgr2=0x7f2a50072300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.079 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.007+0000 7f2a4a7fc640 1 --2- 172.21.15.23:0/3222763931 >> [v2:172.21.15.71:6802/539112237,v1:172.21.15.71:6803/539112237] conn(0x7f2a5006fed0 0x7f2a50072300 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.079 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.007+0000 7f2a4a7fc640 1 -- 172.21.15.23:0/3222763931 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2a50066280 msgr2=0x7f2a50068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.079 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.007+0000 7f2a4a7fc640 1 --2- 172.21.15.23:0/3222763931 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2a50066280 0x7f2a50068730 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f2a580ad000 tx=0x7f2a580a6000 comp rx=0 tx=0).stop 2023-06-26T03:02:35.079 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.007+0000 7f2a4a7fc640 1 -- 172.21.15.23:0/3222763931 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2a64156c10 msgr2=0x7f2a640cb3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.080 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.007+0000 7f2a4a7fc640 1 --2- 172.21.15.23:0/3222763931 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2a64156c10 0x7f2a640cb3c0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f2a5400c780 tx=0x7f2a5400cc40 comp rx=0 tx=0).stop 2023-06-26T03:02:35.080 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.007+0000 7fa69ab1e640 1 -- 172.21.15.23:0/3010694702 >> [v2:172.21.15.23:6800/4187305112,v1:172.21.15.23:6801/4187305112] conn(0x7fa68006fed0 msgr2=0x7fa680072300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.080 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.007+0000 7f7c065df640 1 -- 172.21.15.23:0/256629453 --> [v2:172.21.15.23:6824/986612611,v1:172.21.15.23:6825/986612611] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f7c00146d80 con 0x7f7be406fe50 2023-06-26T03:02:35.080 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.007+0000 7fa69ab1e640 1 --2- 172.21.15.23:0/3010694702 >> [v2:172.21.15.23:6800/4187305112,v1:172.21.15.23:6801/4187305112] conn(0x7fa68006fed0 0x7fa680072300 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.081 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.007+0000 7f2a68974640 1 -- 172.21.15.23:0/3222763931 reap_dead start 2023-06-26T03:02:35.082 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.007+0000 7fa69ab1e640 1 -- 172.21.15.23:0/3010694702 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa680066280 msgr2=0x7fa680068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.082 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.007+0000 7fa69ab1e640 1 --2- 172.21.15.23:0/3010694702 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa680066280 0x7fa680068730 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fa6840af000 tx=0x7fa684008040 comp rx=0 tx=0).stop 2023-06-26T03:02:35.082 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.007+0000 7fa69ab1e640 1 -- 172.21.15.23:0/3010694702 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa694070a10 msgr2=0x7fa69414fe10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.082 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.007+0000 7fa69ab1e640 1 --2- 172.21.15.23:0/3010694702 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa694070a10 0x7fa69414fe10 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fa68800c340 tx=0x7fa68800c800 comp rx=0 tx=0).stop 2023-06-26T03:02:35.082 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.007+0000 7fa6990bb640 1 -- 172.21.15.23:0/3010694702 reap_dead start 2023-06-26T03:02:35.082 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.007+0000 7fa69ab1e640 1 -- 172.21.15.23:0/3010694702 shutdown_connections 2023-06-26T03:02:35.082 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.007+0000 7fa69ab1e640 1 -- 172.21.15.23:0/3010694702 >> 172.21.15.23:0/3010694702 conn(0x7fa6940af5e0 msgr2=0x7fa694159640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:35.083 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.007+0000 7fa69ab1e640 1 -- 172.21.15.23:0/3010694702 shutdown_connections 2023-06-26T03:02:35.083 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.007+0000 7f7bfcff9640 1 -- 172.21.15.23:0/256629453 <== osd.0 v2:172.21.15.23:6824/986612611 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f7bec0ac900 con 0x7f7be406fe50 2023-06-26T03:02:35.083 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.007+0000 7fa69ab1e640 1 -- 172.21.15.23:0/3010694702 wait complete. 2023-06-26T03:02:35.084 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.007+0000 7f7c065df640 1 -- 172.21.15.23:0/256629453 >> [v2:172.21.15.23:6824/986612611,v1:172.21.15.23:6825/986612611] conn(0x7f7be406fe50 msgr2=0x7f7be4072280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.084 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.007+0000 7f7c065df640 1 --2- 172.21.15.23:0/256629453 >> [v2:172.21.15.23:6824/986612611,v1:172.21.15.23:6825/986612611] conn(0x7f7be406fe50 0x7f7be4072280 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.084 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.007+0000 7f7c065df640 1 -- 172.21.15.23:0/256629453 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7be4066280 msgr2=0x7f7be4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.084 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.007+0000 7f7c065df640 1 --2- 172.21.15.23:0/256629453 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7be4066280 0x7f7be4068730 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f7bf8000b70 tx=0x7f7bf8009690 comp rx=0 tx=0).stop 2023-06-26T03:02:35.085 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.007+0000 7f7c065df640 1 -- 172.21.15.23:0/256629453 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7c0014aea0 msgr2=0x7f7c00149410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.085 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.007+0000 7f7c065df640 1 --2- 172.21.15.23:0/256629453 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7c0014aea0 0x7f7c00149410 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f7bf400b410 tx=0x7f7bf400b8d0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.085 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.007+0000 7f7c04b7c640 1 -- 172.21.15.23:0/256629453 reap_dead start 2023-06-26T03:02:35.085 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.007+0000 7f7c065df640 1 -- 172.21.15.23:0/256629453 shutdown_connections 2023-06-26T03:02:35.085 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.007+0000 7f7c065df640 1 -- 172.21.15.23:0/256629453 >> 172.21.15.23:0/256629453 conn(0x7f7c00069400 msgr2=0x7f7c0015cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:35.085 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.007+0000 7f7c065df640 1 -- 172.21.15.23:0/256629453 shutdown_connections 2023-06-26T03:02:35.085 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.007+0000 7f7c065df640 1 -- 172.21.15.23:0/256629453 wait complete. 2023-06-26T03:02:35.086 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.007+0000 7fe4e8ff9640 1 -- 172.21.15.23:0/4147703532 shutdown_connections 2023-06-26T03:02:35.086 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.011+0000 7f2a4a7fc640 1 -- 172.21.15.23:0/3222763931 shutdown_connections 2023-06-26T03:02:35.086 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.011+0000 7f2a4a7fc640 1 -- 172.21.15.23:0/3222763931 >> 172.21.15.23:0/3222763931 conn(0x7f2a64069400 msgr2=0x7f2a640aeb80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:35.086 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.015+0000 7f2a4a7fc640 1 -- 172.21.15.23:0/3222763931 shutdown_connections 2023-06-26T03:02:35.086 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.015+0000 7f2a4a7fc640 1 -- 172.21.15.23:0/3222763931 wait complete. 2023-06-26T03:02:35.087 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.023+0000 7fe4e8ff9640 1 -- 172.21.15.23:0/4147703532 wait complete. 2023-06-26T03:02:35.087 INFO:teuthology.orchestra.run.smithi023.stdout:55834574857 2023-06-26T03:02:35.088 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2023-06-26T03:02:35.089 INFO:teuthology.orchestra.run.smithi023.stdout:55834574858 2023-06-26T03:02:35.089 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2023-06-26T03:02:35.090 INFO:teuthology.orchestra.run.smithi023.stdout:55834574858 2023-06-26T03:02:35.090 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2023-06-26T03:02:35.091 INFO:teuthology.orchestra.run.smithi023.stdout:55834574859 2023-06-26T03:02:35.091 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2023-06-26T03:02:35.092 INFO:teuthology.orchestra.run.smithi023.stdout:55834574858 2023-06-26T03:02:35.092 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2023-06-26T03:02:35.093 INFO:teuthology.orchestra.run.smithi023.stdout:55834574858 2023-06-26T03:02:35.093 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2023-06-26T03:02:35.094 INFO:teuthology.orchestra.run.smithi023.stdout:55834574860 2023-06-26T03:02:35.094 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2023-06-26T03:02:35.095 INFO:teuthology.orchestra.run.smithi023.stdout:55834574858 2023-06-26T03:02:35.095 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2023-06-26T03:02:35.306 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.299+0000 7fc94a183640 1 Processor -- start 2023-06-26T03:02:35.307 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.299+0000 7fc94a183640 1 -- start start 2023-06-26T03:02:35.307 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.299+0000 7f166aa43640 1 Processor -- start 2023-06-26T03:02:35.307 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.299+0000 7f166aa43640 1 -- start start 2023-06-26T03:02:35.308 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.299+0000 7f73be583640 1 Processor -- start 2023-06-26T03:02:35.308 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.299+0000 7f73be583640 1 -- start start 2023-06-26T03:02:35.308 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.299+0000 7fb942fbb640 1 Processor -- start 2023-06-26T03:02:35.309 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.299+0000 7fb942fbb640 1 -- start start 2023-06-26T03:02:35.309 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.299+0000 7fc94a183640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fc94415fa10 0x7fc9440c1c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.309 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.299+0000 7fc94a183640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fc9440cde30 0x7fc94405fed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.309 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.299+0000 7fc94a183640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc9440cb090 0x7fc944060410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.309 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.299+0000 7fc94a183640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc9440ce8b0 con 0x7fc94415fa10 2023-06-26T03:02:35.310 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.299+0000 7fc94a183640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc9440ca5f0 con 0x7fc9440cde30 2023-06-26T03:02:35.310 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.299+0000 7fc94a183640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9440ce2f0 con 0x7fc9440cb090 2023-06-26T03:02:35.310 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.299+0000 7f73be583640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f73b806cd70 0x7f73b80acf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.310 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.299+0000 7f73be583640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f73b80c9be0 con 0x7f73b80ce6b0 2023-06-26T03:02:35.310 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.299+0000 7f73be583640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f73b80c9ec0 con 0x7f73b8089970 2023-06-26T03:02:35.311 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.299+0000 7f73be583640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73b816d5a0 con 0x7f73b806cd70 2023-06-26T03:02:35.311 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.299+0000 7fc943fff640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc9440cb090 0x7fc944060410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.311 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.299+0000 7fc943fff640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc9440cb090 0x7fc944060410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3301/0 says I am v2:172.21.15.23:55718/0 (socket says 172.21.15.23:55718) 2023-06-26T03:02:35.311 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.299+0000 7fc943fff640 1 -- 172.21.15.23:0/1078879692 learned_addr learned my addr 172.21.15.23:0/1078879692 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:35.311 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.299+0000 7fc942ffd640 1 --2- 172.21.15.23:0/1078879692 >> v2:172.21.15.71:3300/0 conn(0x7fc9440cde30 0x7fc94405fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.312 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.299+0000 7f166aa43640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f166415a4a0 0x7f166413ece0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.312 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.299+0000 7f166aa43640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f16640cde20 0x7f16640ce280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.312 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.299+0000 7f166aa43640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f16640cd990 con 0x7f166415d9a0 2023-06-26T03:02:35.312 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f166aa43640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f166413fc10 con 0x7f16640cde20 2023-06-26T03:02:35.312 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f166aa43640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f166413f370 con 0x7f166415a4a0 2023-06-26T03:02:35.313 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.299+0000 7f75a292f640 1 Processor -- start 2023-06-26T03:02:35.313 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.299+0000 7f75a292f640 1 -- start start 2023-06-26T03:02:35.313 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f73b77fe640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f73b80ce6b0 0x7f73b806c660 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:55712/0 (socket says 172.21.15.23:55712) 2023-06-26T03:02:35.313 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f73b77fe640 1 -- 172.21.15.23:0/243792892 learned_addr learned my addr 172.21.15.23:0/243792892 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:35.314 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7fb942fbb640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fb93c15cbc0 0x7fb93c0cf760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.314 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7fb942fbb640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fb93c06bf00 0x7fb93c0c2780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.314 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7fb942fbb640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb93c0c2cc0 0x7fb93c05fed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.314 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7fb942fbb640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb93c06c6a0 con 0x7fb93c15cbc0 2023-06-26T03:02:35.314 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7fb942fbb640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb93c06c980 con 0x7fb93c06bf00 2023-06-26T03:02:35.314 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7fb942fbb640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb93c06cc60 con 0x7fb93c0c2cc0 2023-06-26T03:02:35.315 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f73bcb20640 1 --2- 172.21.15.23:0/243792892 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f73b806cd70 0x7f73b80acf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.315 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7fb940d57640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fb93c15cbc0 0x7fb93c0cf760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.315 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7fb940d57640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fb93c15cbc0 0x7fb93c0cf760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38438/0 (socket says 172.21.15.23:38438) 2023-06-26T03:02:35.316 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7fb940d57640 1 -- 172.21.15.23:0/3676986922 learned_addr learned my addr 172.21.15.23:0/3676986922 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:35.316 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7fc943fff640 1 -- 172.21.15.23:0/1078879692 >> v2:172.21.15.71:3300/0 conn(0x7fc9440cde30 msgr2=0x7fc94405fed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:35.316 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7fc943fff640 1 --2- 172.21.15.23:0/1078879692 >> v2:172.21.15.71:3300/0 conn(0x7fc9440cde30 0x7fc94405fed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.316 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7fc943fff640 1 -- 172.21.15.23:0/1078879692 >> v2:172.21.15.23:3300/0 conn(0x7fc94415fa10 msgr2=0x7fc9440c1c90 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-06-26T03:02:35.317 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f1663fff640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f166415a4a0 0x7f166413ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.317 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7fb941558640 1 --2- 172.21.15.23:0/3676986922 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb93c0c2cc0 0x7fb93c05fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.317 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f1663fff640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f166415a4a0 0x7f166413ece0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3301/0 says I am v2:172.21.15.23:55748/0 (socket says 172.21.15.23:55748) 2023-06-26T03:02:35.317 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f1663fff640 1 -- 172.21.15.23:0/4053322987 learned_addr learned my addr 172.21.15.23:0/4053322987 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:35.318 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7fc9437fe640 1 --2- 172.21.15.23:0/1078879692 >> v2:172.21.15.23:3300/0 conn(0x7fc94415fa10 0x7fc9440c1c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.318 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f73b6ffd640 1 -- 172.21.15.23:0/243792892 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 485656429 0 0) 0x7f73b80c9be0 con 0x7f73b80ce6b0 2023-06-26T03:02:35.318 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f73b6ffd640 1 -- 172.21.15.23:0/243792892 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f73a0003530 con 0x7f73b80ce6b0 2023-06-26T03:02:35.319 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f1668fe0640 1 --2- 172.21.15.23:0/4053322987 >> v2:172.21.15.71:3300/0 conn(0x7f16640cde20 0x7f16640ce280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.319 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7efd6201f640 1 Processor -- start 2023-06-26T03:02:35.319 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7fb93bfff640 1 --2- 172.21.15.23:0/3676986922 >> v2:172.21.15.71:3300/0 conn(0x7fb93c06bf00 0x7fb93c0c2780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.320 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f75a292f640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f75940e2190 0x7f7594051590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.320 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7fb940d57640 1 -- 172.21.15.23:0/3676986922 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb93c0c2cc0 msgr2=0x7fb93c05fed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:35.320 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7fb940d57640 1 --2- 172.21.15.23:0/3676986922 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb93c0c2cc0 0x7fb93c05fed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.321 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f75a292f640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f7594054e90 0x7f7594036dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.321 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7fb940d57640 1 -- 172.21.15.23:0/3676986922 >> v2:172.21.15.71:3300/0 conn(0x7fb93c06bf00 msgr2=0x7fb93c0c2780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:35.321 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7fb940d57640 1 --2- 172.21.15.23:0/3676986922 >> v2:172.21.15.71:3300/0 conn(0x7fb93c06bf00 0x7fb93c0c2780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.322 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f1663fff640 1 -- 172.21.15.23:0/4053322987 >> v2:172.21.15.71:3300/0 conn(0x7f16640cde20 msgr2=0x7f16640ce280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:35.322 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f1663fff640 1 --2- 172.21.15.23:0/4053322987 >> v2:172.21.15.71:3300/0 conn(0x7f16640cde20 0x7f16640ce280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.322 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f1663fff640 1 -- 172.21.15.23:0/4053322987 >> v1:172.21.15.71:6789/0 conn(0x7f166415d9a0 legacy=0x7f166406e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.322 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f1663fff640 1 -- 172.21.15.23:0/4053322987 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f166413f650 con 0x7f166415a4a0 2023-06-26T03:02:35.323 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f75a292f640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7594050160 con 0x7f7594037300 2023-06-26T03:02:35.323 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f75a0ecc640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f7594037300 0x7f7594006a60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:55718/0 (socket says 172.21.15.23:55718) 2023-06-26T03:02:35.323 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f75a0ecc640 1 -- 172.21.15.23:0/464263219 learned_addr learned my addr 172.21.15.23:0/464263219 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:35.323 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f73bcb20640 1 -- 172.21.15.23:0/243792892 >> v1:172.21.15.71:6789/0 conn(0x7f73b8089970 legacy=0x7f73b816ce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:35.323 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f73bcb20640 1 -- 172.21.15.23:0/243792892 >> v1:172.21.15.23:6789/0 conn(0x7f73b80ce6b0 legacy=0x7f73b806c660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.323 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f73bcb20640 1 -- 172.21.15.23:0/243792892 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73b816c690 con 0x7f73b806cd70 2023-06-26T03:02:35.324 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f759bfff640 1 --2- 172.21.15.23:0/464263219 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f75940e2190 0x7f7594051590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.324 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f75a292f640 1 -- 172.21.15.23:0/464263219 --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f759404f990 con 0x7f7594054e90 2023-06-26T03:02:35.324 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f75a292f640 1 -- 172.21.15.23:0/464263219 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7594037780 con 0x7f75940e2190 2023-06-26T03:02:35.325 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7efd6201f640 1 -- start start 2023-06-26T03:02:35.325 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7fb940d57640 1 -- 172.21.15.23:0/3676986922 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb93c0ca600 con 0x7fb93c15cbc0 2023-06-26T03:02:35.325 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7fc943fff640 1 --2- 172.21.15.23:0/1078879692 >> v2:172.21.15.23:3300/0 conn(0x7fc94415fa10 0x7fc9440c1c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.325 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7fc943fff640 1 -- 172.21.15.23:0/1078879692 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9440ce5d0 con 0x7fc9440cb090 2023-06-26T03:02:35.326 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f759affd640 1 -- 172.21.15.23:0/464263219 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2700399486 0 0) 0x7f7594050160 con 0x7f7594037300 2023-06-26T03:02:35.326 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f759affd640 1 -- 172.21.15.23:0/464263219 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f758c003530 con 0x7f7594037300 2023-06-26T03:02:35.326 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7fb93bfff640 1 --2- 172.21.15.23:0/3676986922 >> v2:172.21.15.71:3300/0 conn(0x7fb93c06bf00 0x7fb93c0c2780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:02:35.327 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7fc9437fe640 1 --2- 172.21.15.23:0/1078879692 >> v2:172.21.15.23:3300/0 conn(0x7fc94415fa10 0x7fc9440c1c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:35.327 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f759b7fe640 1 --2- 172.21.15.23:0/464263219 >> v2:172.21.15.71:3300/0 conn(0x7f7594054e90 0x7f7594036dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.327 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f759affd640 1 -- 172.21.15.23:0/464263219 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1333196686 0 0) 0x7f758c003530 con 0x7f7594037300 2023-06-26T03:02:35.327 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f759bfff640 1 -- 172.21.15.23:0/464263219 >> v2:172.21.15.71:3300/0 conn(0x7f7594054e90 msgr2=0x7f7594036dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:35.327 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f759bfff640 1 --2- 172.21.15.23:0/464263219 >> v2:172.21.15.71:3300/0 conn(0x7f7594054e90 0x7f7594036dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.328 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f759bfff640 1 -- 172.21.15.23:0/464263219 >> v1:172.21.15.23:6789/0 conn(0x7f7594037300 legacy=0x7f7594006a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.328 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f759bfff640 1 -- 172.21.15.23:0/464263219 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75940e33f0 con 0x7f75940e2190 2023-06-26T03:02:35.328 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7f73bcb20640 1 --2- 172.21.15.23:0/243792892 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f73b806cd70 0x7f73b80acf70 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f73b0009b40 tx=0x7f73b001dd60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d670874891c4a0e8 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.328 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7efd6201f640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7efd5c0b7660 0x7efd5c0cc3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.329 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7efd6201f640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7efd5c0d2490 0x7efd5c0cf930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.329 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7efd6201f640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd5c0ceb30 con 0x7efd5c0b1260 2023-06-26T03:02:35.329 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7efd6201f640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd5c0b16b0 con 0x7efd5c0b7660 2023-06-26T03:02:35.329 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7efd6201f640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd5c0cf3d0 con 0x7efd5c0d2490 2023-06-26T03:02:35.329 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7efd6101d640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7efd5c0b7660 0x7efd5c0cc3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.329 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7efd6101d640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7efd5c0b7660 0x7efd5c0cc3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38454/0 (socket says 172.21.15.23:38454) 2023-06-26T03:02:35.329 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7efd6101d640 1 -- 172.21.15.23:0/1910584523 learned_addr learned my addr 172.21.15.23:0/1910584523 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:35.330 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7efd6101d640 1 -- 172.21.15.23:0/1910584523 >> v2:172.21.15.71:3300/0 conn(0x7efd5c0d2490 msgr2=0x7efd5c0cf930 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-06-26T03:02:35.330 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7efd6101d640 1 --2- 172.21.15.23:0/1910584523 >> v2:172.21.15.71:3300/0 conn(0x7efd5c0d2490 0x7efd5c0cf930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.330 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7efd6101d640 1 -- 172.21.15.23:0/1910584523 >> v1:172.21.15.71:6789/0 conn(0x7efd5c0b1260 legacy=0x7efd5c0d1d80 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-06-26T03:02:35.330 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.303+0000 7efd6101d640 1 -- 172.21.15.23:0/1910584523 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd5c0b1010 con 0x7efd5c0b7660 2023-06-26T03:02:35.330 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f73b6ffd640 1 -- 172.21.15.23:0/243792892 <== mon.2 v2:172.21.15.71:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73b00a6e20 con 0x7f73b806cd70 2023-06-26T03:02:35.331 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f73b6ffd640 1 -- 172.21.15.23:0/243792892 <== mon.2 v2:172.21.15.71:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73b00ae440 con 0x7f73b806cd70 2023-06-26T03:02:35.331 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f73b6ffd640 1 -- 172.21.15.23:0/243792892 <== mon.2 v2:172.21.15.71:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73b00ae7b0 con 0x7f73b806cd70 2023-06-26T03:02:35.331 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7fc943fff640 1 --2- 172.21.15.23:0/1078879692 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc9440cb090 0x7fc944060410 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fc9440712d0 tx=0x7fc93c01c9c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ef14e6a2ce13db7e server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.331 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f759bfff640 1 --2- 172.21.15.23:0/464263219 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f75940e2190 0x7f7594051590 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f759c068200 tx=0x7f759c0957e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=85f842cc43f407ee server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.332 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7fc9427fc640 1 -- 172.21.15.23:0/1078879692 <== mon.2 v2:172.21.15.71:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc93c0a5820 con 0x7fc9440cb090 2023-06-26T03:02:35.332 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f759affd640 1 -- 172.21.15.23:0/464263219 <== mon.2 v2:172.21.15.71:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f759c127070 con 0x7f75940e2190 2023-06-26T03:02:35.332 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7fc9427fc640 1 -- 172.21.15.23:0/1078879692 <== mon.2 v2:172.21.15.71:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc93c0a5980 con 0x7fc9440cb090 2023-06-26T03:02:35.333 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f73be583640 1 -- 172.21.15.23:0/243792892 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f73b806cd70 msgr2=0x7f73b80acf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.333 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f73be583640 1 --2- 172.21.15.23:0/243792892 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f73b806cd70 0x7f73b80acf70 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f73b0009b40 tx=0x7f73b001dd60 comp rx=0 tx=0).stop 2023-06-26T03:02:35.333 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7fb940d57640 1 --2- 172.21.15.23:0/3676986922 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb93c15cbc0 0x7fb93c0cf760 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fb93c0b06d0 tx=0x7fb92c01c500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=409be8e0f53d7b43 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.334 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f73be583640 1 -- 172.21.15.23:0/243792892 shutdown_connections 2023-06-26T03:02:35.334 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f73be583640 1 --2- 172.21.15.23:0/243792892 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f73b806cd70 0x7f73b80acf70 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.334 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f73be583640 1 -- 172.21.15.23:0/243792892 >> 172.21.15.23:0/243792892 conn(0x7f73b80b0230 msgr2=0x7f73b80cd9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:35.334 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f1663fff640 1 --2- 172.21.15.23:0/4053322987 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f166415a4a0 0x7f166413ece0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f1658009870 tx=0x7f165801c4b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c76dcc205534be4d server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.334 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f1662ffd640 1 -- 172.21.15.23:0/4053322987 <== mon.2 v2:172.21.15.71:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16580ac620 con 0x7f166415a4a0 2023-06-26T03:02:35.335 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f759affd640 1 -- 172.21.15.23:0/464263219 <== mon.2 v2:172.21.15.71:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f759c123510 con 0x7f75940e2190 2023-06-26T03:02:35.335 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f759affd640 1 -- 172.21.15.23:0/464263219 <== mon.2 v2:172.21.15.71:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7588001680 con 0x7f75940e2190 2023-06-26T03:02:35.335 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f75a292f640 1 -- 172.21.15.23:0/464263219 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f75940e2190 msgr2=0x7f7594051590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.335 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f75a292f640 1 --2- 172.21.15.23:0/464263219 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f75940e2190 0x7f7594051590 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f759c068200 tx=0x7f759c0957e0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.335 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f1662ffd640 1 -- 172.21.15.23:0/4053322987 <== mon.2 v2:172.21.15.71:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f16580ac780 con 0x7f166415a4a0 2023-06-26T03:02:35.336 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f73be583640 1 -- 172.21.15.23:0/243792892 shutdown_connections 2023-06-26T03:02:35.336 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7fb93b7fe640 1 -- 172.21.15.23:0/3676986922 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb92c0ad640 con 0x7fb93c15cbc0 2023-06-26T03:02:35.336 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f1662ffd640 1 -- 172.21.15.23:0/4053322987 <== mon.2 v2:172.21.15.71:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16580ac620 con 0x7f166415a4a0 2023-06-26T03:02:35.337 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7fb93b7fe640 1 -- 172.21.15.23:0/3676986922 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb92c0ad7a0 con 0x7fb93c15cbc0 2023-06-26T03:02:35.337 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7fc94a183640 1 -- 172.21.15.23:0/1078879692 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc9440cb090 msgr2=0x7fc944060410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.337 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7fc94a183640 1 --2- 172.21.15.23:0/1078879692 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc9440cb090 0x7fc944060410 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fc9440712d0 tx=0x7fc93c01c9c0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.338 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f73be583640 1 -- 172.21.15.23:0/243792892 wait complete. 2023-06-26T03:02:35.338 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7fc94a183640 1 -- 172.21.15.23:0/1078879692 shutdown_connections 2023-06-26T03:02:35.338 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7fc94a183640 1 --2- 172.21.15.23:0/1078879692 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc9440cb090 0x7fc944060410 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.338 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7fc94a183640 1 --2- 172.21.15.23:0/1078879692 >> v2:172.21.15.71:3300/0 conn(0x7fc9440cde30 0x7fc94405fed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.338 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7fc94a183640 1 --2- 172.21.15.23:0/1078879692 >> v2:172.21.15.23:3300/0 conn(0x7fc94415fa10 0x7fc9440c1c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.338 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7fc94a183640 1 -- 172.21.15.23:0/1078879692 >> 172.21.15.23:0/1078879692 conn(0x7fc9440cc200 msgr2=0x7fc9440b0660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:35.339 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f75a292f640 1 -- 172.21.15.23:0/464263219 shutdown_connections 2023-06-26T03:02:35.339 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f75a292f640 1 --2- 172.21.15.23:0/464263219 >> v2:172.21.15.71:3300/0 conn(0x7f7594054e90 0x7f7594036dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.339 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f75a292f640 1 --2- 172.21.15.23:0/464263219 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f75940e2190 0x7f7594051590 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.339 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f75a292f640 1 -- 172.21.15.23:0/464263219 >> 172.21.15.23:0/464263219 conn(0x7f7594051dc0 msgr2=0x7f75940521c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:35.340 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f75a292f640 1 -- 172.21.15.23:0/464263219 shutdown_connections 2023-06-26T03:02:35.340 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f166aa43640 1 -- 172.21.15.23:0/4053322987 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f166415a4a0 msgr2=0x7f166413ece0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.340 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7fb942fbb640 1 -- 172.21.15.23:0/3676986922 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb93c15cbc0 msgr2=0x7fb93c0cf760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.341 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7fb93b7fe640 1 -- 172.21.15.23:0/3676986922 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb92c0ad640 con 0x7fb93c15cbc0 2023-06-26T03:02:35.341 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7fb942fbb640 1 --2- 172.21.15.23:0/3676986922 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb93c15cbc0 0x7fb93c0cf760 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fb93c0b06d0 tx=0x7fb92c01c500 comp rx=0 tx=0).stop 2023-06-26T03:02:35.341 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7efd6101d640 1 --2- 172.21.15.23:0/1910584523 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efd5c0b7660 0x7efd5c0cc3b0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7efd5c1602c0 tx=0x7efd5801c4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f37de0794c44db85 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.341 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7efd53fff640 1 -- 172.21.15.23:0/1910584523 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd580ab5f0 con 0x7efd5c0b7660 2023-06-26T03:02:35.341 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7efd53fff640 1 -- 172.21.15.23:0/1910584523 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd580ab750 con 0x7efd5c0b7660 2023-06-26T03:02:35.342 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7fc94a183640 1 -- 172.21.15.23:0/1078879692 shutdown_connections 2023-06-26T03:02:35.342 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f75a292f640 1 -- 172.21.15.23:0/464263219 wait complete. 2023-06-26T03:02:35.342 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7fc94a183640 1 -- 172.21.15.23:0/1078879692 wait complete. 2023-06-26T03:02:35.343 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f75a292f640 1 Processor -- start 2023-06-26T03:02:35.343 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7fb942fbb640 1 -- 172.21.15.23:0/3676986922 shutdown_connections 2023-06-26T03:02:35.343 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7fb942fbb640 1 --2- 172.21.15.23:0/3676986922 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb93c0c2cc0 0x7fb93c05fed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.343 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7fb942fbb640 1 --2- 172.21.15.23:0/3676986922 >> v2:172.21.15.71:3300/0 conn(0x7fb93c06bf00 0x7fb93c0c2780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.343 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7fb942fbb640 1 --2- 172.21.15.23:0/3676986922 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb93c15cbc0 0x7fb93c0cf760 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.344 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7fb942fbb640 1 -- 172.21.15.23:0/3676986922 >> 172.21.15.23:0/3676986922 conn(0x7fb93c0b13d0 msgr2=0x7fb93c0cec30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:35.344 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f166aa43640 1 --2- 172.21.15.23:0/4053322987 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f166415a4a0 0x7f166413ece0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f1658009870 tx=0x7f165801c4b0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.344 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7fb942fbb640 1 -- 172.21.15.23:0/3676986922 shutdown_connections 2023-06-26T03:02:35.345 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7efd53fff640 1 -- 172.21.15.23:0/1910584523 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd580abae0 con 0x7efd5c0b7660 2023-06-26T03:02:35.345 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7fbd15d2d640 1 Processor -- start 2023-06-26T03:02:35.345 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f166aa43640 1 -- 172.21.15.23:0/4053322987 shutdown_connections 2023-06-26T03:02:35.345 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f166aa43640 1 --2- 172.21.15.23:0/4053322987 >> v2:172.21.15.71:3300/0 conn(0x7f16640cde20 0x7f16640ce280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.346 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f166aa43640 1 --2- 172.21.15.23:0/4053322987 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f166415a4a0 0x7f166413ece0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.346 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fbd15d2d640 1 -- start start 2023-06-26T03:02:35.346 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f166aa43640 1 -- 172.21.15.23:0/4053322987 >> 172.21.15.23:0/4053322987 conn(0x7f166406cec0 msgr2=0x7f166406d2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:35.347 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7efd6201f640 1 -- 172.21.15.23:0/1910584523 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efd5c0b7660 msgr2=0x7efd5c0cc3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.347 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7efd6201f640 1 --2- 172.21.15.23:0/1910584523 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efd5c0b7660 0x7efd5c0cc3b0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7efd5c1602c0 tx=0x7efd5801c4e0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.347 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7efd6201f640 1 -- 172.21.15.23:0/1910584523 shutdown_connections 2023-06-26T03:02:35.347 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7efd6201f640 1 --2- 172.21.15.23:0/1910584523 >> v2:172.21.15.71:3300/0 conn(0x7efd5c0d2490 0x7efd5c0cf930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.347 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7efd6201f640 1 --2- 172.21.15.23:0/1910584523 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efd5c0b7660 0x7efd5c0cc3b0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.348 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7efd6201f640 1 -- 172.21.15.23:0/1910584523 >> 172.21.15.23:0/1910584523 conn(0x7efd5c06fa20 msgr2=0x7efd5c06fe20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:35.348 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7efd6201f640 1 -- 172.21.15.23:0/1910584523 shutdown_connections 2023-06-26T03:02:35.348 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7efd6201f640 1 -- 172.21.15.23:0/1910584523 wait complete. 2023-06-26T03:02:35.348 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f75a292f640 1 -- start start 2023-06-26T03:02:35.348 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f166aa43640 1 -- 172.21.15.23:0/4053322987 shutdown_connections 2023-06-26T03:02:35.349 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f166aa43640 1 -- 172.21.15.23:0/4053322987 wait complete. 2023-06-26T03:02:35.349 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f75a292f640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7594037300 0x7f75940e0460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.349 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f75a292f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7594054e90 0x7f75940db7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.349 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f75a292f640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f75940e2190 0x7f7594182a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.349 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f75a292f640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75941836c0 con 0x7f75940e2190 2023-06-26T03:02:35.350 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f75a292f640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75940e1690 con 0x7f7594054e90 2023-06-26T03:02:35.350 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f75a292f640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f75940e0a80 con 0x7f7594037300 2023-06-26T03:02:35.350 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f759bfff640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7594037300 0x7f75940e0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.350 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f759bfff640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7594037300 0x7f75940e0460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3301/0 says I am v2:172.21.15.23:55782/0 (socket says 172.21.15.23:55782) 2023-06-26T03:02:35.350 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f759bfff640 1 -- 172.21.15.23:0/4051358943 learned_addr learned my addr 172.21.15.23:0/4051358943 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:35.350 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fc94a183640 1 Processor -- start 2023-06-26T03:02:35.351 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f759b7fe640 1 --2- 172.21.15.23:0/4051358943 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7594054e90 0x7f75940db7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.351 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f73be583640 1 Processor -- start 2023-06-26T03:02:35.351 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7f73be583640 1 -- start start 2023-06-26T03:02:35.351 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f73be583640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f73b806cd70 0x7f73b8087d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.351 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f73be583640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f73b8089970 0x7f73b8168840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.352 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f73be583640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f73b80ce6b0 0x7f73b8168d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.352 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f73be583640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73b80882b0 con 0x7f73b8089970 2023-06-26T03:02:35.352 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f73be583640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73b8088c80 con 0x7f73b80ce6b0 2023-06-26T03:02:35.352 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f73be583640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73b81693f0 con 0x7f73b806cd70 2023-06-26T03:02:35.352 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f73b7fff640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f73b806cd70 0x7f73b8087d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.352 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f73b7fff640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f73b806cd70 0x7f73b8087d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3301/0 says I am v2:172.21.15.23:55778/0 (socket says 172.21.15.23:55778) 2023-06-26T03:02:35.352 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f73b7fff640 1 -- 172.21.15.23:0/4193850062 learned_addr learned my addr 172.21.15.23:0/4193850062 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:35.353 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f73bcb20640 1 --2- 172.21.15.23:0/4193850062 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f73b80ce6b0 0x7f73b8168d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.353 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f75a0ecc640 1 --2- 172.21.15.23:0/4051358943 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f75940e2190 0x7f7594182a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.353 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fc94a183640 1 -- start start 2023-06-26T03:02:35.354 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f73b77fe640 1 --2- 172.21.15.23:0/4193850062 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f73b8089970 0x7f73b8168840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.354 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f73b7fff640 1 -- 172.21.15.23:0/4193850062 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f73b80ce6b0 msgr2=0x7f73b8168d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.354 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f73b7fff640 1 --2- 172.21.15.23:0/4193850062 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f73b80ce6b0 0x7f73b8168d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.354 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f73b7fff640 1 -- 172.21.15.23:0/4193850062 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f73b8089970 msgr2=0x7f73b8168840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.354 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f73b7fff640 1 --2- 172.21.15.23:0/4193850062 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f73b8089970 0x7f73b8168840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.355 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.307+0000 7fb942fbb640 1 -- 172.21.15.23:0/3676986922 wait complete. 2023-06-26T03:02:35.355 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fb942fbb640 1 Processor -- start 2023-06-26T03:02:35.355 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f73b7fff640 1 -- 172.21.15.23:0/4193850062 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73b0009770 con 0x7f73b806cd70 2023-06-26T03:02:35.355 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7efd6201f640 1 Processor -- start 2023-06-26T03:02:35.356 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7efd6201f640 1 -- start start 2023-06-26T03:02:35.356 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f75a0ecc640 1 -- 172.21.15.23:0/4051358943 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7594037300 msgr2=0x7f75940e0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.356 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f75a0ecc640 1 --2- 172.21.15.23:0/4051358943 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7594037300 0x7f75940e0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.356 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f75a0ecc640 1 -- 172.21.15.23:0/4051358943 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7594054e90 msgr2=0x7f75940db7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.356 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f75a0ecc640 1 --2- 172.21.15.23:0/4051358943 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7594054e90 0x7f75940db7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.357 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f75a0ecc640 1 -- 172.21.15.23:0/4051358943 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f759c072830 con 0x7f75940e2190 2023-06-26T03:02:35.357 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f759bfff640 1 --2- 172.21.15.23:0/4051358943 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7594037300 0x7f75940e0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T03:02:35.357 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fb942fbb640 1 -- start start 2023-06-26T03:02:35.357 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f75a0ecc640 1 --2- 172.21.15.23:0/4051358943 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f75940e2190 0x7f7594182a40 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f758800c4d0 tx=0x7f758800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.358 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f73b7fff640 1 --2- 172.21.15.23:0/4193850062 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f73b806cd70 0x7f73b8087d70 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f73ac00c4c0 tx=0x7f73ac001e80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.358 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f73b4ff9640 1 -- 172.21.15.23:0/4193850062 <== mon.2 v2:172.21.15.71:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73ac005480 con 0x7f73b806cd70 2023-06-26T03:02:35.358 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f73be583640 1 -- 172.21.15.23:0/4193850062 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f73b81696d0 con 0x7f73b806cd70 2023-06-26T03:02:35.358 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f73b4ff9640 1 -- 172.21.15.23:0/4193850062 <== mon.2 v2:172.21.15.71:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73ac003600 con 0x7f73b806cd70 2023-06-26T03:02:35.358 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f73be583640 1 -- 172.21.15.23:0/4193850062 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73b80c55b0 con 0x7f73b806cd70 2023-06-26T03:02:35.359 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fbd15d2d640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fbd1015be80 0x7fbd1015c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.359 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fc94a183640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc9440cb090 0x7fc94406c5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.359 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fc94a183640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc9440cde30 0x7fc9440c52f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.359 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fc94a183640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc94415fa10 0x7fc944156980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.359 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fc94a183640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9440c5830 con 0x7fc9440cb090 2023-06-26T03:02:35.359 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fc94a183640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9440b1c20 con 0x7fc94415fa10 2023-06-26T03:02:35.360 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fc94a183640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc94406ccc0 con 0x7fc9440cde30 2023-06-26T03:02:35.360 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f166aa43640 1 Processor -- start 2023-06-26T03:02:35.360 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fbd15d2d640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fbd100ca080 0x7fbd100ca4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.360 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fbd14d2b640 1 --1- >> v1:172.21.15.71:6789/0 conn(0x7fbd10158230 0x7fbd100c3e50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.71:6789/0 says I am v1:172.21.15.23:57666/0 (socket says 172.21.15.23:57666) 2023-06-26T03:02:35.361 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7efd6201f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efd5c0b1260 0x7efd5c06f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.361 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7efd6201f640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efd5c0b7660 0x7efd5c15dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.361 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7efd6201f640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efd5c0d2490 0x7efd5c0cb590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.361 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7efd6201f640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd5c15e240 con 0x7efd5c0d2490 2023-06-26T03:02:35.361 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7efd6201f640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd5c15eaa0 con 0x7efd5c0b1260 2023-06-26T03:02:35.362 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7efd6201f640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd5c15e4e0 con 0x7efd5c0b7660 2023-06-26T03:02:35.362 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fc9437fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc9440cb090 0x7fc94406c5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.362 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fc9437fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc9440cb090 0x7fc94406c5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38494/0 (socket says 172.21.15.23:38494) 2023-06-26T03:02:35.362 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fc9437fe640 1 -- 172.21.15.23:0/1561832630 learned_addr learned my addr 172.21.15.23:0/1561832630 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:35.363 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7efd6181e640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efd5c0d2490 0x7efd5c0cb590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.363 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7efd6181e640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efd5c0d2490 0x7efd5c0cb590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38504/0 (socket says 172.21.15.23:38504) 2023-06-26T03:02:35.363 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7efd6181e640 1 -- 172.21.15.23:0/1130018040 learned_addr learned my addr 172.21.15.23:0/1130018040 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:35.363 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fc943fff640 1 --2- 172.21.15.23:0/1561832630 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc94415fa10 0x7fc944156980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.364 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fbd14d2b640 1 -- 172.21.15.23:0/3610667886 learned_addr learned my addr 172.21.15.23:0/3610667886 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:35.364 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f166aa43640 1 -- start start 2023-06-26T03:02:35.364 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7efd6081c640 1 --2- 172.21.15.23:0/1130018040 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efd5c0b7660 0x7efd5c15dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.365 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fc942ffd640 1 --2- 172.21.15.23:0/1561832630 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc9440cde30 0x7fc9440c52f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.365 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fbd15d2d640 1 -- 172.21.15.23:0/3610667886 --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbd1015c810 con 0x7fbd10158230 2023-06-26T03:02:35.365 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fbd1552c640 1 --2- 172.21.15.23:0/3610667886 >> v2:172.21.15.71:3300/0 conn(0x7fbd100ca080 0x7fbd100ca4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.365 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7f73b4ff9640 1 -- 172.21.15.23:0/4193850062 <== mon.2 v2:172.21.15.71:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73ac003990 con 0x7f73b806cd70 2023-06-26T03:02:35.366 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fc9437fe640 1 -- 172.21.15.23:0/1561832630 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc9440cde30 msgr2=0x7fc9440c52f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.366 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fc9437fe640 1 --2- 172.21.15.23:0/1561832630 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc9440cde30 0x7fc9440c52f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.366 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fc9437fe640 1 -- 172.21.15.23:0/1561832630 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc94415fa10 msgr2=0x7fc944156980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.366 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fc9437fe640 1 --2- 172.21.15.23:0/1561832630 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc94415fa10 0x7fc944156980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.366 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fc9437fe640 1 -- 172.21.15.23:0/1561832630 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc93c009b30 con 0x7fc9440cb090 2023-06-26T03:02:35.367 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fbd15d2d640 1 -- 172.21.15.23:0/3610667886 --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbd100caa20 con 0x7fbd100ca080 2023-06-26T03:02:35.367 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7fbd15d2d640 1 -- 172.21.15.23:0/3610667886 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbd1015ccc0 con 0x7fbd1015be80 2023-06-26T03:02:35.367 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fb942fbb640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb93c06bf00 0x7fb93c0c1e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.367 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fb942fbb640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb93c0c2cc0 0x7fb93c0cc800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.367 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fb942fbb640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb93c15cbc0 0x7fb93c151ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.368 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fb942fbb640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb93c0cd050 con 0x7fb93c15cbc0 2023-06-26T03:02:35.368 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fb942fbb640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb93c1fc170 con 0x7fb93c06bf00 2023-06-26T03:02:35.368 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fb942fbb640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb93c1fc600 con 0x7fb93c0c2cc0 2023-06-26T03:02:35.368 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7fc943fff640 1 --2- 172.21.15.23:0/1561832630 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc94415fa10 0x7fc944156980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:02:35.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7fbd07fff640 1 --2- 172.21.15.23:0/3610667886 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fbd1015be80 0x7fbd1015c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7fb941558640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb93c15cbc0 0x7fb93c151ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7fb941558640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb93c15cbc0 0x7fb93c151ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38508/0 (socket says 172.21.15.23:38508) 2023-06-26T03:02:35.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7fb941558640 1 -- 172.21.15.23:0/3421102448 learned_addr learned my addr 172.21.15.23:0/3421102448 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:35.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7fac95ac0640 1 Processor -- start 2023-06-26T03:02:35.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7f7598ff9640 1 -- 172.21.15.23:0/4051358943 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7588005cf0 con 0x7f75940e2190 2023-06-26T03:02:35.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.311+0000 7efd6101d640 1 --2- 172.21.15.23:0/1130018040 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efd5c0b1260 0x7efd5c06f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7fac95ac0640 1 -- start start 2023-06-26T03:02:35.371 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7fc9437fe640 1 --2- 172.21.15.23:0/1561832630 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc9440cb090 0x7fc94406c5c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fc93800c820 tx=0x7fc93800cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.371 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7f75a292f640 1 -- 172.21.15.23:0/4051358943 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f75940e0d60 con 0x7f75940e2190 2023-06-26T03:02:35.371 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7f75a292f640 1 -- 172.21.15.23:0/4051358943 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f75940e1320 con 0x7f75940e2190 2023-06-26T03:02:35.372 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7fbd077fe640 1 -- 172.21.15.23:0/3610667886 <== mon.1 v1:172.21.15.71:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1765814315 0 0) 0x7fbd0c001120 con 0x7fbd10158230 2023-06-26T03:02:35.372 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7fbd077fe640 1 -- 172.21.15.23:0/3610667886 --> v1:172.21.15.71:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbcf8003530 con 0x7fbd10158230 2023-06-26T03:02:35.372 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7f166aa43640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f16640cde20 0x7f16640b4f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.372 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7f166aa43640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f166415a4a0 0x7f1664142670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.372 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7f166aa43640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f166415d9a0 0x7f16641f7510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.372 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7f166aa43640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16640b5460 con 0x7f166415d9a0 2023-06-26T03:02:35.373 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7f166aa43640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1664140dc0 con 0x7f16640cde20 2023-06-26T03:02:35.373 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7f166aa43640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16641401b0 con 0x7f166415a4a0 2023-06-26T03:02:35.373 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7f1668fe0640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f166415d9a0 0x7f16641f7510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.373 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7f1663fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f16640cde20 0x7f16640b4f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.373 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7f1663fff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f16640cde20 0x7f16640b4f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.23:55600/0 (socket says 172.21.15.23:55600) 2023-06-26T03:02:35.373 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7f1668fe0640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f166415d9a0 0x7f16641f7510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38510/0 (socket says 172.21.15.23:38510) 2023-06-26T03:02:35.373 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7f1663fff640 1 -- 172.21.15.23:0/564342145 learned_addr learned my addr 172.21.15.23:0/564342145 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:35.374 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7efd6101d640 1 -- 172.21.15.23:0/1130018040 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efd5c0b7660 msgr2=0x7efd5c15dd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.374 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7efd6101d640 1 --2- 172.21.15.23:0/1130018040 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efd5c0b7660 0x7efd5c15dd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.374 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7efd6101d640 1 -- 172.21.15.23:0/1130018040 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efd5c0d2490 msgr2=0x7efd5c0cb590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.374 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7efd6101d640 1 --2- 172.21.15.23:0/1130018040 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efd5c0d2490 0x7efd5c0cb590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.374 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7efd6101d640 1 -- 172.21.15.23:0/1130018040 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd580094d0 con 0x7efd5c0b1260 2023-06-26T03:02:35.374 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7efd6101d640 1 --2- 172.21.15.23:0/1130018040 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efd5c0b1260 0x7efd5c06f3a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7efd580ac000 tx=0x7efd5801ad20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.375 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7fb941558640 1 -- 172.21.15.23:0/3421102448 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb93c0c2cc0 msgr2=0x7fb93c0cc800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.375 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7fb941558640 1 --2- 172.21.15.23:0/3421102448 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb93c0c2cc0 0x7fb93c0cc800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.375 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7fb941558640 1 -- 172.21.15.23:0/3421102448 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb93c06bf00 msgr2=0x7fb93c0c1e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.375 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7fb941558640 1 --2- 172.21.15.23:0/3421102448 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb93c06bf00 0x7fb93c0c1e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.375 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7fb941558640 1 -- 172.21.15.23:0/3421102448 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb92c0094d0 con 0x7fb93c15cbc0 2023-06-26T03:02:35.376 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7fc92bfff640 1 -- 172.21.15.23:0/1561832630 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc938007a30 con 0x7fc9440cb090 2023-06-26T03:02:35.376 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7fc92bfff640 1 -- 172.21.15.23:0/1561832630 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc938007b90 con 0x7fc9440cb090 2023-06-26T03:02:35.376 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7fc92bfff640 1 -- 172.21.15.23:0/1561832630 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc93800ce10 con 0x7fc9440cb090 2023-06-26T03:02:35.376 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7fb941558640 1 --2- 172.21.15.23:0/3421102448 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb93c15cbc0 0x7fb93c151ff0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fb93000d5a0 tx=0x7fb93000da60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.377 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7f7598ff9640 1 -- 172.21.15.23:0/4051358943 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7588005e70 con 0x7f75940e2190 2023-06-26T03:02:35.377 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7f7598ff9640 1 -- 172.21.15.23:0/4051358943 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7588007290 con 0x7f75940e2190 2023-06-26T03:02:35.377 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7fbd07fff640 1 -- 172.21.15.23:0/3610667886 >> v2:172.21.15.71:3300/0 conn(0x7fbd100ca080 msgr2=0x7fbd100ca4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:35.377 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7fbd07fff640 1 --2- 172.21.15.23:0/3610667886 >> v2:172.21.15.71:3300/0 conn(0x7fbd100ca080 0x7fbd100ca4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.378 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7fbd07fff640 1 -- 172.21.15.23:0/3610667886 >> v1:172.21.15.71:6789/0 conn(0x7fbd10158230 legacy=0x7fbd100c3e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.378 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7fbd07fff640 1 -- 172.21.15.23:0/3610667886 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd100c4560 con 0x7fbd1015be80 2023-06-26T03:02:35.378 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7f1663fff640 1 -- 172.21.15.23:0/564342145 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f166415a4a0 msgr2=0x7f1664142670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.378 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7f1663fff640 1 --2- 172.21.15.23:0/564342145 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f166415a4a0 0x7f1664142670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.378 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7f1663fff640 1 -- 172.21.15.23:0/564342145 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f166415d9a0 msgr2=0x7f16641f7510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.378 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7f1663fff640 1 --2- 172.21.15.23:0/564342145 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f166415d9a0 0x7f16641f7510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.379 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7f1663fff640 1 -- 172.21.15.23:0/564342145 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16580094d0 con 0x7f16640cde20 2023-06-26T03:02:35.379 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7efd51ffb640 1 -- 172.21.15.23:0/1130018040 <== mon.1 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd580b4800 con 0x7efd5c0b1260 2023-06-26T03:02:35.379 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7f1668fe0640 1 --2- 172.21.15.23:0/564342145 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f166415d9a0 0x7f16641f7510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello state changed while learned_addr, mark_down or replacing must be happened just now 2023-06-26T03:02:35.379 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7fb9397fa640 1 -- 172.21.15.23:0/3421102448 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9300125f0 con 0x7fb93c15cbc0 2023-06-26T03:02:35.380 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7fb9397fa640 1 -- 172.21.15.23:0/3421102448 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb930012770 con 0x7fb93c15cbc0 2023-06-26T03:02:35.380 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7fb9397fa640 1 -- 172.21.15.23:0/3421102448 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb930012b20 con 0x7fb93c15cbc0 2023-06-26T03:02:35.380 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7fc94a183640 1 -- 172.21.15.23:0/1561832630 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc94406cfa0 con 0x7fc9440cb090 2023-06-26T03:02:35.380 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7fc94a183640 1 -- 172.21.15.23:0/1561832630 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc94406d560 con 0x7fc9440cb090 2023-06-26T03:02:35.381 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7f75a292f640 1 -- 172.21.15.23:0/4051358943 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f757c005260 con 0x7f75940e2190 2023-06-26T03:02:35.381 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7efd51ffb640 1 -- 172.21.15.23:0/1130018040 <== mon.1 v2:172.21.15.71:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd580b4980 con 0x7efd5c0b1260 2023-06-26T03:02:35.381 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7efd51ffb640 1 -- 172.21.15.23:0/1130018040 <== mon.1 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd580b4d30 con 0x7efd5c0b1260 2023-06-26T03:02:35.381 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7efd6201f640 1 -- 172.21.15.23:0/1130018040 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd5c15e7c0 con 0x7efd5c0b1260 2023-06-26T03:02:35.381 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7efd6201f640 1 -- 172.21.15.23:0/1130018040 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd5c1f9690 con 0x7efd5c0b1260 2023-06-26T03:02:35.382 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7fb942fbb640 1 -- 172.21.15.23:0/3421102448 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb93c1fb880 con 0x7fb93c15cbc0 2023-06-26T03:02:35.382 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7fb942fbb640 1 -- 172.21.15.23:0/3421102448 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb93c1fbe00 con 0x7fb93c15cbc0 2023-06-26T03:02:35.382 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7f73be583640 1 -- 172.21.15.23:0/4193850062 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7398005260 con 0x7f73b806cd70 2023-06-26T03:02:35.382 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7fc94a183640 1 -- 172.21.15.23:0/1561832630 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc94404dfe0 con 0x7fc9440cb090 2023-06-26T03:02:35.383 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7f1663fff640 1 --2- 172.21.15.23:0/564342145 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f16640cde20 0x7f16640b4f20 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f1658000c10 tx=0x7f1658019250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.383 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7f7598ff9640 1 -- 172.21.15.23:0/4051358943 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f75880073f0 con 0x7f75940e2190 2023-06-26T03:02:35.383 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7efd6201f640 1 -- 172.21.15.23:0/1130018040 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd5c1f9880 con 0x7efd5c0b1260 2023-06-26T03:02:35.384 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7f7598ff9640 1 --2- 172.21.15.23:0/4051358943 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7580066350 0x7f7580068800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.384 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7f7598ff9640 1 -- 172.21.15.23:0/4051358943 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f75880835e0 con 0x7f75940e2190 2023-06-26T03:02:35.384 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7fc92bfff640 1 -- 172.21.15.23:0/1561832630 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc9380113f0 con 0x7fc9440cb090 2023-06-26T03:02:35.385 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7f759bfff640 1 --2- 172.21.15.23:0/4051358943 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7580066350 0x7f7580068800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.385 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7fc92bfff640 1 --2- 172.21.15.23:0/1561832630 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc930066350 0x7fc930068800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.385 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7fb942fbb640 1 -- 172.21.15.23:0/3421102448 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb93c04d790 con 0x7fb93c15cbc0 2023-06-26T03:02:35.386 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7f1660ff9640 1 -- 172.21.15.23:0/564342145 <== mon.1 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16580ac620 con 0x7f16640cde20 2023-06-26T03:02:35.386 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7f1660ff9640 1 -- 172.21.15.23:0/564342145 <== mon.1 v2:172.21.15.71:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f16580b6400 con 0x7f16640cde20 2023-06-26T03:02:35.386 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7f1660ff9640 1 -- 172.21.15.23:0/564342145 <== mon.1 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16580b6770 con 0x7f16640cde20 2023-06-26T03:02:35.386 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7f166aa43640 1 -- 172.21.15.23:0/564342145 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f166406eeb0 con 0x7f16640cde20 2023-06-26T03:02:35.386 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.315+0000 7f166aa43640 1 -- 172.21.15.23:0/564342145 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1664140770 con 0x7f16640cde20 2023-06-26T03:02:35.387 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7f166aa43640 1 -- 172.21.15.23:0/564342145 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f166404dfe0 con 0x7f16640cde20 2023-06-26T03:02:35.387 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7fc92bfff640 1 -- 172.21.15.23:0/1561832630 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7fc938084130 con 0x7fc9440cb090 2023-06-26T03:02:35.387 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7fac95ac0640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fac900cdf60 0x7fac90156c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.388 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7fac95ac0640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fac90157bd0 con 0x7fac90070b30 2023-06-26T03:02:35.388 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7fac95ac0640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fac900ce350 con 0x7fac900acf30 2023-06-26T03:02:35.388 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7fac95ac0640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fac900ad300 con 0x7fac900cdf60 2023-06-26T03:02:35.388 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7fac94abe640 1 --1- >> v1:172.21.15.71:6789/0 conn(0x7fac900acf30 0x7fac90070420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.71:6789/0 says I am v1:172.21.15.23:57668/0 (socket says 172.21.15.23:57668) 2023-06-26T03:02:35.388 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7fac94abe640 1 -- 172.21.15.23:0/307727121 learned_addr learned my addr 172.21.15.23:0/307727121 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:35.388 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7fac952bf640 1 --2- 172.21.15.23:0/307727121 >> v2:172.21.15.71:3300/0 conn(0x7fac900cdf60 0x7fac90156c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.389 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7f73b4ff9640 1 -- 172.21.15.23:0/4193850062 <== mon.2 v2:172.21.15.71:3301/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f73ac003af0 con 0x7f73b806cd70 2023-06-26T03:02:35.389 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7fc942ffd640 1 --2- 172.21.15.23:0/1561832630 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc930066350 0x7fc930068800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.389 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7efd51ffb640 1 -- 172.21.15.23:0/1130018040 <== mon.1 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7efd580c83d0 con 0x7efd5c0b1260 2023-06-26T03:02:35.389 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7fb9397fa640 1 -- 172.21.15.23:0/3421102448 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fb930012c80 con 0x7fb93c15cbc0 2023-06-26T03:02:35.390 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7fbd07fff640 1 --2- 172.21.15.23:0/3610667886 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fbd1015be80 0x7fbd1015c2d0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fbd0000bd90 tx=0x7fbd0001e8b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aac35eaf55efe995 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.390 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7efd51ffb640 1 --2- 172.21.15.23:0/1130018040 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efd40066280 0x7efd40068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.390 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7f759bfff640 1 --2- 172.21.15.23:0/4051358943 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7580066350 0x7f7580068800 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f759c04f130 tx=0x7f759c120000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.391 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7f73b4ff9640 1 --2- 172.21.15.23:0/4193850062 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f73a4066280 0x7f73a4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.391 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7fac952bf640 1 -- 172.21.15.23:0/307727121 >> v1:172.21.15.71:6789/0 conn(0x7fac900acf30 legacy=0x7fac90070420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.391 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7fac952bf640 1 -- 172.21.15.23:0/307727121 >> v1:172.21.15.23:6789/0 conn(0x7fac90070b30 legacy=0x7fac900cd850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.392 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7fac952bf640 1 -- 172.21.15.23:0/307727121 --> v2:172.21.15.71:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac90157e40 con 0x7fac900cdf60 2023-06-26T03:02:35.392 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7efd51ffb640 1 -- 172.21.15.23:0/1130018040 <== mon.1 v2:172.21.15.71:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7efd580a8050 con 0x7efd5c0b1260 2023-06-26T03:02:35.392 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7f73b4ff9640 1 -- 172.21.15.23:0/4193850062 <== mon.2 v2:172.21.15.71:3301/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f73ac083600 con 0x7f73b806cd70 2023-06-26T03:02:35.392 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7efd6081c640 1 --2- 172.21.15.23:0/1130018040 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efd40066280 0x7efd40068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.393 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7f73b77fe640 1 --2- 172.21.15.23:0/4193850062 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f73a4066280 0x7f73a4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.393 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7fb9397fa640 1 --2- 172.21.15.23:0/3421102448 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb9280662d0 0x7fb928068780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.393 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7fb9397fa640 1 -- 172.21.15.23:0/3421102448 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7fb930084400 con 0x7fb93c15cbc0 2023-06-26T03:02:35.394 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7fb940d57640 1 --2- 172.21.15.23:0/3421102448 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb9280662d0 0x7fb928068780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.394 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7fc942ffd640 1 --2- 172.21.15.23:0/1561832630 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc930066350 0x7fc930068800 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fc9440c4cf0 tx=0x7fc934008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.394 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7efd6081c640 1 --2- 172.21.15.23:0/1130018040 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efd40066280 0x7efd40068730 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7efd5c1f92c0 tx=0x7efd4c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.394 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7f73b77fe640 1 --2- 172.21.15.23:0/4193850062 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f73a4066280 0x7f73a4068730 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f73b8166820 tx=0x7f73a8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.319+0000 7fb940d57640 1 --2- 172.21.15.23:0/3421102448 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb9280662d0 0x7fb928068780 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fb92c0af000 tx=0x7fb92c004740 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.323+0000 7fac952bf640 1 --2- 172.21.15.23:0/307727121 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac900cdf60 0x7fac90156c30 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fac88009d90 tx=0x7fac8801c940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=415b12f1ff069997 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.323+0000 7fc92bfff640 1 -- 172.21.15.23:0/1561832630 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fc938051210 con 0x7fc9440cb090 2023-06-26T03:02:35.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.331+0000 7fb9397fa640 1 -- 172.21.15.23:0/3421102448 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fb930051570 con 0x7fb93c15cbc0 2023-06-26T03:02:35.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.331+0000 7efd51ffb640 1 -- 172.21.15.23:0/1130018040 <== mon.1 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7efd580ebc90 con 0x7efd5c0b1260 2023-06-26T03:02:35.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.331+0000 7f7598ff9640 1 -- 172.21.15.23:0/4051358943 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f7588050890 con 0x7f75940e2190 2023-06-26T03:02:35.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.331+0000 7fbd077fe640 1 -- 172.21.15.23:0/3610667886 <== mon.2 v2:172.21.15.71:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd000aa620 con 0x7fbd1015be80 2023-06-26T03:02:35.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.331+0000 7fbd077fe640 1 -- 172.21.15.23:0/3610667886 <== mon.2 v2:172.21.15.71:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd000aa780 con 0x7fbd1015be80 2023-06-26T03:02:35.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.331+0000 7f73b4ff9640 1 -- 172.21.15.23:0/4193850062 <== mon.2 v2:172.21.15.71:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f73ac054340 con 0x7f73b806cd70 2023-06-26T03:02:35.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.331+0000 7fac8f7fe640 1 -- 172.21.15.23:0/307727121 <== mon.1 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac880a59e0 con 0x7fac900cdf60 2023-06-26T03:02:35.398 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.331+0000 7fac8f7fe640 1 -- 172.21.15.23:0/307727121 <== mon.1 v2:172.21.15.71:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac880a5b40 con 0x7fac900cdf60 2023-06-26T03:02:35.398 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.331+0000 7fac8f7fe640 1 -- 172.21.15.23:0/307727121 <== mon.1 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac880ad440 con 0x7fac900cdf60 2023-06-26T03:02:35.398 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.331+0000 7fbd15d2d640 1 -- 172.21.15.23:0/3610667886 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fbd1015be80 msgr2=0x7fbd1015c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.398 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.331+0000 7fbd15d2d640 1 --2- 172.21.15.23:0/3610667886 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fbd1015be80 0x7fbd1015c2d0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fbd0000bd90 tx=0x7fbd0001e8b0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.398 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.331+0000 7fbd15d2d640 1 -- 172.21.15.23:0/3610667886 shutdown_connections 2023-06-26T03:02:35.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.331+0000 7fbd15d2d640 1 --2- 172.21.15.23:0/3610667886 >> v2:172.21.15.71:3300/0 conn(0x7fbd100ca080 0x7fbd100ca4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.331+0000 7fbd15d2d640 1 --2- 172.21.15.23:0/3610667886 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fbd1015be80 0x7fbd1015c2d0 secure :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fbd0000bd90 tx=0x7fbd0001e8b0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.331+0000 7fbd15d2d640 1 -- 172.21.15.23:0/3610667886 >> 172.21.15.23:0/3610667886 conn(0x7fbd100cc200 msgr2=0x7fbd100b0740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:35.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.335+0000 7fbd15d2d640 1 -- 172.21.15.23:0/3610667886 shutdown_connections 2023-06-26T03:02:35.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.335+0000 7fac95ac0640 1 -- 172.21.15.23:0/307727121 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac900cdf60 msgr2=0x7fac90156c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.400 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.335+0000 7fac95ac0640 1 --2- 172.21.15.23:0/307727121 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac900cdf60 0x7fac90156c30 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fac88009d90 tx=0x7fac8801c940 comp rx=0 tx=0).stop 2023-06-26T03:02:35.400 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.335+0000 7fac95ac0640 1 -- 172.21.15.23:0/307727121 shutdown_connections 2023-06-26T03:02:35.400 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.335+0000 7fac95ac0640 1 --2- 172.21.15.23:0/307727121 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac900cdf60 0x7fac90156c30 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.400 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.335+0000 7fac95ac0640 1 -- 172.21.15.23:0/307727121 >> 172.21.15.23:0/307727121 conn(0x7fac9005fed0 msgr2=0x7fac900602d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:35.401 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.335+0000 7fbd15d2d640 1 -- 172.21.15.23:0/3610667886 wait complete. 2023-06-26T03:02:35.401 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.335+0000 7fbd15d2d640 1 Processor -- start 2023-06-26T03:02:35.401 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.335+0000 7fbd15d2d640 1 -- start start 2023-06-26T03:02:35.401 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.335+0000 7fbd15d2d640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fbd100ca080 0x7fbd10148460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.401 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.335+0000 7fbd15d2d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbd10158230 0x7fbd1006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.335+0000 7fbd15d2d640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fbd100c73f0 0x7fbd10150ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.335+0000 7fbd15d2d640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd1006d8d0 con 0x7fbd100c73f0 2023-06-26T03:02:35.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.335+0000 7fbd15d2d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd100c6670 con 0x7fbd10158230 2023-06-26T03:02:35.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.335+0000 7fbd15d2d640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbd1006d630 con 0x7fbd100ca080 2023-06-26T03:02:35.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.335+0000 7fbd1552c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fbd100c73f0 0x7fbd10150ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.335+0000 7fbd1552c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fbd100c73f0 0x7fbd10150ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38522/0 (socket says 172.21.15.23:38522) 2023-06-26T03:02:35.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.335+0000 7fbd1552c640 1 -- 172.21.15.23:0/586318101 learned_addr learned my addr 172.21.15.23:0/586318101 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:35.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.335+0000 7fbd14d2b640 1 --2- 172.21.15.23:0/586318101 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fbd100ca080 0x7fbd10148460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.335+0000 7fbd07fff640 1 --2- 172.21.15.23:0/586318101 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbd10158230 0x7fbd1006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.339+0000 7fac95ac0640 1 -- 172.21.15.23:0/307727121 shutdown_connections 2023-06-26T03:02:35.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.339+0000 7fac95ac0640 1 -- 172.21.15.23:0/307727121 wait complete. 2023-06-26T03:02:35.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.339+0000 7fbd1552c640 1 -- 172.21.15.23:0/586318101 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fbd100ca080 msgr2=0x7fbd10148460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.339+0000 7fbd1552c640 1 --2- 172.21.15.23:0/586318101 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fbd100ca080 0x7fbd10148460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.339+0000 7fbd1552c640 1 -- 172.21.15.23:0/586318101 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbd10158230 msgr2=0x7fbd1006d0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.339+0000 7fbd1552c640 1 --2- 172.21.15.23:0/586318101 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbd10158230 0x7fbd1006d0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.339+0000 7fbd1552c640 1 -- 172.21.15.23:0/586318101 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd0000ba70 con 0x7fbd100c73f0 2023-06-26T03:02:35.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.339+0000 7fbd14d2b640 1 --2- 172.21.15.23:0/586318101 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fbd100ca080 0x7fbd10148460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:35.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.339+0000 7fbd1552c640 1 --2- 172.21.15.23:0/586318101 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fbd100c73f0 0x7fbd10150ee0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fbd0800eed0 tx=0x7fbd0800b480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.339+0000 7fbd07fff640 1 --2- 172.21.15.23:0/586318101 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbd10158230 0x7fbd1006d0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:35.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.339+0000 7fbd057fa640 1 -- 172.21.15.23:0/586318101 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd08010040 con 0x7fbd100c73f0 2023-06-26T03:02:35.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.339+0000 7fac95ac0640 1 Processor -- start 2023-06-26T03:02:35.406 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.339+0000 7fbd15d2d640 1 -- 172.21.15.23:0/586318101 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbd100c6910 con 0x7fbd100c73f0 2023-06-26T03:02:35.406 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.339+0000 7fbd15d2d640 1 -- 172.21.15.23:0/586318101 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd100c6ed0 con 0x7fbd100c73f0 2023-06-26T03:02:35.406 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.339+0000 7fbd15d2d640 1 -- 172.21.15.23:0/586318101 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbd10156b90 con 0x7fbd100c73f0 2023-06-26T03:02:35.406 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.339+0000 7fac95ac0640 1 -- start start 2023-06-26T03:02:35.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.339+0000 7fac95ac0640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac90070b30 0x7fac90145bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.339+0000 7fac95ac0640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fac900acf30 0x7fac900cce20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.339+0000 7fac95ac0640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fac900cdf60 0x7fac90145360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.339+0000 7fac95ac0640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac9015c0c0 con 0x7fac900cdf60 2023-06-26T03:02:35.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.339+0000 7fac95ac0640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac90156bd0 con 0x7fac90070b30 2023-06-26T03:02:35.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.339+0000 7fac95ac0640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fac90147480 con 0x7fac900acf30 2023-06-26T03:02:35.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.343+0000 7f1660ff9640 1 -- 172.21.15.23:0/564342145 <== mon.1 v2:172.21.15.71:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f16580aa070 con 0x7f16640cde20 2023-06-26T03:02:35.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.339+0000 7fac952bf640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fac900cdf60 0x7fac90145360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.339+0000 7fac952bf640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fac900cdf60 0x7fac90145360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38534/0 (socket says 172.21.15.23:38534) 2023-06-26T03:02:35.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.339+0000 7fac952bf640 1 -- 172.21.15.23:0/1836746540 learned_addr learned my addr 172.21.15.23:0/1836746540 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:35.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.339+0000 7fac8ffff640 1 --2- 172.21.15.23:0/1836746540 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fac900acf30 0x7fac900cce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.409 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.343+0000 7fac94abe640 1 --2- 172.21.15.23:0/1836746540 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac90070b30 0x7fac90145bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.409 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.343+0000 7f1660ff9640 1 --2- 172.21.15.23:0/564342145 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f16500662b0 0x7f1650068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.409 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.343+0000 7f1660ff9640 1 -- 172.21.15.23:0/564342145 <== mon.1 v2:172.21.15.71:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f165811e690 con 0x7f16640cde20 2023-06-26T03:02:35.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.343+0000 7fac952bf640 1 -- 172.21.15.23:0/1836746540 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fac900acf30 msgr2=0x7fac900cce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.343+0000 7fac952bf640 1 --2- 172.21.15.23:0/1836746540 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fac900acf30 0x7fac900cce20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.343+0000 7fac952bf640 1 -- 172.21.15.23:0/1836746540 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac90070b30 msgr2=0x7fac90145bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.343+0000 7fac952bf640 1 --2- 172.21.15.23:0/1836746540 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac90070b30 0x7fac90145bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.343+0000 7fac952bf640 1 -- 172.21.15.23:0/1836746540 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac88009a70 con 0x7fac900cdf60 2023-06-26T03:02:35.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.343+0000 7fac952bf640 1 --2- 172.21.15.23:0/1836746540 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fac900cdf60 0x7fac90145360 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fac880b0040 tx=0x7fac880196e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.411 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.343+0000 7f16637fe640 1 --2- 172.21.15.23:0/564342145 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f16500662b0 0x7f1650068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.411 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.343+0000 7f16637fe640 1 --2- 172.21.15.23:0/564342145 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f16500662b0 0x7f1650068760 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f165c007fd0 tx=0x7f165c007d40 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.411 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.347+0000 7f1660ff9640 1 -- 172.21.15.23:0/564342145 <== mon.1 v2:172.21.15.71:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f16580eb890 con 0x7f16640cde20 2023-06-26T03:02:35.411 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.351+0000 7fbd057fa640 1 -- 172.21.15.23:0/586318101 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd08014400 con 0x7fbd100c73f0 2023-06-26T03:02:35.412 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.351+0000 7fbd057fa640 1 -- 172.21.15.23:0/586318101 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd08009ea0 con 0x7fbd100c73f0 2023-06-26T03:02:35.412 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.351+0000 7fbd057fa640 1 -- 172.21.15.23:0/586318101 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fbd08014830 con 0x7fbd100c73f0 2023-06-26T03:02:35.412 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.351+0000 7fbd057fa640 1 --2- 172.21.15.23:0/586318101 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fbcfc066400 0x7fbcfc0688b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.412 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.351+0000 7fbd057fa640 1 -- 172.21.15.23:0/586318101 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7fbd080847f0 con 0x7fbd100c73f0 2023-06-26T03:02:35.412 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.351+0000 7fbd14d2b640 1 --2- 172.21.15.23:0/586318101 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fbcfc066400 0x7fbcfc0688b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.412 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.351+0000 7fbd057fa640 1 -- 172.21.15.23:0/586318101 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fbd080519f0 con 0x7fbd100c73f0 2023-06-26T03:02:35.413 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.351+0000 7fac8d7fa640 1 -- 172.21.15.23:0/1836746540 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac880ade40 con 0x7fac900cdf60 2023-06-26T03:02:35.413 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.351+0000 7fac95ac0640 1 -- 172.21.15.23:0/1836746540 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fac9014c6b0 con 0x7fac900cdf60 2023-06-26T03:02:35.413 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.351+0000 7fac95ac0640 1 -- 172.21.15.23:0/1836746540 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fac9014c900 con 0x7fac900cdf60 2023-06-26T03:02:35.413 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.351+0000 7fbd14d2b640 1 --2- 172.21.15.23:0/586318101 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fbcfc066400 0x7fbcfc0688b0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fbd0c007fd0 tx=0x7fbd0c007900 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.414 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.351+0000 7fac8d7fa640 1 -- 172.21.15.23:0/1836746540 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac880c5460 con 0x7fac900cdf60 2023-06-26T03:02:35.414 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.351+0000 7fac8d7fa640 1 -- 172.21.15.23:0/1836746540 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac880c57d0 con 0x7fac900cdf60 2023-06-26T03:02:35.414 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.355+0000 7fac8d7fa640 1 -- 172.21.15.23:0/1836746540 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fac880b4050 con 0x7fac900cdf60 2023-06-26T03:02:35.415 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.355+0000 7fac8d7fa640 1 --2- 172.21.15.23:0/1836746540 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fac74066280 0x7fac74068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.415 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.355+0000 7fac94abe640 1 --2- 172.21.15.23:0/1836746540 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fac74066280 0x7fac74068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.415 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.355+0000 7fac8d7fa640 1 -- 172.21.15.23:0/1836746540 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7fac880f01d0 con 0x7fac900cdf60 2023-06-26T03:02:35.415 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.355+0000 7fac95ac0640 1 -- 172.21.15.23:0/1836746540 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fac70005260 con 0x7fac900cdf60 2023-06-26T03:02:35.415 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.355+0000 7fac94abe640 1 --2- 172.21.15.23:0/1836746540 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fac74066280 0x7fac74068730 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fac7c005890 tx=0x7fac7c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.415 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.367+0000 7fac8d7fa640 1 -- 172.21.15.23:0/1836746540 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fac880ec510 con 0x7fac900cdf60 2023-06-26T03:02:35.642 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.635+0000 7fc94a183640 1 -- 172.21.15.23:0/1561832630 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7fc9440b1450 con 0x7fc9440cb090 2023-06-26T03:02:35.643 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.635+0000 7fc92bfff640 1 -- 172.21.15.23:0/1561832630 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fc93801f090 con 0x7fc9440cb090 2023-06-26T03:02:35.645 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.639+0000 7fb942fbb640 1 -- 172.21.15.23:0/3421102448 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7fb93c1fc2b0 con 0x7fb93c15cbc0 2023-06-26T03:02:35.645 INFO:teuthology.orchestra.run.smithi023.stdout:55834574858 2023-06-26T03:02:35.645 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.639+0000 7fb9397fa640 1 -- 172.21.15.23:0/3421102448 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fb930054b90 con 0x7fb93c15cbc0 2023-06-26T03:02:35.646 INFO:teuthology.orchestra.run.smithi023.stdout:55834574860 2023-06-26T03:02:35.647 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.639+0000 7fc94a183640 1 -- 172.21.15.23:0/1561832630 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc930066350 msgr2=0x7fc930068800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.647 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.639+0000 7fc94a183640 1 --2- 172.21.15.23:0/1561832630 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc930066350 0x7fc930068800 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fc9440c4cf0 tx=0x7fc934008040 comp rx=0 tx=0).stop 2023-06-26T03:02:35.647 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.639+0000 7fc94a183640 1 -- 172.21.15.23:0/1561832630 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc9440cb090 msgr2=0x7fc94406c5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.647 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.639+0000 7fc94a183640 1 --2- 172.21.15.23:0/1561832630 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc9440cb090 0x7fc94406c5c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fc93800c820 tx=0x7fc93800cce0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.647 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.639+0000 7fc94a183640 1 -- 172.21.15.23:0/1561832630 shutdown_connections 2023-06-26T03:02:35.647 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.639+0000 7fc94a183640 1 --2- 172.21.15.23:0/1561832630 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc930066350 0x7fc930068800 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.648 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.639+0000 7fc94a183640 1 --2- 172.21.15.23:0/1561832630 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc94415fa10 0x7fc944156980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.648 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.639+0000 7fc94a183640 1 --2- 172.21.15.23:0/1561832630 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc9440cde30 0x7fc9440c52f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.649 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.639+0000 7fc94a183640 1 --2- 172.21.15.23:0/1561832630 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc9440cb090 0x7fc94406c5c0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.649 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.639+0000 7fc94a183640 1 -- 172.21.15.23:0/1561832630 >> 172.21.15.23:0/1561832630 conn(0x7fc9440cc200 msgr2=0x7fc9440ae5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:35.649 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.639+0000 7fc94a183640 1 -- 172.21.15.23:0/1561832630 shutdown_connections 2023-06-26T03:02:35.649 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.639+0000 7fc94a183640 1 -- 172.21.15.23:0/1561832630 wait complete. 2023-06-26T03:02:35.650 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.643+0000 7fb942fbb640 1 -- 172.21.15.23:0/3421102448 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb9280662d0 msgr2=0x7fb928068780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.650 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.643+0000 7fb942fbb640 1 --2- 172.21.15.23:0/3421102448 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb9280662d0 0x7fb928068780 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fb92c0af000 tx=0x7fb92c004740 comp rx=0 tx=0).stop 2023-06-26T03:02:35.650 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.643+0000 7fb942fbb640 1 -- 172.21.15.23:0/3421102448 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb93c15cbc0 msgr2=0x7fb93c151ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.650 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.643+0000 7fb942fbb640 1 --2- 172.21.15.23:0/3421102448 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb93c15cbc0 0x7fb93c151ff0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fb93000d5a0 tx=0x7fb93000da60 comp rx=0 tx=0).stop 2023-06-26T03:02:35.651 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.643+0000 7fb942fbb640 1 -- 172.21.15.23:0/3421102448 shutdown_connections 2023-06-26T03:02:35.651 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.643+0000 7fb942fbb640 1 --2- 172.21.15.23:0/3421102448 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb9280662d0 0x7fb928068780 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.651 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.643+0000 7fb942fbb640 1 --2- 172.21.15.23:0/3421102448 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb93c15cbc0 0x7fb93c151ff0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.651 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.643+0000 7fb942fbb640 1 --2- 172.21.15.23:0/3421102448 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb93c0c2cc0 0x7fb93c0cc800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.651 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.643+0000 7fb942fbb640 1 --2- 172.21.15.23:0/3421102448 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb93c06bf00 0x7fb93c0c1e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.651 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.643+0000 7fb942fbb640 1 -- 172.21.15.23:0/3421102448 >> 172.21.15.23:0/3421102448 conn(0x7fb93c0b13d0 msgr2=0x7fb93c0c30f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:35.651 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.643+0000 7fb942fbb640 1 -- 172.21.15.23:0/3421102448 shutdown_connections 2023-06-26T03:02:35.651 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.643+0000 7fb942fbb640 1 -- 172.21.15.23:0/3421102448 wait complete. 2023-06-26T03:02:35.652 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.643+0000 7f73be583640 1 -- 172.21.15.23:0/4193850062 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f73980057e0 con 0x7f73b806cd70 2023-06-26T03:02:35.652 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.643+0000 7f73b4ff9640 1 -- 172.21.15.23:0/4193850062 <== mon.2 v2:172.21.15.71:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f73ac053ed0 con 0x7f73b806cd70 2023-06-26T03:02:35.652 INFO:teuthology.orchestra.run.smithi023.stdout:55834574858 2023-06-26T03:02:35.663 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.651+0000 7f73be583640 1 -- 172.21.15.23:0/4193850062 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f73a4066280 msgr2=0x7f73a4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.664 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.651+0000 7f73be583640 1 --2- 172.21.15.23:0/4193850062 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f73a4066280 0x7f73a4068730 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f73b8166820 tx=0x7f73a8009040 comp rx=0 tx=0).stop 2023-06-26T03:02:35.664 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.651+0000 7f73be583640 1 -- 172.21.15.23:0/4193850062 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f73b806cd70 msgr2=0x7f73b8087d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.664 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.651+0000 7f73be583640 1 --2- 172.21.15.23:0/4193850062 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f73b806cd70 0x7f73b8087d70 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f73ac00c4c0 tx=0x7f73ac001e80 comp rx=0 tx=0).stop 2023-06-26T03:02:35.664 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.651+0000 7f73be583640 1 -- 172.21.15.23:0/4193850062 shutdown_connections 2023-06-26T03:02:35.664 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.651+0000 7f73be583640 1 --2- 172.21.15.23:0/4193850062 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f73a4066280 0x7f73a4068730 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.664 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.651+0000 7f73be583640 1 --2- 172.21.15.23:0/4193850062 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f73b80ce6b0 0x7f73b8168d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.664 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.651+0000 7f73be583640 1 --2- 172.21.15.23:0/4193850062 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f73b8089970 0x7f73b8168840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.665 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.651+0000 7f73be583640 1 --2- 172.21.15.23:0/4193850062 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f73b806cd70 0x7f73b8087d70 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.665 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.651+0000 7f73be583640 1 -- 172.21.15.23:0/4193850062 >> 172.21.15.23:0/4193850062 conn(0x7f73b80b0230 msgr2=0x7f73b806c660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:35.665 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.651+0000 7f73be583640 1 -- 172.21.15.23:0/4193850062 shutdown_connections 2023-06-26T03:02:35.665 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.651+0000 7f73be583640 1 -- 172.21.15.23:0/4193850062 wait complete. 2023-06-26T03:02:35.665 INFO:teuthology.orchestra.run.smithi023.stdout:55834574858 2023-06-26T03:02:35.666 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.647+0000 7efd6201f640 1 -- 172.21.15.23:0/1130018040 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7efd5c04dfe0 con 0x7efd5c0b1260 2023-06-26T03:02:35.666 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.651+0000 7efd51ffb640 1 -- 172.21.15.23:0/1130018040 <== mon.1 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7efd580ef2b0 con 0x7efd5c0b1260 2023-06-26T03:02:35.666 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.651+0000 7efd6201f640 1 -- 172.21.15.23:0/1130018040 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efd40066280 msgr2=0x7efd40068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.666 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.651+0000 7efd6201f640 1 --2- 172.21.15.23:0/1130018040 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efd40066280 0x7efd40068730 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7efd5c1f92c0 tx=0x7efd4c008040 comp rx=0 tx=0).stop 2023-06-26T03:02:35.666 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.651+0000 7efd6201f640 1 -- 172.21.15.23:0/1130018040 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efd5c0b1260 msgr2=0x7efd5c06f3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.666 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.651+0000 7efd6201f640 1 --2- 172.21.15.23:0/1130018040 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efd5c0b1260 0x7efd5c06f3a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7efd580ac000 tx=0x7efd5801ad20 comp rx=0 tx=0).stop 2023-06-26T03:02:35.666 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.651+0000 7efd6201f640 1 -- 172.21.15.23:0/1130018040 shutdown_connections 2023-06-26T03:02:35.667 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.651+0000 7efd6201f640 1 --2- 172.21.15.23:0/1130018040 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efd40066280 0x7efd40068730 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.667 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.651+0000 7efd6201f640 1 --2- 172.21.15.23:0/1130018040 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efd5c0d2490 0x7efd5c0cb590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.667 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.651+0000 7efd6201f640 1 --2- 172.21.15.23:0/1130018040 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efd5c0b7660 0x7efd5c15dd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.667 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.651+0000 7efd6201f640 1 --2- 172.21.15.23:0/1130018040 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efd5c0b1260 0x7efd5c06f3a0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.667 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.651+0000 7efd6201f640 1 -- 172.21.15.23:0/1130018040 >> 172.21.15.23:0/1130018040 conn(0x7efd5c06fa20 msgr2=0x7efd5c0b4c20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:35.667 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.651+0000 7efd6201f640 1 -- 172.21.15.23:0/1130018040 shutdown_connections 2023-06-26T03:02:35.667 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.651+0000 7efd6201f640 1 -- 172.21.15.23:0/1130018040 wait complete. 2023-06-26T03:02:35.668 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.655+0000 7f75a292f640 1 -- 172.21.15.23:0/4051358943 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f757c005510 con 0x7f75940e2190 2023-06-26T03:02:35.668 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.655+0000 7f7598ff9640 1 -- 172.21.15.23:0/4051358943 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f7588053eb0 con 0x7f75940e2190 2023-06-26T03:02:35.668 INFO:teuthology.orchestra.run.smithi023.stdout:55834574858 2023-06-26T03:02:35.669 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.663+0000 7f75a292f640 1 -- 172.21.15.23:0/4051358943 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7580066350 msgr2=0x7f7580068800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.669 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.663+0000 7f75a292f640 1 --2- 172.21.15.23:0/4051358943 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7580066350 0x7f7580068800 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f759c04f130 tx=0x7f759c120000 comp rx=0 tx=0).stop 2023-06-26T03:02:35.669 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.663+0000 7f75a292f640 1 -- 172.21.15.23:0/4051358943 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f75940e2190 msgr2=0x7f7594182a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.670 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.663+0000 7f75a292f640 1 --2- 172.21.15.23:0/4051358943 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f75940e2190 0x7f7594182a40 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f758800c4d0 tx=0x7f758800c990 comp rx=0 tx=0).stop 2023-06-26T03:02:35.670 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.663+0000 7f75a292f640 1 -- 172.21.15.23:0/4051358943 shutdown_connections 2023-06-26T03:02:35.670 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.663+0000 7f75a292f640 1 --2- 172.21.15.23:0/4051358943 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7580066350 0x7f7580068800 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.670 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.663+0000 7f75a292f640 1 --2- 172.21.15.23:0/4051358943 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f75940e2190 0x7f7594182a40 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.670 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.663+0000 7f75a292f640 1 --2- 172.21.15.23:0/4051358943 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7594054e90 0x7f75940db7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.670 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.663+0000 7f75a292f640 1 --2- 172.21.15.23:0/4051358943 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7594037300 0x7f75940e0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.670 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.663+0000 7f75a292f640 1 -- 172.21.15.23:0/4051358943 >> 172.21.15.23:0/4051358943 conn(0x7f7594051dc0 msgr2=0x7f7594055320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:35.671 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.663+0000 7f166aa43640 1 -- 172.21.15.23:0/564342145 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f166415b860 con 0x7f16640cde20 2023-06-26T03:02:35.671 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.663+0000 7f75a292f640 1 -- 172.21.15.23:0/4051358943 shutdown_connections 2023-06-26T03:02:35.671 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.663+0000 7f75a292f640 1 -- 172.21.15.23:0/4051358943 wait complete. 2023-06-26T03:02:35.671 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.663+0000 7f1660ff9640 1 -- 172.21.15.23:0/564342145 <== mon.1 v2:172.21.15.71:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f16580eeeb0 con 0x7f16640cde20 2023-06-26T03:02:35.672 INFO:teuthology.orchestra.run.smithi023.stdout:55834574859 2023-06-26T03:02:35.675 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.667+0000 7fbd15d2d640 1 -- 172.21.15.23:0/586318101 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7fbd100c70c0 con 0x7fbd100c73f0 2023-06-26T03:02:35.676 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.667+0000 7fbd057fa640 1 -- 172.21.15.23:0/586318101 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fbd08055010 con 0x7fbd100c73f0 2023-06-26T03:02:35.676 INFO:teuthology.orchestra.run.smithi023.stdout:55834574858 2023-06-26T03:02:35.676 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.667+0000 7f166aa43640 1 -- 172.21.15.23:0/564342145 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f16500662b0 msgr2=0x7f1650068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.677 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.667+0000 7f166aa43640 1 --2- 172.21.15.23:0/564342145 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f16500662b0 0x7f1650068760 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f165c007fd0 tx=0x7f165c007d40 comp rx=0 tx=0).stop 2023-06-26T03:02:35.677 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.667+0000 7f166aa43640 1 -- 172.21.15.23:0/564342145 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f16640cde20 msgr2=0x7f16640b4f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.677 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.667+0000 7f166aa43640 1 --2- 172.21.15.23:0/564342145 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f16640cde20 0x7f16640b4f20 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f1658000c10 tx=0x7f1658019250 comp rx=0 tx=0).stop 2023-06-26T03:02:35.677 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.667+0000 7f166aa43640 1 -- 172.21.15.23:0/564342145 shutdown_connections 2023-06-26T03:02:35.677 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.667+0000 7f166aa43640 1 --2- 172.21.15.23:0/564342145 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f16500662b0 0x7f1650068760 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.677 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.667+0000 7f166aa43640 1 --2- 172.21.15.23:0/564342145 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f166415d9a0 0x7f16641f7510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.678 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.667+0000 7f166aa43640 1 --2- 172.21.15.23:0/564342145 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f166415a4a0 0x7f1664142670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.678 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.667+0000 7f166aa43640 1 --2- 172.21.15.23:0/564342145 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f16640cde20 0x7f16640b4f20 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.678 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.667+0000 7f166aa43640 1 -- 172.21.15.23:0/564342145 >> 172.21.15.23:0/564342145 conn(0x7f166406cec0 msgr2=0x7f166406a1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:35.678 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.667+0000 7f166aa43640 1 -- 172.21.15.23:0/564342145 shutdown_connections 2023-06-26T03:02:35.678 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.667+0000 7f166aa43640 1 -- 172.21.15.23:0/564342145 wait complete. 2023-06-26T03:02:35.679 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.671+0000 7fbd15d2d640 1 -- 172.21.15.23:0/586318101 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fbcfc066400 msgr2=0x7fbcfc0688b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.679 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.671+0000 7fbd15d2d640 1 --2- 172.21.15.23:0/586318101 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fbcfc066400 0x7fbcfc0688b0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fbd0c007fd0 tx=0x7fbd0c007900 comp rx=0 tx=0).stop 2023-06-26T03:02:35.679 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.671+0000 7fbd15d2d640 1 -- 172.21.15.23:0/586318101 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fbd100c73f0 msgr2=0x7fbd10150ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.680 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.671+0000 7fbd15d2d640 1 --2- 172.21.15.23:0/586318101 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fbd100c73f0 0x7fbd10150ee0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fbd0800eed0 tx=0x7fbd0800b480 comp rx=0 tx=0).stop 2023-06-26T03:02:35.680 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.671+0000 7fbd15d2d640 1 -- 172.21.15.23:0/586318101 shutdown_connections 2023-06-26T03:02:35.680 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.671+0000 7fbd15d2d640 1 --2- 172.21.15.23:0/586318101 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fbcfc066400 0x7fbcfc0688b0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.680 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.671+0000 7fbd15d2d640 1 --2- 172.21.15.23:0/586318101 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fbd100c73f0 0x7fbd10150ee0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.680 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.671+0000 7fbd15d2d640 1 --2- 172.21.15.23:0/586318101 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbd10158230 0x7fbd1006d0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.680 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.671+0000 7fbd15d2d640 1 --2- 172.21.15.23:0/586318101 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fbd100ca080 0x7fbd10148460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.681 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.671+0000 7fbd15d2d640 1 -- 172.21.15.23:0/586318101 >> 172.21.15.23:0/586318101 conn(0x7fbd100cc200 msgr2=0x7fbd10156480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:35.681 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.671+0000 7fbd15d2d640 1 -- 172.21.15.23:0/586318101 shutdown_connections 2023-06-26T03:02:35.682 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.671+0000 7fbd15d2d640 1 -- 172.21.15.23:0/586318101 wait complete. 2023-06-26T03:02:35.682 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574860 got 55834574860 for osd.7 2023-06-26T03:02:35.683 DEBUG:teuthology.parallel:result is None 2023-06-26T03:02:35.683 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574858 for osd.5 2023-06-26T03:02:35.684 DEBUG:teuthology.parallel:result is None 2023-06-26T03:02:35.687 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.679+0000 7fac95ac0640 1 -- 172.21.15.23:0/1836746540 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7fac700057e0 con 0x7fac900cdf60 2023-06-26T03:02:35.687 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.679+0000 7fac8d7fa640 1 -- 172.21.15.23:0/1836746540 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fac880efb30 con 0x7fac900cdf60 2023-06-26T03:02:35.687 INFO:teuthology.orchestra.run.smithi023.stdout:55834574857 2023-06-26T03:02:35.689 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574858 for osd.0 2023-06-26T03:02:35.689 DEBUG:teuthology.parallel:result is None 2023-06-26T03:02:35.690 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.683+0000 7fac95ac0640 1 -- 172.21.15.23:0/1836746540 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fac74066280 msgr2=0x7fac74068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.690 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.683+0000 7fac95ac0640 1 --2- 172.21.15.23:0/1836746540 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fac74066280 0x7fac74068730 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fac7c005890 tx=0x7fac7c009040 comp rx=0 tx=0).stop 2023-06-26T03:02:35.690 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.683+0000 7fac95ac0640 1 -- 172.21.15.23:0/1836746540 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fac900cdf60 msgr2=0x7fac90145360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.691 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.683+0000 7fac95ac0640 1 --2- 172.21.15.23:0/1836746540 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fac900cdf60 0x7fac90145360 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fac880b0040 tx=0x7fac880196e0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.691 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.683+0000 7fac95ac0640 1 -- 172.21.15.23:0/1836746540 shutdown_connections 2023-06-26T03:02:35.691 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.683+0000 7fac95ac0640 1 --2- 172.21.15.23:0/1836746540 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fac74066280 0x7fac74068730 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.691 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.683+0000 7fac95ac0640 1 --2- 172.21.15.23:0/1836746540 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fac900cdf60 0x7fac90145360 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.691 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.683+0000 7fac95ac0640 1 --2- 172.21.15.23:0/1836746540 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fac900acf30 0x7fac900cce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.691 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.683+0000 7fac95ac0640 1 --2- 172.21.15.23:0/1836746540 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fac90070b30 0x7fac90145bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.691 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.683+0000 7fac95ac0640 1 -- 172.21.15.23:0/1836746540 >> 172.21.15.23:0/1836746540 conn(0x7fac9005fed0 msgr2=0x7fac9014eb00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:35.691 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.683+0000 7fac95ac0640 1 -- 172.21.15.23:0/1836746540 shutdown_connections 2023-06-26T03:02:35.692 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.683+0000 7fac95ac0640 1 -- 172.21.15.23:0/1836746540 wait complete. 2023-06-26T03:02:35.699 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574858 for osd.3 2023-06-26T03:02:35.699 DEBUG:teuthology.parallel:result is None 2023-06-26T03:02:35.700 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574858 for osd.2 2023-06-26T03:02:35.700 DEBUG:teuthology.parallel:result is None 2023-06-26T03:02:35.702 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574859 got 55834574859 for osd.6 2023-06-26T03:02:35.702 DEBUG:teuthology.parallel:result is None 2023-06-26T03:02:35.709 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574858 for osd.4 2023-06-26T03:02:35.709 DEBUG:teuthology.parallel:result is None 2023-06-26T03:02:35.710 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.1 2023-06-26T03:02:35.710 DEBUG:teuthology.parallel:result is None 2023-06-26T03:02:35.711 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2023-06-26T03:02:35.711 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-06-26T03:02:35.862 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.855+0000 7f819895d640 1 Processor -- start 2023-06-26T03:02:35.863 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.855+0000 7f819895d640 1 -- start start 2023-06-26T03:02:35.864 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.855+0000 7f819895d640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f8194153a50 0x7f81940ce3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.864 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.855+0000 7f819895d640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f81940ccc20 0x7f81940cd0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.864 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.855+0000 7f819895d640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8194159f40 con 0x7f8194159a80 2023-06-26T03:02:35.864 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.855+0000 7f819895d640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f81940cd600 con 0x7f81940ccc20 2023-06-26T03:02:35.864 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.855+0000 7f819895d640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f819415d070 con 0x7f8194153a50 2023-06-26T03:02:35.865 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.855+0000 7f8192d9d640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f81940ccc20 0x7f81940cd0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.865 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.855+0000 7f818bfff640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f8194159a80 0x7f81940c9340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:55736/0 (socket says 172.21.15.23:55736) 2023-06-26T03:02:35.865 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.855+0000 7f818bfff640 1 -- 172.21.15.23:0/3403282021 learned_addr learned my addr 172.21.15.23:0/3403282021 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:35.865 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.855+0000 7f819259c640 1 --2- 172.21.15.23:0/3403282021 >> v2:172.21.15.71:3300/0 conn(0x7f8194153a50 0x7f81940ce3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.865 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.855+0000 7f8192d9d640 1 -- 172.21.15.23:0/3403282021 >> v2:172.21.15.71:3300/0 conn(0x7f8194153a50 msgr2=0x7f81940ce3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:35.866 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.855+0000 7f8192d9d640 1 --2- 172.21.15.23:0/3403282021 >> v2:172.21.15.71:3300/0 conn(0x7f8194153a50 0x7f81940ce3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.866 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.855+0000 7f8192d9d640 1 -- 172.21.15.23:0/3403282021 >> v1:172.21.15.23:6789/0 conn(0x7f8194159a80 legacy=0x7f81940c9340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.866 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.855+0000 7f8192d9d640 1 -- 172.21.15.23:0/3403282021 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f819415a220 con 0x7f81940ccc20 2023-06-26T03:02:35.866 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.859+0000 7f8192d9d640 1 --2- 172.21.15.23:0/3403282021 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f81940ccc20 0x7f81940cd0c0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f81940b3d60 tx=0x7f818c01c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f74caa61b77929d server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.867 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.859+0000 7f8191d9b640 1 -- 172.21.15.23:0/3403282021 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f818c0a59a0 con 0x7f81940ccc20 2023-06-26T03:02:35.867 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.859+0000 7f8191d9b640 1 -- 172.21.15.23:0/3403282021 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f818c0a5b00 con 0x7f81940ccc20 2023-06-26T03:02:35.867 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.859+0000 7f8191d9b640 1 -- 172.21.15.23:0/3403282021 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f818c0a5e90 con 0x7f81940ccc20 2023-06-26T03:02:35.868 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.859+0000 7f819895d640 1 -- 172.21.15.23:0/3403282021 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f81940ccc20 msgr2=0x7f81940cd0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.868 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.859+0000 7f819895d640 1 --2- 172.21.15.23:0/3403282021 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f81940ccc20 0x7f81940cd0c0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f81940b3d60 tx=0x7f818c01c8e0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.868 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.859+0000 7f819895d640 1 -- 172.21.15.23:0/3403282021 shutdown_connections 2023-06-26T03:02:35.868 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.859+0000 7f819895d640 1 --2- 172.21.15.23:0/3403282021 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f81940ccc20 0x7f81940cd0c0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.868 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.859+0000 7f819895d640 1 --2- 172.21.15.23:0/3403282021 >> v2:172.21.15.71:3300/0 conn(0x7f8194153a50 0x7f81940ce3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.868 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.859+0000 7f819895d640 1 -- 172.21.15.23:0/3403282021 >> 172.21.15.23:0/3403282021 conn(0x7f8194069400 msgr2=0x7f8194069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:35.869 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.859+0000 7f819895d640 1 -- 172.21.15.23:0/3403282021 shutdown_connections 2023-06-26T03:02:35.869 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.859+0000 7f819895d640 1 -- 172.21.15.23:0/3403282021 wait complete. 2023-06-26T03:02:35.870 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.859+0000 7f819895d640 1 Processor -- start 2023-06-26T03:02:35.870 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.859+0000 7f819895d640 1 -- start start 2023-06-26T03:02:35.870 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.863+0000 7f819895d640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f81940ccc20 0x7f81940c5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.871 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.863+0000 7f819895d640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8194153a50 0x7f81941f3930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.871 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.863+0000 7f819895d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8194159a80 0x7f81940c7010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.871 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.863+0000 7f819895d640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81940c7550 con 0x7f8194153a50 2023-06-26T03:02:35.871 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.863+0000 7f819895d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81940c7d40 con 0x7f8194159a80 2023-06-26T03:02:35.871 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.863+0000 7f819895d640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81940c7780 con 0x7f81940ccc20 2023-06-26T03:02:35.871 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.863+0000 7f818bfff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8194153a50 0x7f81941f3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.871 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.863+0000 7f818bfff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8194153a50 0x7f81941f3930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38550/0 (socket says 172.21.15.23:38550) 2023-06-26T03:02:35.871 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.863+0000 7f818bfff640 1 -- 172.21.15.23:0/1474484379 learned_addr learned my addr 172.21.15.23:0/1474484379 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:35.872 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.863+0000 7f819259c640 1 --2- 172.21.15.23:0/1474484379 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f81940ccc20 0x7f81940c5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.872 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.863+0000 7f8192d9d640 1 --2- 172.21.15.23:0/1474484379 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8194159a80 0x7f81940c7010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.872 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.863+0000 7f818bfff640 1 -- 172.21.15.23:0/1474484379 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f81940ccc20 msgr2=0x7f81940c5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.872 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.863+0000 7f818bfff640 1 --2- 172.21.15.23:0/1474484379 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f81940ccc20 0x7f81940c5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.872 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.863+0000 7f818bfff640 1 -- 172.21.15.23:0/1474484379 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8194159a80 msgr2=0x7f81940c7010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:35.872 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.863+0000 7f818bfff640 1 --2- 172.21.15.23:0/1474484379 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8194159a80 0x7f81940c7010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:35.872 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.863+0000 7f818bfff640 1 -- 172.21.15.23:0/1474484379 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f818c009a70 con 0x7f8194153a50 2023-06-26T03:02:35.873 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.863+0000 7f818bfff640 1 --2- 172.21.15.23:0/1474484379 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8194153a50 0x7f81941f3930 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f817c00c370 tx=0x7f817c00c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.873 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.863+0000 7f818affd640 1 -- 172.21.15.23:0/1474484379 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f817c005cf0 con 0x7f8194153a50 2023-06-26T03:02:35.873 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.863+0000 7f818affd640 1 -- 172.21.15.23:0/1474484379 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f817c005e50 con 0x7f8194153a50 2023-06-26T03:02:35.873 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.863+0000 7f818affd640 1 -- 172.21.15.23:0/1474484379 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f817c0072d0 con 0x7f8194153a50 2023-06-26T03:02:35.873 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.863+0000 7f819895d640 1 -- 172.21.15.23:0/1474484379 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f81940c7a60 con 0x7f8194153a50 2023-06-26T03:02:35.873 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.863+0000 7f819895d640 1 -- 172.21.15.23:0/1474484379 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f81940c2e20 con 0x7f8194153a50 2023-06-26T03:02:35.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.863+0000 7f819895d640 1 -- 172.21.15.23:0/1474484379 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f81940c99d0 con 0x7f8194153a50 2023-06-26T03:02:35.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.863+0000 7f818affd640 1 -- 172.21.15.23:0/1474484379 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f817c007430 con 0x7f8194153a50 2023-06-26T03:02:35.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.863+0000 7f818affd640 1 --2- 172.21.15.23:0/1474484379 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8174066280 0x7f8174068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:35.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.863+0000 7f818affd640 1 -- 172.21.15.23:0/1474484379 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f817c0833f0 con 0x7f8194153a50 2023-06-26T03:02:35.875 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.863+0000 7f819259c640 1 --2- 172.21.15.23:0/1474484379 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8174066280 0x7f8174068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:35.875 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.867+0000 7f819259c640 1 --2- 172.21.15.23:0/1474484379 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8174066280 0x7f8174068730 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f818400b9d0 tx=0x7f8184008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:35.876 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:35.867+0000 7f818affd640 1 -- 172.21.15.23:0/1474484379 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f817c050630 con 0x7f8194153a50 2023-06-26T03:02:36.018 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.011+0000 7f819895d640 1 -- 172.21.15.23:0/1474484379 --> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f8194153e20 con 0x7f8174066280 2023-06-26T03:02:36.044 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.039+0000 7f818affd640 1 -- 172.21.15.23:0/1474484379 <== mgr.4100 v2:172.21.15.71:6832/3372318826 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+367299 (secure 0 0 0) 0x7f818400b670 con 0x7f8174066280 2023-06-26T03:02:36.046 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:02:36.050 INFO:teuthology.orchestra.run.smithi023.stderr:dumped all 2023-06-26T03:02:36.051 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.043+0000 7f819895d640 1 -- 172.21.15.23:0/1474484379 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8174066280 msgr2=0x7f8174068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:36.051 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.043+0000 7f819895d640 1 --2- 172.21.15.23:0/1474484379 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8174066280 0x7f8174068730 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f818400b9d0 tx=0x7f8184008040 comp rx=0 tx=0).stop 2023-06-26T03:02:36.051 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.043+0000 7f819895d640 1 -- 172.21.15.23:0/1474484379 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8194153a50 msgr2=0x7f81941f3930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:36.051 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.043+0000 7f819895d640 1 --2- 172.21.15.23:0/1474484379 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8194153a50 0x7f81941f3930 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f817c00c370 tx=0x7f817c00c830 comp rx=0 tx=0).stop 2023-06-26T03:02:36.051 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.043+0000 7f819895d640 1 -- 172.21.15.23:0/1474484379 shutdown_connections 2023-06-26T03:02:36.052 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.043+0000 7f819895d640 1 --2- 172.21.15.23:0/1474484379 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8174066280 0x7f8174068730 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:36.052 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.043+0000 7f819895d640 1 --2- 172.21.15.23:0/1474484379 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8194159a80 0x7f81940c7010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:36.052 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.043+0000 7f819895d640 1 --2- 172.21.15.23:0/1474484379 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8194153a50 0x7f81941f3930 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:36.052 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.043+0000 7f819895d640 1 --2- 172.21.15.23:0/1474484379 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f81940ccc20 0x7f81940c5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:36.052 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.043+0000 7f819895d640 1 -- 172.21.15.23:0/1474484379 >> 172.21.15.23:0/1474484379 conn(0x7f8194069400 msgr2=0x7f81940ae900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:36.052 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.043+0000 7f819895d640 1 -- 172.21.15.23:0/1474484379 shutdown_connections 2023-06-26T03:02:36.052 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.043+0000 7f819895d640 1 -- 172.21.15.23:0/1474484379 wait complete. 2023-06-26T03:02:36.067 INFO:teuthology.orchestra.run.smithi023.stdout:{"pg_ready":true,"pg_map":{"version":40,"stamp":"2023-06-26T03:02:35.220061+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594959,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":338,"acting":338,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":338,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235496,"kb_used_data":3496,"kb_used_omap":0,"kb_used_meta":231936,"kb_avail":754739224,"statfs":{"total":773094113280,"available":772852965376,"internally_reserved":0,"allocated":3579904,"data_stored":2149126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":237502464},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":141,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005545"},"pg_stats":[{"pgid":"5.19","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.543707+0000","last_change":"2023-06-26T03:02:12.933308+0000","last_active":"2023-06-26T03:02:13.543707+0000","last_peered":"2023-06-26T03:02:13.543707+0000","last_clean":"2023-06-26T03:02:13.543707+0000","last_became_active":"2023-06-26T03:02:12.932785+0000","last_became_peered":"2023-06-26T03:02:12.932785+0000","last_unstale":"2023-06-26T03:02:13.543707+0000","last_undegraded":"2023-06-26T03:02:13.543707+0000","last_fullsized":"2023-06-26T03:02:13.543707+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:55:55.716648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7,2],"acting":[1,5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1f","version":"22'4","reported_seq":25,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.548342+0000","last_change":"2023-06-26T03:02:08.486608+0000","last_active":"2023-06-26T03:02:13.548342+0000","last_peered":"2023-06-26T03:02:13.548342+0000","last_clean":"2023-06-26T03:02:13.548342+0000","last_became_active":"2023-06-26T03:02:08.485585+0000","last_became_peered":"2023-06-26T03:02:08.485585+0000","last_unstale":"2023-06-26T03:02:13.548342+0000","last_undegraded":"2023-06-26T03:02:13.548342+0000","last_fullsized":"2023-06-26T03:02:13.548342+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:22:09.950064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.280280+0000","last_change":"2023-06-26T03:02:08.876573+0000","last_active":"2023-06-26T03:02:13.280280+0000","last_peered":"2023-06-26T03:02:13.280280+0000","last_clean":"2023-06-26T03:02:13.280280+0000","last_became_active":"2023-06-26T03:02:08.873968+0000","last_became_peered":"2023-06-26T03:02:08.873968+0000","last_unstale":"2023-06-26T03:02:13.280280+0000","last_undegraded":"2023-06-26T03:02:13.280280+0000","last_fullsized":"2023-06-26T03:02:13.280280+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:10:49.123835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.279443+0000","last_change":"2023-06-26T03:02:12.931523+0000","last_active":"2023-06-26T03:02:13.279443+0000","last_peered":"2023-06-26T03:02:13.279443+0000","last_clean":"2023-06-26T03:02:13.279443+0000","last_became_active":"2023-06-26T03:02:12.924146+0000","last_became_peered":"2023-06-26T03:02:12.924146+0000","last_unstale":"2023-06-26T03:02:13.279443+0000","last_undegraded":"2023-06-26T03:02:13.279443+0000","last_fullsized":"2023-06-26T03:02:13.279443+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:45:12.823846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,2],"acting":[4,6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"22'1","reported_seq":22,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.274487+0000","last_change":"2023-06-26T03:02:08.491682+0000","last_active":"2023-06-26T03:02:13.274487+0000","last_peered":"2023-06-26T03:02:13.274487+0000","last_clean":"2023-06-26T03:02:13.274487+0000","last_became_active":"2023-06-26T03:02:08.491119+0000","last_became_peered":"2023-06-26T03:02:08.491119+0000","last_unstale":"2023-06-26T03:02:13.274487+0000","last_undegraded":"2023-06-26T03:02:13.274487+0000","last_fullsized":"2023-06-26T03:02:13.274487+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:28:42.027494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273695+0000","last_change":"2023-06-26T03:02:08.873731+0000","last_active":"2023-06-26T03:02:13.273695+0000","last_peered":"2023-06-26T03:02:13.273695+0000","last_clean":"2023-06-26T03:02:13.273695+0000","last_became_active":"2023-06-26T03:02:08.873084+0000","last_became_peered":"2023-06-26T03:02:08.873084+0000","last_unstale":"2023-06-26T03:02:13.273695+0000","last_undegraded":"2023-06-26T03:02:13.273695+0000","last_fullsized":"2023-06-26T03:02:13.273695+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:26:13.816345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.445892+0000","last_change":"2023-06-26T03:02:12.943820+0000","last_active":"2023-06-26T03:02:13.445892+0000","last_peered":"2023-06-26T03:02:13.445892+0000","last_clean":"2023-06-26T03:02:13.445892+0000","last_became_active":"2023-06-26T03:02:12.942543+0000","last_became_peered":"2023-06-26T03:02:12.942543+0000","last_unstale":"2023-06-26T03:02:13.445892+0000","last_undegraded":"2023-06-26T03:02:13.445892+0000","last_fullsized":"2023-06-26T03:02:13.445892+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:23:22.940104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7,4],"acting":[5,0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1d","version":"22'2","reported_seq":23,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446501+0000","last_change":"2023-06-26T03:02:08.506053+0000","last_active":"2023-06-26T03:02:13.446501+0000","last_peered":"2023-06-26T03:02:13.446501+0000","last_clean":"2023-06-26T03:02:13.446501+0000","last_became_active":"2023-06-26T03:02:08.505462+0000","last_became_peered":"2023-06-26T03:02:08.505462+0000","last_unstale":"2023-06-26T03:02:13.446501+0000","last_undegraded":"2023-06-26T03:02:13.446501+0000","last_fullsized":"2023-06-26T03:02:13.446501+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:53:19.114492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.282417+0000","last_change":"2023-06-26T03:02:08.877411+0000","last_active":"2023-06-26T03:02:13.282417+0000","last_peered":"2023-06-26T03:02:13.282417+0000","last_clean":"2023-06-26T03:02:13.282417+0000","last_became_active":"2023-06-26T03:02:08.876912+0000","last_became_peered":"2023-06-26T03:02:08.876912+0000","last_unstale":"2023-06-26T03:02:13.282417+0000","last_undegraded":"2023-06-26T03:02:13.282417+0000","last_fullsized":"2023-06-26T03:02:13.282417+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:45:47.679214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.280479+0000","last_change":"2023-06-26T03:02:12.951156+0000","last_active":"2023-06-26T03:02:13.280479+0000","last_peered":"2023-06-26T03:02:13.280479+0000","last_clean":"2023-06-26T03:02:13.280479+0000","last_became_active":"2023-06-26T03:02:12.950207+0000","last_became_peered":"2023-06-26T03:02:12.950207+0000","last_unstale":"2023-06-26T03:02:13.280479+0000","last_undegraded":"2023-06-26T03:02:13.280479+0000","last_fullsized":"2023-06-26T03:02:13.280479+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:59:51.133412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1,6],"acting":[7,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"22'2","reported_seq":23,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.445761+0000","last_change":"2023-06-26T03:02:08.491152+0000","last_active":"2023-06-26T03:02:13.445761+0000","last_peered":"2023-06-26T03:02:13.445761+0000","last_clean":"2023-06-26T03:02:13.445761+0000","last_became_active":"2023-06-26T03:02:08.489078+0000","last_became_peered":"2023-06-26T03:02:08.489078+0000","last_unstale":"2023-06-26T03:02:13.445761+0000","last_undegraded":"2023-06-26T03:02:13.445761+0000","last_fullsized":"2023-06-26T03:02:13.445761+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:34:14.289490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.282928+0000","last_change":"2023-06-26T03:02:08.887864+0000","last_active":"2023-06-26T03:02:13.282928+0000","last_peered":"2023-06-26T03:02:13.282928+0000","last_clean":"2023-06-26T03:02:13.282928+0000","last_became_active":"2023-06-26T03:02:08.887571+0000","last_became_peered":"2023-06-26T03:02:08.887571+0000","last_unstale":"2023-06-26T03:02:13.282928+0000","last_undegraded":"2023-06-26T03:02:13.282928+0000","last_fullsized":"2023-06-26T03:02:13.282928+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:52:36.431565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.548867+0000","last_change":"2023-06-26T03:02:12.940200+0000","last_active":"2023-06-26T03:02:13.548867+0000","last_peered":"2023-06-26T03:02:13.548867+0000","last_clean":"2023-06-26T03:02:13.548867+0000","last_became_active":"2023-06-26T03:02:12.939778+0000","last_became_peered":"2023-06-26T03:02:12.939778+0000","last_unstale":"2023-06-26T03:02:13.548867+0000","last_undegraded":"2023-06-26T03:02:13.548867+0000","last_fullsized":"2023-06-26T03:02:13.548867+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:44:31.327582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,0],"acting":[1,3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1b","version":"22'1","reported_seq":22,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545148+0000","last_change":"2023-06-26T03:02:08.503432+0000","last_active":"2023-06-26T03:02:13.545148+0000","last_peered":"2023-06-26T03:02:13.545148+0000","last_clean":"2023-06-26T03:02:13.545148+0000","last_became_active":"2023-06-26T03:02:08.503021+0000","last_became_peered":"2023-06-26T03:02:08.503021+0000","last_unstale":"2023-06-26T03:02:13.545148+0000","last_undegraded":"2023-06-26T03:02:13.545148+0000","last_fullsized":"2023-06-26T03:02:13.545148+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:08:56.173354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546025+0000","last_change":"2023-06-26T03:02:08.866719+0000","last_active":"2023-06-26T03:02:13.546025+0000","last_peered":"2023-06-26T03:02:13.546025+0000","last_clean":"2023-06-26T03:02:13.546025+0000","last_became_active":"2023-06-26T03:02:08.866263+0000","last_became_peered":"2023-06-26T03:02:08.866263+0000","last_unstale":"2023-06-26T03:02:13.546025+0000","last_undegraded":"2023-06-26T03:02:13.546025+0000","last_fullsized":"2023-06-26T03:02:13.546025+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:47:31.536860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.283533+0000","last_change":"2023-06-26T03:02:12.940214+0000","last_active":"2023-06-26T03:02:13.283533+0000","last_peered":"2023-06-26T03:02:13.283533+0000","last_clean":"2023-06-26T03:02:13.283533+0000","last_became_active":"2023-06-26T03:02:12.939264+0000","last_became_peered":"2023-06-26T03:02:12.939264+0000","last_unstale":"2023-06-26T03:02:13.283533+0000","last_undegraded":"2023-06-26T03:02:13.283533+0000","last_fullsized":"2023-06-26T03:02:13.283533+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:09:49.257266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2,0],"acting":[4,3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1a","version":"22'1","reported_seq":22,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.282734+0000","last_change":"2023-06-26T03:02:08.486461+0000","last_active":"2023-06-26T03:02:13.282734+0000","last_peered":"2023-06-26T03:02:13.282734+0000","last_clean":"2023-06-26T03:02:13.282734+0000","last_became_active":"2023-06-26T03:02:08.483985+0000","last_became_peered":"2023-06-26T03:02:08.483985+0000","last_unstale":"2023-06-26T03:02:13.282734+0000","last_undegraded":"2023-06-26T03:02:13.282734+0000","last_fullsized":"2023-06-26T03:02:13.282734+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:19:49.774094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.274335+0000","last_change":"2023-06-26T03:02:08.872576+0000","last_active":"2023-06-26T03:02:13.274335+0000","last_peered":"2023-06-26T03:02:13.274335+0000","last_clean":"2023-06-26T03:02:13.274335+0000","last_became_active":"2023-06-26T03:02:08.872050+0000","last_became_peered":"2023-06-26T03:02:08.872050+0000","last_unstale":"2023-06-26T03:02:13.274335+0000","last_undegraded":"2023-06-26T03:02:13.274335+0000","last_fullsized":"2023-06-26T03:02:13.274335+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:22:24.584953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546598+0000","last_change":"2023-06-26T03:02:12.941685+0000","last_active":"2023-06-26T03:02:13.546598+0000","last_peered":"2023-06-26T03:02:13.546598+0000","last_clean":"2023-06-26T03:02:13.546598+0000","last_became_active":"2023-06-26T03:02:12.940883+0000","last_became_peered":"2023-06-26T03:02:12.940883+0000","last_unstale":"2023-06-26T03:02:13.546598+0000","last_undegraded":"2023-06-26T03:02:13.546598+0000","last_fullsized":"2023-06-26T03:02:13.546598+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:25:42.150969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3,7],"acting":[6,4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.551025+0000","last_change":"2023-06-26T03:02:08.485285+0000","last_active":"2023-06-26T03:02:13.551025+0000","last_peered":"2023-06-26T03:02:13.551025+0000","last_clean":"2023-06-26T03:02:13.551025+0000","last_became_active":"2023-06-26T03:02:08.484654+0000","last_became_peered":"2023-06-26T03:02:08.484654+0000","last_unstale":"2023-06-26T03:02:13.551025+0000","last_undegraded":"2023-06-26T03:02:13.551025+0000","last_fullsized":"2023-06-26T03:02:13.551025+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:23:18.513063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.549096+0000","last_change":"2023-06-26T03:02:08.879088+0000","last_active":"2023-06-26T03:02:13.549096+0000","last_peered":"2023-06-26T03:02:13.549096+0000","last_clean":"2023-06-26T03:02:13.549096+0000","last_became_active":"2023-06-26T03:02:08.878556+0000","last_became_peered":"2023-06-26T03:02:08.878556+0000","last_unstale":"2023-06-26T03:02:13.549096+0000","last_undegraded":"2023-06-26T03:02:13.549096+0000","last_fullsized":"2023-06-26T03:02:13.549096+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:29:30.943895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.548851+0000","last_change":"2023-06-26T03:02:12.926964+0000","last_active":"2023-06-26T03:02:13.548851+0000","last_peered":"2023-06-26T03:02:13.548851+0000","last_clean":"2023-06-26T03:02:13.548851+0000","last_became_active":"2023-06-26T03:02:12.926385+0000","last_became_peered":"2023-06-26T03:02:12.926385+0000","last_unstale":"2023-06-26T03:02:13.548851+0000","last_undegraded":"2023-06-26T03:02:13.548851+0000","last_fullsized":"2023-06-26T03:02:13.548851+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:22:21.804344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1,2],"acting":[0,7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273615+0000","last_change":"2023-06-26T03:02:08.484544+0000","last_active":"2023-06-26T03:02:13.273615+0000","last_peered":"2023-06-26T03:02:13.273615+0000","last_clean":"2023-06-26T03:02:13.273615+0000","last_became_active":"2023-06-26T03:02:08.484094+0000","last_became_peered":"2023-06-26T03:02:08.484094+0000","last_unstale":"2023-06-26T03:02:13.273615+0000","last_undegraded":"2023-06-26T03:02:13.273615+0000","last_fullsized":"2023-06-26T03:02:13.273615+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:29:29.927219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546659+0000","last_change":"2023-06-26T03:02:08.875805+0000","last_active":"2023-06-26T03:02:13.546659+0000","last_peered":"2023-06-26T03:02:13.546659+0000","last_clean":"2023-06-26T03:02:13.546659+0000","last_became_active":"2023-06-26T03:02:08.875031+0000","last_became_peered":"2023-06-26T03:02:08.875031+0000","last_unstale":"2023-06-26T03:02:13.546659+0000","last_undegraded":"2023-06-26T03:02:13.546659+0000","last_fullsized":"2023-06-26T03:02:13.546659+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:13:28.732055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273313+0000","last_change":"2023-06-26T03:02:08.877669+0000","last_active":"2023-06-26T03:02:13.273313+0000","last_peered":"2023-06-26T03:02:13.273313+0000","last_clean":"2023-06-26T03:02:13.273313+0000","last_became_active":"2023-06-26T03:02:08.873412+0000","last_became_peered":"2023-06-26T03:02:08.873412+0000","last_unstale":"2023-06-26T03:02:13.273313+0000","last_undegraded":"2023-06-26T03:02:13.273313+0000","last_fullsized":"2023-06-26T03:02:13.273313+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:23:19.529739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.548652+0000","last_change":"2023-06-26T03:02:08.486587+0000","last_active":"2023-06-26T03:02:13.548652+0000","last_peered":"2023-06-26T03:02:13.548652+0000","last_clean":"2023-06-26T03:02:13.548652+0000","last_became_active":"2023-06-26T03:02:08.485625+0000","last_became_peered":"2023-06-26T03:02:08.485625+0000","last_unstale":"2023-06-26T03:02:13.548652+0000","last_undegraded":"2023-06-26T03:02:13.548652+0000","last_fullsized":"2023-06-26T03:02:13.548652+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:48:57.762654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545552+0000","last_change":"2023-06-26T03:02:12.942864+0000","last_active":"2023-06-26T03:02:13.545552+0000","last_peered":"2023-06-26T03:02:13.545552+0000","last_clean":"2023-06-26T03:02:13.545552+0000","last_became_active":"2023-06-26T03:02:12.941851+0000","last_became_peered":"2023-06-26T03:02:12.941851+0000","last_unstale":"2023-06-26T03:02:13.545552+0000","last_undegraded":"2023-06-26T03:02:13.545552+0000","last_fullsized":"2023-06-26T03:02:13.545552+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:17:55.235760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7,1],"acting":[6,4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273601+0000","last_change":"2023-06-26T03:02:08.871631+0000","last_active":"2023-06-26T03:02:13.273601+0000","last_peered":"2023-06-26T03:02:13.273601+0000","last_clean":"2023-06-26T03:02:13.273601+0000","last_became_active":"2023-06-26T03:02:08.868068+0000","last_became_peered":"2023-06-26T03:02:08.868068+0000","last_unstale":"2023-06-26T03:02:13.273601+0000","last_undegraded":"2023-06-26T03:02:13.273601+0000","last_fullsized":"2023-06-26T03:02:13.273601+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:59:47.723048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446870+0000","last_change":"2023-06-26T03:02:08.488416+0000","last_active":"2023-06-26T03:02:13.446870+0000","last_peered":"2023-06-26T03:02:13.446870+0000","last_clean":"2023-06-26T03:02:13.446870+0000","last_became_active":"2023-06-26T03:02:08.486769+0000","last_became_peered":"2023-06-26T03:02:08.486769+0000","last_unstale":"2023-06-26T03:02:13.446870+0000","last_undegraded":"2023-06-26T03:02:13.446870+0000","last_fullsized":"2023-06-26T03:02:13.446870+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:28:42.027494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.278647+0000","last_change":"2023-06-26T03:02:12.951307+0000","last_active":"2023-06-26T03:02:13.278647+0000","last_peered":"2023-06-26T03:02:13.278647+0000","last_clean":"2023-06-26T03:02:13.278647+0000","last_became_active":"2023-06-26T03:02:12.950359+0000","last_became_peered":"2023-06-26T03:02:12.950359+0000","last_unstale":"2023-06-26T03:02:13.278647+0000","last_undegraded":"2023-06-26T03:02:13.278647+0000","last_fullsized":"2023-06-26T03:02:13.278647+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:59:52.151022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6,0],"acting":[7,4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"22'3","reported_seq":24,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.281577+0000","last_change":"2023-06-26T03:02:08.494314+0000","last_active":"2023-06-26T03:02:13.281577+0000","last_peered":"2023-06-26T03:02:13.281577+0000","last_clean":"2023-06-26T03:02:13.281577+0000","last_became_active":"2023-06-26T03:02:08.493780+0000","last_became_peered":"2023-06-26T03:02:08.493780+0000","last_unstale":"2023-06-26T03:02:13.281577+0000","last_undegraded":"2023-06-26T03:02:13.281577+0000","last_fullsized":"2023-06-26T03:02:13.281577+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:53:19.114492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547412+0000","last_change":"2023-06-26T03:02:08.876578+0000","last_active":"2023-06-26T03:02:13.547412+0000","last_peered":"2023-06-26T03:02:13.547412+0000","last_clean":"2023-06-26T03:02:13.547412+0000","last_became_active":"2023-06-26T03:02:08.868571+0000","last_became_peered":"2023-06-26T03:02:08.868571+0000","last_unstale":"2023-06-26T03:02:13.547412+0000","last_undegraded":"2023-06-26T03:02:13.547412+0000","last_fullsized":"2023-06-26T03:02:13.547412+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:42:28.537608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273832+0000","last_change":"2023-06-26T03:02:12.924592+0000","last_active":"2023-06-26T03:02:13.273832+0000","last_peered":"2023-06-26T03:02:13.273832+0000","last_clean":"2023-06-26T03:02:13.273832+0000","last_became_active":"2023-06-26T03:02:12.924120+0000","last_became_peered":"2023-06-26T03:02:12.924120+0000","last_unstale":"2023-06-26T03:02:13.273832+0000","last_undegraded":"2023-06-26T03:02:13.273832+0000","last_fullsized":"2023-06-26T03:02:13.273832+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:44:31.317778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1,5],"acting":[3,0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.14","version":"27'9","reported_seq":30,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:18.727814+0000","last_change":"2023-06-26T03:02:08.503061+0000","last_active":"2023-06-26T03:02:18.727814+0000","last_peered":"2023-06-26T03:02:18.727814+0000","last_clean":"2023-06-26T03:02:18.727814+0000","last_became_active":"2023-06-26T03:02:08.500293+0000","last_became_peered":"2023-06-26T03:02:08.500293+0000","last_unstale":"2023-06-26T03:02:18.727814+0000","last_undegraded":"2023-06-26T03:02:18.727814+0000","last_fullsized":"2023-06-26T03:02:18.727814+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:54:14.457265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3793,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.283052+0000","last_change":"2023-06-26T03:02:08.874859+0000","last_active":"2023-06-26T03:02:13.283052+0000","last_peered":"2023-06-26T03:02:13.283052+0000","last_clean":"2023-06-26T03:02:13.283052+0000","last_became_active":"2023-06-26T03:02:08.874170+0000","last_became_peered":"2023-06-26T03:02:08.874170+0000","last_unstale":"2023-06-26T03:02:13.283052+0000","last_undegraded":"2023-06-26T03:02:13.283052+0000","last_fullsized":"2023-06-26T03:02:13.283052+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:37:38.978394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547181+0000","last_change":"2023-06-26T03:02:12.926926+0000","last_active":"2023-06-26T03:02:13.547181+0000","last_peered":"2023-06-26T03:02:13.547181+0000","last_clean":"2023-06-26T03:02:13.547181+0000","last_became_active":"2023-06-26T03:02:12.926465+0000","last_became_peered":"2023-06-26T03:02:12.926465+0000","last_unstale":"2023-06-26T03:02:13.547181+0000","last_undegraded":"2023-06-26T03:02:13.547181+0000","last_fullsized":"2023-06-26T03:02:13.547181+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:27:51.558376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3,7],"acting":[1,5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.281266+0000","last_change":"2023-06-26T03:02:08.878629+0000","last_active":"2023-06-26T03:02:13.281266+0000","last_peered":"2023-06-26T03:02:13.281266+0000","last_clean":"2023-06-26T03:02:13.281266+0000","last_became_active":"2023-06-26T03:02:08.878095+0000","last_became_peered":"2023-06-26T03:02:08.878095+0000","last_unstale":"2023-06-26T03:02:13.281266+0000","last_undegraded":"2023-06-26T03:02:13.281266+0000","last_fullsized":"2023-06-26T03:02:13.281266+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:02:29.229808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":27,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546711+0000","last_change":"2023-06-26T03:02:04.418555+0000","last_active":"2023-06-26T03:02:13.546711+0000","last_peered":"2023-06-26T03:02:13.546711+0000","last_clean":"2023-06-26T03:02:13.546711+0000","last_became_active":"2023-06-26T03:02:04.417392+0000","last_became_peered":"2023-06-26T03:02:04.417392+0000","last_unstale":"2023-06-26T03:02:13.546711+0000","last_undegraded":"2023-06-26T03:02:13.546711+0000","last_fullsized":"2023-06-26T03:02:13.546711+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:17:24.189662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"22'1","reported_seq":22,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.549542+0000","last_change":"2023-06-26T03:02:08.474800+0000","last_active":"2023-06-26T03:02:13.549542+0000","last_peered":"2023-06-26T03:02:13.549542+0000","last_clean":"2023-06-26T03:02:13.549542+0000","last_became_active":"2023-06-26T03:02:08.474027+0000","last_became_peered":"2023-06-26T03:02:08.474027+0000","last_unstale":"2023-06-26T03:02:13.549542+0000","last_undegraded":"2023-06-26T03:02:13.549542+0000","last_fullsized":"2023-06-26T03:02:13.549542+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:11:11.932789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273308+0000","last_change":"2023-06-26T03:02:12.929756+0000","last_active":"2023-06-26T03:02:13.273308+0000","last_peered":"2023-06-26T03:02:13.273308+0000","last_clean":"2023-06-26T03:02:13.273308+0000","last_became_active":"2023-06-26T03:02:12.929215+0000","last_became_peered":"2023-06-26T03:02:12.929215+0000","last_unstale":"2023-06-26T03:02:13.273308+0000","last_undegraded":"2023-06-26T03:02:13.273308+0000","last_fullsized":"2023-06-26T03:02:13.273308+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:34:18.716531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,0],"acting":[3,1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273458+0000","last_change":"2023-06-26T03:02:08.877288+0000","last_active":"2023-06-26T03:02:13.273458+0000","last_peered":"2023-06-26T03:02:13.273458+0000","last_clean":"2023-06-26T03:02:13.273458+0000","last_became_active":"2023-06-26T03:02:08.867578+0000","last_became_peered":"2023-06-26T03:02:08.867578+0000","last_unstale":"2023-06-26T03:02:13.273458+0000","last_undegraded":"2023-06-26T03:02:13.273458+0000","last_fullsized":"2023-06-26T03:02:13.273458+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:48:58.779330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":25,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.549447+0000","last_change":"2023-06-26T03:02:04.412948+0000","last_active":"2023-06-26T03:02:13.549447+0000","last_peered":"2023-06-26T03:02:13.549447+0000","last_clean":"2023-06-26T03:02:13.549447+0000","last_became_active":"2023-06-26T03:02:04.412333+0000","last_became_peered":"2023-06-26T03:02:04.412333+0000","last_unstale":"2023-06-26T03:02:13.549447+0000","last_undegraded":"2023-06-26T03:02:13.549447+0000","last_fullsized":"2023-06-26T03:02:13.549447+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:41:16.780013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"22'2","reported_seq":23,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.274696+0000","last_change":"2023-06-26T03:02:08.502306+0000","last_active":"2023-06-26T03:02:13.274696+0000","last_peered":"2023-06-26T03:02:13.274696+0000","last_clean":"2023-06-26T03:02:13.274696+0000","last_became_active":"2023-06-26T03:02:08.501951+0000","last_became_peered":"2023-06-26T03:02:08.501951+0000","last_unstale":"2023-06-26T03:02:13.274696+0000","last_undegraded":"2023-06-26T03:02:13.274696+0000","last_fullsized":"2023-06-26T03:02:13.274696+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:22:08.113163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.280196+0000","last_change":"2023-06-26T03:02:12.947838+0000","last_active":"2023-06-26T03:02:13.280196+0000","last_peered":"2023-06-26T03:02:13.280196+0000","last_clean":"2023-06-26T03:02:13.280196+0000","last_became_active":"2023-06-26T03:02:12.940823+0000","last_became_peered":"2023-06-26T03:02:12.940823+0000","last_unstale":"2023-06-26T03:02:13.280196+0000","last_undegraded":"2023-06-26T03:02:13.280196+0000","last_fullsized":"2023-06-26T03:02:13.280196+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:22:12.540204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7,0],"acting":[4,3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.544834+0000","last_change":"2023-06-26T03:02:08.880833+0000","last_active":"2023-06-26T03:02:13.544834+0000","last_peered":"2023-06-26T03:02:13.544834+0000","last_clean":"2023-06-26T03:02:13.544834+0000","last_became_active":"2023-06-26T03:02:08.878159+0000","last_became_peered":"2023-06-26T03:02:08.878159+0000","last_unstale":"2023-06-26T03:02:13.544834+0000","last_undegraded":"2023-06-26T03:02:13.544834+0000","last_fullsized":"2023-06-26T03:02:13.544834+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:30:01.557055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":27,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.282094+0000","last_change":"2023-06-26T03:02:04.790011+0000","last_active":"2023-06-26T03:02:13.282094+0000","last_peered":"2023-06-26T03:02:13.282094+0000","last_clean":"2023-06-26T03:02:13.282094+0000","last_became_active":"2023-06-26T03:02:04.789216+0000","last_became_peered":"2023-06-26T03:02:04.789216+0000","last_unstale":"2023-06-26T03:02:13.282094+0000","last_undegraded":"2023-06-26T03:02:13.282094+0000","last_fullsized":"2023-06-26T03:02:13.282094+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:22:19.513495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547461+0000","last_change":"2023-06-26T03:02:08.472670+0000","last_active":"2023-06-26T03:02:13.547461+0000","last_peered":"2023-06-26T03:02:13.547461+0000","last_clean":"2023-06-26T03:02:13.547461+0000","last_became_active":"2023-06-26T03:02:08.472339+0000","last_became_peered":"2023-06-26T03:02:08.472339+0000","last_unstale":"2023-06-26T03:02:13.547461+0000","last_undegraded":"2023-06-26T03:02:13.547461+0000","last_fullsized":"2023-06-26T03:02:13.547461+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:21:50.742334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546015+0000","last_change":"2023-06-26T03:02:12.916670+0000","last_active":"2023-06-26T03:02:13.546015+0000","last_peered":"2023-06-26T03:02:13.546015+0000","last_clean":"2023-06-26T03:02:13.546015+0000","last_became_active":"2023-06-26T03:02:12.915665+0000","last_became_peered":"2023-06-26T03:02:12.915665+0000","last_unstale":"2023-06-26T03:02:13.546015+0000","last_undegraded":"2023-06-26T03:02:13.546015+0000","last_fullsized":"2023-06-26T03:02:13.546015+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:04:40.192996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5,2],"acting":[6,0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547466+0000","last_change":"2023-06-26T03:02:08.876842+0000","last_active":"2023-06-26T03:02:13.547466+0000","last_peered":"2023-06-26T03:02:13.547466+0000","last_clean":"2023-06-26T03:02:13.547466+0000","last_became_active":"2023-06-26T03:02:08.876213+0000","last_became_peered":"2023-06-26T03:02:08.876213+0000","last_unstale":"2023-06-26T03:02:13.547466+0000","last_undegraded":"2023-06-26T03:02:13.547466+0000","last_fullsized":"2023-06-26T03:02:13.547466+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:14:04.038953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":25,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547949+0000","last_change":"2023-06-26T03:02:04.786886+0000","last_active":"2023-06-26T03:02:13.547949+0000","last_peered":"2023-06-26T03:02:13.547949+0000","last_clean":"2023-06-26T03:02:13.547949+0000","last_became_active":"2023-06-26T03:02:04.786502+0000","last_became_peered":"2023-06-26T03:02:04.786502+0000","last_unstale":"2023-06-26T03:02:13.547949+0000","last_undegraded":"2023-06-26T03:02:13.547949+0000","last_fullsized":"2023-06-26T03:02:13.547949+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:29:56.485597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446710+0000","last_change":"2023-06-26T03:02:08.492481+0000","last_active":"2023-06-26T03:02:13.446710+0000","last_peered":"2023-06-26T03:02:13.446710+0000","last_clean":"2023-06-26T03:02:13.446710+0000","last_became_active":"2023-06-26T03:02:08.491513+0000","last_became_peered":"2023-06-26T03:02:08.491513+0000","last_unstale":"2023-06-26T03:02:13.446710+0000","last_undegraded":"2023-06-26T03:02:13.446710+0000","last_fullsized":"2023-06-26T03:02:13.446710+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:22:23.568276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.544628+0000","last_change":"2023-06-26T03:02:12.927886+0000","last_active":"2023-06-26T03:02:13.544628+0000","last_peered":"2023-06-26T03:02:13.544628+0000","last_clean":"2023-06-26T03:02:13.544628+0000","last_became_active":"2023-06-26T03:02:12.927405+0000","last_became_peered":"2023-06-26T03:02:12.927405+0000","last_unstale":"2023-06-26T03:02:13.544628+0000","last_undegraded":"2023-06-26T03:02:13.544628+0000","last_fullsized":"2023-06-26T03:02:13.544628+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:21:55.169375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,6,5],"acting":[0,1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547151+0000","last_change":"2023-06-26T03:02:08.864005+0000","last_active":"2023-06-26T03:02:13.547151+0000","last_peered":"2023-06-26T03:02:13.547151+0000","last_clean":"2023-06-26T03:02:13.547151+0000","last_became_active":"2023-06-26T03:02:08.862706+0000","last_became_peered":"2023-06-26T03:02:08.862706+0000","last_unstale":"2023-06-26T03:02:13.547151+0000","last_undegraded":"2023-06-26T03:02:13.547151+0000","last_fullsized":"2023-06-26T03:02:13.547151+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:11:35.694001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.283248+0000","last_change":"2023-06-26T03:02:08.499638+0000","last_active":"2023-06-26T03:02:13.283248+0000","last_peered":"2023-06-26T03:02:13.283248+0000","last_clean":"2023-06-26T03:02:13.283248+0000","last_became_active":"2023-06-26T03:02:08.488418+0000","last_became_peered":"2023-06-26T03:02:08.488418+0000","last_unstale":"2023-06-26T03:02:13.283248+0000","last_undegraded":"2023-06-26T03:02:13.283248+0000","last_fullsized":"2023-06-26T03:02:13.283248+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:17:30.077073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":27,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.445686+0000","last_change":"2023-06-26T03:02:04.420793+0000","last_active":"2023-06-26T03:02:13.445686+0000","last_peered":"2023-06-26T03:02:13.445686+0000","last_clean":"2023-06-26T03:02:13.445686+0000","last_became_active":"2023-06-26T03:02:04.418556+0000","last_became_peered":"2023-06-26T03:02:04.418556+0000","last_unstale":"2023-06-26T03:02:13.445686+0000","last_undegraded":"2023-06-26T03:02:13.445686+0000","last_fullsized":"2023-06-26T03:02:13.445686+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:24:04.644984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547569+0000","last_change":"2023-06-26T03:02:12.948031+0000","last_active":"2023-06-26T03:02:13.547569+0000","last_peered":"2023-06-26T03:02:13.547569+0000","last_clean":"2023-06-26T03:02:13.547569+0000","last_became_active":"2023-06-26T03:02:12.947563+0000","last_became_peered":"2023-06-26T03:02:12.947563+0000","last_unstale":"2023-06-26T03:02:13.547569+0000","last_undegraded":"2023-06-26T03:02:13.547569+0000","last_fullsized":"2023-06-26T03:02:13.547569+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:24:13.126806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,6],"acting":[0,1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.550740+0000","last_change":"2023-06-26T03:02:08.875422+0000","last_active":"2023-06-26T03:02:13.550740+0000","last_peered":"2023-06-26T03:02:13.550740+0000","last_clean":"2023-06-26T03:02:13.550740+0000","last_became_active":"2023-06-26T03:02:08.874783+0000","last_became_peered":"2023-06-26T03:02:08.874783+0000","last_unstale":"2023-06-26T03:02:13.550740+0000","last_undegraded":"2023-06-26T03:02:13.550740+0000","last_fullsized":"2023-06-26T03:02:13.550740+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:34:15.306167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.543637+0000","last_change":"2023-06-26T03:02:08.472753+0000","last_active":"2023-06-26T03:02:13.543637+0000","last_peered":"2023-06-26T03:02:13.543637+0000","last_clean":"2023-06-26T03:02:13.543637+0000","last_became_active":"2023-06-26T03:02:08.472449+0000","last_became_peered":"2023-06-26T03:02:08.472449+0000","last_unstale":"2023-06-26T03:02:13.543637+0000","last_undegraded":"2023-06-26T03:02:13.543637+0000","last_fullsized":"2023-06-26T03:02:13.543637+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:50:43.611760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":25,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.544870+0000","last_change":"2023-06-26T03:02:04.405831+0000","last_active":"2023-06-26T03:02:13.544870+0000","last_peered":"2023-06-26T03:02:13.544870+0000","last_clean":"2023-06-26T03:02:13.544870+0000","last_became_active":"2023-06-26T03:02:04.404901+0000","last_became_peered":"2023-06-26T03:02:04.404901+0000","last_unstale":"2023-06-26T03:02:13.544870+0000","last_undegraded":"2023-06-26T03:02:13.544870+0000","last_fullsized":"2023-06-26T03:02:13.544870+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:35:54.606830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546651+0000","last_change":"2023-06-26T03:02:12.926764+0000","last_active":"2023-06-26T03:02:13.546651+0000","last_peered":"2023-06-26T03:02:13.546651+0000","last_clean":"2023-06-26T03:02:13.546651+0000","last_became_active":"2023-06-26T03:02:12.926204+0000","last_became_peered":"2023-06-26T03:02:12.926204+0000","last_unstale":"2023-06-26T03:02:13.546651+0000","last_undegraded":"2023-06-26T03:02:13.546651+0000","last_fullsized":"2023-06-26T03:02:13.546651+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:39:15.367619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1,7],"acting":[2,5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.549242+0000","last_change":"2023-06-26T03:02:08.878324+0000","last_active":"2023-06-26T03:02:13.549242+0000","last_peered":"2023-06-26T03:02:13.549242+0000","last_clean":"2023-06-26T03:02:13.549242+0000","last_became_active":"2023-06-26T03:02:08.878060+0000","last_became_peered":"2023-06-26T03:02:08.878060+0000","last_unstale":"2023-06-26T03:02:13.549242+0000","last_undegraded":"2023-06-26T03:02:13.549242+0000","last_fullsized":"2023-06-26T03:02:13.549242+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:59:47.723048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.544712+0000","last_change":"2023-06-26T03:02:08.485203+0000","last_active":"2023-06-26T03:02:13.544712+0000","last_peered":"2023-06-26T03:02:13.544712+0000","last_clean":"2023-06-26T03:02:13.544712+0000","last_became_active":"2023-06-26T03:02:08.483342+0000","last_became_peered":"2023-06-26T03:02:08.483342+0000","last_unstale":"2023-06-26T03:02:13.544712+0000","last_undegraded":"2023-06-26T03:02:13.544712+0000","last_fullsized":"2023-06-26T03:02:13.544712+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:45:25.870408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":27,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.278926+0000","last_change":"2023-06-26T03:02:04.420728+0000","last_active":"2023-06-26T03:02:13.278926+0000","last_peered":"2023-06-26T03:02:13.278926+0000","last_clean":"2023-06-26T03:02:13.278926+0000","last_became_active":"2023-06-26T03:02:04.419812+0000","last_became_peered":"2023-06-26T03:02:04.419812+0000","last_unstale":"2023-06-26T03:02:13.278926+0000","last_undegraded":"2023-06-26T03:02:13.278926+0000","last_fullsized":"2023-06-26T03:02:13.278926+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:34:10.234709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446693+0000","last_change":"2023-06-26T03:02:12.941162+0000","last_active":"2023-06-26T03:02:13.446693+0000","last_peered":"2023-06-26T03:02:13.446693+0000","last_clean":"2023-06-26T03:02:13.446693+0000","last_became_active":"2023-06-26T03:02:12.939951+0000","last_became_peered":"2023-06-26T03:02:12.939951+0000","last_unstale":"2023-06-26T03:02:13.446693+0000","last_undegraded":"2023-06-26T03:02:13.446693+0000","last_fullsized":"2023-06-26T03:02:13.446693+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:50:29.878487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0,4],"acting":[5,1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546405+0000","last_change":"2023-06-26T03:02:08.889376+0000","last_active":"2023-06-26T03:02:13.546405+0000","last_peered":"2023-06-26T03:02:13.546405+0000","last_clean":"2023-06-26T03:02:13.546405+0000","last_became_active":"2023-06-26T03:02:08.889105+0000","last_became_peered":"2023-06-26T03:02:08.889105+0000","last_unstale":"2023-06-26T03:02:13.546405+0000","last_undegraded":"2023-06-26T03:02:13.546405+0000","last_fullsized":"2023-06-26T03:02:13.546405+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:32:32.315903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273563+0000","last_change":"2023-06-26T03:02:08.489647+0000","last_active":"2023-06-26T03:02:13.273563+0000","last_peered":"2023-06-26T03:02:13.273563+0000","last_clean":"2023-06-26T03:02:13.273563+0000","last_became_active":"2023-06-26T03:02:08.489183+0000","last_became_peered":"2023-06-26T03:02:08.489183+0000","last_unstale":"2023-06-26T03:02:13.273563+0000","last_undegraded":"2023-06-26T03:02:13.273563+0000","last_fullsized":"2023-06-26T03:02:13.273563+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:22:17.377304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":27,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446080+0000","last_change":"2023-06-26T03:02:04.420212+0000","last_active":"2023-06-26T03:02:13.446080+0000","last_peered":"2023-06-26T03:02:13.446080+0000","last_clean":"2023-06-26T03:02:13.446080+0000","last_became_active":"2023-06-26T03:02:04.419030+0000","last_became_peered":"2023-06-26T03:02:04.419030+0000","last_unstale":"2023-06-26T03:02:13.446080+0000","last_undegraded":"2023-06-26T03:02:13.446080+0000","last_fullsized":"2023-06-26T03:02:13.446080+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:29:25.872438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":183,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.279246+0000","last_change":"2023-06-26T03:01:58.730017+0000","last_active":"2023-06-26T03:02:13.279246+0000","last_peered":"2023-06-26T03:02:13.279246+0000","last_clean":"2023-06-26T03:02:13.279246+0000","last_became_active":"2023-06-26T03:01:58.727921+0000","last_became_peered":"2023-06-26T03:01:58.727921+0000","last_unstale":"2023-06-26T03:02:13.279246+0000","last_undegraded":"2023-06-26T03:02:13.279246+0000","last_fullsized":"2023-06-26T03:02:13.279246+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:57.280857+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:57.280857+0000","last_clean_scrub_stamp":"2023-06-26T03:01:57.280857+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:23:08.372937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.281289+0000","last_change":"2023-06-26T03:02:12.930846+0000","last_active":"2023-06-26T03:02:13.281289+0000","last_peered":"2023-06-26T03:02:13.281289+0000","last_clean":"2023-06-26T03:02:13.281289+0000","last_became_active":"2023-06-26T03:02:12.929723+0000","last_became_peered":"2023-06-26T03:02:12.929723+0000","last_unstale":"2023-06-26T03:02:13.281289+0000","last_undegraded":"2023-06-26T03:02:13.281289+0000","last_fullsized":"2023-06-26T03:02:13.281289+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:44:31.317778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5,3],"acting":[7,2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.550466+0000","last_change":"2023-06-26T03:02:08.888415+0000","last_active":"2023-06-26T03:02:13.550466+0000","last_peered":"2023-06-26T03:02:13.550466+0000","last_clean":"2023-06-26T03:02:13.550466+0000","last_became_active":"2023-06-26T03:02:08.888070+0000","last_became_peered":"2023-06-26T03:02:08.888070+0000","last_unstale":"2023-06-26T03:02:13.550466+0000","last_undegraded":"2023-06-26T03:02:13.550466+0000","last_fullsized":"2023-06-26T03:02:13.550466+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:24:09.716442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273679+0000","last_change":"2023-06-26T03:02:08.482620+0000","last_active":"2023-06-26T03:02:13.273679+0000","last_peered":"2023-06-26T03:02:13.273679+0000","last_clean":"2023-06-26T03:02:13.273679+0000","last_became_active":"2023-06-26T03:02:08.479061+0000","last_became_peered":"2023-06-26T03:02:08.479061+0000","last_unstale":"2023-06-26T03:02:13.273679+0000","last_undegraded":"2023-06-26T03:02:13.273679+0000","last_fullsized":"2023-06-26T03:02:13.273679+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:11:11.932789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.283726+0000","last_change":"2023-06-26T03:02:12.939917+0000","last_active":"2023-06-26T03:02:13.283726+0000","last_peered":"2023-06-26T03:02:13.283726+0000","last_clean":"2023-06-26T03:02:13.283726+0000","last_became_active":"2023-06-26T03:02:12.939053+0000","last_became_peered":"2023-06-26T03:02:12.939053+0000","last_unstale":"2023-06-26T03:02:13.283726+0000","last_undegraded":"2023-06-26T03:02:13.283726+0000","last_fullsized":"2023-06-26T03:02:13.283726+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:38:45.596194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0,2],"acting":[4,5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.283767+0000","last_change":"2023-06-26T03:02:08.888894+0000","last_active":"2023-06-26T03:02:13.283767+0000","last_peered":"2023-06-26T03:02:13.283767+0000","last_clean":"2023-06-26T03:02:13.283767+0000","last_became_active":"2023-06-26T03:02:08.888470+0000","last_became_peered":"2023-06-26T03:02:08.888470+0000","last_unstale":"2023-06-26T03:02:13.283767+0000","last_undegraded":"2023-06-26T03:02:13.283767+0000","last_fullsized":"2023-06-26T03:02:13.283767+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:34:40.239449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.281597+0000","last_change":"2023-06-26T03:02:08.500250+0000","last_active":"2023-06-26T03:02:13.281597+0000","last_peered":"2023-06-26T03:02:13.281597+0000","last_clean":"2023-06-26T03:02:13.281597+0000","last_became_active":"2023-06-26T03:02:08.486789+0000","last_became_peered":"2023-06-26T03:02:08.486789+0000","last_unstale":"2023-06-26T03:02:13.281597+0000","last_undegraded":"2023-06-26T03:02:13.281597+0000","last_fullsized":"2023-06-26T03:02:13.281597+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:30:31.428510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446315+0000","last_change":"2023-06-26T03:02:12.944313+0000","last_active":"2023-06-26T03:02:13.446315+0000","last_peered":"2023-06-26T03:02:13.446315+0000","last_clean":"2023-06-26T03:02:13.446315+0000","last_became_active":"2023-06-26T03:02:12.943069+0000","last_became_peered":"2023-06-26T03:02:12.943069+0000","last_unstale":"2023-06-26T03:02:13.446315+0000","last_undegraded":"2023-06-26T03:02:13.446315+0000","last_fullsized":"2023-06-26T03:02:13.446315+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:11:16.359829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6,2],"acting":[5,4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.284789+0000","last_change":"2023-06-26T03:02:08.877288+0000","last_active":"2023-06-26T03:02:13.284789+0000","last_peered":"2023-06-26T03:02:13.284789+0000","last_clean":"2023-06-26T03:02:13.284789+0000","last_became_active":"2023-06-26T03:02:08.876699+0000","last_became_peered":"2023-06-26T03:02:08.876699+0000","last_unstale":"2023-06-26T03:02:13.284789+0000","last_undegraded":"2023-06-26T03:02:13.284789+0000","last_fullsized":"2023-06-26T03:02:13.284789+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:11:07.257470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546286+0000","last_change":"2023-06-26T03:02:08.509549+0000","last_active":"2023-06-26T03:02:13.546286+0000","last_peered":"2023-06-26T03:02:13.546286+0000","last_clean":"2023-06-26T03:02:13.546286+0000","last_became_active":"2023-06-26T03:02:08.508902+0000","last_became_peered":"2023-06-26T03:02:08.508902+0000","last_unstale":"2023-06-26T03:02:13.546286+0000","last_undegraded":"2023-06-26T03:02:13.546286+0000","last_fullsized":"2023-06-26T03:02:13.546286+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:10:17.219027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546377+0000","last_change":"2023-06-26T03:02:12.946814+0000","last_active":"2023-06-26T03:02:13.546377+0000","last_peered":"2023-06-26T03:02:13.546377+0000","last_clean":"2023-06-26T03:02:13.546377+0000","last_became_active":"2023-06-26T03:02:12.946217+0000","last_became_peered":"2023-06-26T03:02:12.946217+0000","last_unstale":"2023-06-26T03:02:13.546377+0000","last_undegraded":"2023-06-26T03:02:13.546377+0000","last_fullsized":"2023-06-26T03:02:13.546377+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:55:37.933713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0,6],"acting":[1,4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.284209+0000","last_change":"2023-06-26T03:02:08.878479+0000","last_active":"2023-06-26T03:02:13.284209+0000","last_peered":"2023-06-26T03:02:13.284209+0000","last_clean":"2023-06-26T03:02:13.284209+0000","last_became_active":"2023-06-26T03:02:08.877277+0000","last_became_peered":"2023-06-26T03:02:08.877277+0000","last_unstale":"2023-06-26T03:02:13.284209+0000","last_undegraded":"2023-06-26T03:02:13.284209+0000","last_fullsized":"2023-06-26T03:02:13.284209+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:58:52.142150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"22'2","reported_seq":23,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.274050+0000","last_change":"2023-06-26T03:02:08.485171+0000","last_active":"2023-06-26T03:02:13.274050+0000","last_peered":"2023-06-26T03:02:13.274050+0000","last_clean":"2023-06-26T03:02:13.274050+0000","last_became_active":"2023-06-26T03:02:08.484837+0000","last_became_peered":"2023-06-26T03:02:08.484837+0000","last_unstale":"2023-06-26T03:02:13.274050+0000","last_undegraded":"2023-06-26T03:02:13.274050+0000","last_fullsized":"2023-06-26T03:02:13.274050+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:43:47.554582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545450+0000","last_change":"2023-06-26T03:02:12.926556+0000","last_active":"2023-06-26T03:02:13.545450+0000","last_peered":"2023-06-26T03:02:13.545450+0000","last_clean":"2023-06-26T03:02:13.545450+0000","last_became_active":"2023-06-26T03:02:12.925904+0000","last_became_peered":"2023-06-26T03:02:12.925904+0000","last_unstale":"2023-06-26T03:02:13.545450+0000","last_undegraded":"2023-06-26T03:02:13.545450+0000","last_fullsized":"2023-06-26T03:02:13.545450+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:59:43.361132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5,6],"acting":[2,7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.544720+0000","last_change":"2023-06-26T03:02:08.879279+0000","last_active":"2023-06-26T03:02:13.544720+0000","last_peered":"2023-06-26T03:02:13.544720+0000","last_clean":"2023-06-26T03:02:13.544720+0000","last_became_active":"2023-06-26T03:02:08.878822+0000","last_became_peered":"2023-06-26T03:02:08.878822+0000","last_unstale":"2023-06-26T03:02:13.544720+0000","last_undegraded":"2023-06-26T03:02:13.544720+0000","last_fullsized":"2023-06-26T03:02:13.544720+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:14:04.038953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.445871+0000","last_change":"2023-06-26T03:02:08.492528+0000","last_active":"2023-06-26T03:02:13.445871+0000","last_peered":"2023-06-26T03:02:13.445871+0000","last_clean":"2023-06-26T03:02:13.445871+0000","last_became_active":"2023-06-26T03:02:08.491786+0000","last_became_peered":"2023-06-26T03:02:08.491786+0000","last_unstale":"2023-06-26T03:02:13.445871+0000","last_undegraded":"2023-06-26T03:02:13.445871+0000","last_fullsized":"2023-06-26T03:02:13.445871+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:22:09.950064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.544893+0000","last_change":"2023-06-26T03:02:12.948241+0000","last_active":"2023-06-26T03:02:13.544893+0000","last_peered":"2023-06-26T03:02:13.544893+0000","last_clean":"2023-06-26T03:02:13.544893+0000","last_became_active":"2023-06-26T03:02:12.947696+0000","last_became_peered":"2023-06-26T03:02:12.947696+0000","last_unstale":"2023-06-26T03:02:13.544893+0000","last_undegraded":"2023-06-26T03:02:13.544893+0000","last_fullsized":"2023-06-26T03:02:13.544893+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:36:33.876438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3,6],"acting":[2,4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545600+0000","last_change":"2023-06-26T03:02:08.869545+0000","last_active":"2023-06-26T03:02:13.545600+0000","last_peered":"2023-06-26T03:02:13.545600+0000","last_clean":"2023-06-26T03:02:13.545600+0000","last_became_active":"2023-06-26T03:02:08.869236+0000","last_became_peered":"2023-06-26T03:02:08.869236+0000","last_unstale":"2023-06-26T03:02:13.545600+0000","last_undegraded":"2023-06-26T03:02:13.545600+0000","last_fullsized":"2023-06-26T03:02:13.545600+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:49:02.451918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"22'1","reported_seq":22,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.281976+0000","last_change":"2023-06-26T03:02:08.505144+0000","last_active":"2023-06-26T03:02:13.281976+0000","last_peered":"2023-06-26T03:02:13.281976+0000","last_clean":"2023-06-26T03:02:13.281976+0000","last_became_active":"2023-06-26T03:02:08.504585+0000","last_became_peered":"2023-06-26T03:02:08.504585+0000","last_unstale":"2023-06-26T03:02:13.281976+0000","last_undegraded":"2023-06-26T03:02:13.281976+0000","last_fullsized":"2023-06-26T03:02:13.281976+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:50:25.451446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545479+0000","last_change":"2023-06-26T03:02:12.925612+0000","last_active":"2023-06-26T03:02:13.545479+0000","last_peered":"2023-06-26T03:02:13.545479+0000","last_clean":"2023-06-26T03:02:13.545479+0000","last_became_active":"2023-06-26T03:02:12.924687+0000","last_became_peered":"2023-06-26T03:02:12.924687+0000","last_unstale":"2023-06-26T03:02:13.545479+0000","last_undegraded":"2023-06-26T03:02:13.545479+0000","last_fullsized":"2023-06-26T03:02:13.545479+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:16:52.327522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5,6],"acting":[2,0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.280838+0000","last_change":"2023-06-26T03:02:08.874827+0000","last_active":"2023-06-26T03:02:13.280838+0000","last_peered":"2023-06-26T03:02:13.280838+0000","last_clean":"2023-06-26T03:02:13.280838+0000","last_became_active":"2023-06-26T03:02:08.874043+0000","last_became_peered":"2023-06-26T03:02:08.874043+0000","last_unstale":"2023-06-26T03:02:13.280838+0000","last_undegraded":"2023-06-26T03:02:13.280838+0000","last_fullsized":"2023-06-26T03:02:13.280838+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:25:35.709898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"22'2","reported_seq":23,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.282030+0000","last_change":"2023-06-26T03:02:08.509651+0000","last_active":"2023-06-26T03:02:13.282030+0000","last_peered":"2023-06-26T03:02:13.282030+0000","last_clean":"2023-06-26T03:02:13.282030+0000","last_became_active":"2023-06-26T03:02:08.508899+0000","last_became_peered":"2023-06-26T03:02:08.508899+0000","last_unstale":"2023-06-26T03:02:13.282030+0000","last_undegraded":"2023-06-26T03:02:13.282030+0000","last_fullsized":"2023-06-26T03:02:13.282030+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:43:47.554582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545387+0000","last_change":"2023-06-26T03:02:12.924780+0000","last_active":"2023-06-26T03:02:13.545387+0000","last_peered":"2023-06-26T03:02:13.545387+0000","last_clean":"2023-06-26T03:02:13.545387+0000","last_became_active":"2023-06-26T03:02:12.924361+0000","last_became_peered":"2023-06-26T03:02:12.924361+0000","last_unstale":"2023-06-26T03:02:13.545387+0000","last_undegraded":"2023-06-26T03:02:13.545387+0000","last_fullsized":"2023-06-26T03:02:13.545387+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:25:22.740481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1,5],"acting":[2,0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.445275+0000","last_change":"2023-06-26T03:02:08.883134+0000","last_active":"2023-06-26T03:02:13.445275+0000","last_peered":"2023-06-26T03:02:13.445275+0000","last_clean":"2023-06-26T03:02:13.445275+0000","last_became_active":"2023-06-26T03:02:08.882662+0000","last_became_peered":"2023-06-26T03:02:08.882662+0000","last_unstale":"2023-06-26T03:02:13.445275+0000","last_undegraded":"2023-06-26T03:02:13.445275+0000","last_fullsized":"2023-06-26T03:02:13.445275+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:59:48.740658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"22'1","reported_seq":22,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.282051+0000","last_change":"2023-06-26T03:02:08.506759+0000","last_active":"2023-06-26T03:02:13.282051+0000","last_peered":"2023-06-26T03:02:13.282051+0000","last_clean":"2023-06-26T03:02:13.282051+0000","last_became_active":"2023-06-26T03:02:08.506023+0000","last_became_peered":"2023-06-26T03:02:08.506023+0000","last_unstale":"2023-06-26T03:02:13.282051+0000","last_undegraded":"2023-06-26T03:02:13.282051+0000","last_fullsized":"2023-06-26T03:02:13.282051+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:56:32.206049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.279654+0000","last_change":"2023-06-26T03:02:12.949391+0000","last_active":"2023-06-26T03:02:13.279654+0000","last_peered":"2023-06-26T03:02:13.279654+0000","last_clean":"2023-06-26T03:02:13.279654+0000","last_became_active":"2023-06-26T03:02:12.948462+0000","last_became_peered":"2023-06-26T03:02:12.948462+0000","last_unstale":"2023-06-26T03:02:13.279654+0000","last_undegraded":"2023-06-26T03:02:13.279654+0000","last_fullsized":"2023-06-26T03:02:13.279654+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:22:14.377105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3,4],"acting":[7,6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446305+0000","last_change":"2023-06-26T03:02:12.924358+0000","last_active":"2023-06-26T03:02:13.446305+0000","last_peered":"2023-06-26T03:02:13.446305+0000","last_clean":"2023-06-26T03:02:13.446305+0000","last_became_active":"2023-06-26T03:02:12.918671+0000","last_became_peered":"2023-06-26T03:02:12.918671+0000","last_unstale":"2023-06-26T03:02:13.446305+0000","last_undegraded":"2023-06-26T03:02:13.446305+0000","last_fullsized":"2023-06-26T03:02:13.446305+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:26:17.226709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1,6],"acting":[5,3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"22'8","reported_seq":29,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545726+0000","last_change":"2023-06-26T03:02:08.481999+0000","last_active":"2023-06-26T03:02:13.545726+0000","last_peered":"2023-06-26T03:02:13.545726+0000","last_clean":"2023-06-26T03:02:13.545726+0000","last_became_active":"2023-06-26T03:02:08.480819+0000","last_became_peered":"2023-06-26T03:02:08.480819+0000","last_unstale":"2023-06-26T03:02:13.545726+0000","last_undegraded":"2023-06-26T03:02:13.545726+0000","last_fullsized":"2023-06-26T03:02:13.545726+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:56:11.031982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.274618+0000","last_change":"2023-06-26T03:02:08.873583+0000","last_active":"2023-06-26T03:02:13.274618+0000","last_peered":"2023-06-26T03:02:13.274618+0000","last_clean":"2023-06-26T03:02:13.274618+0000","last_became_active":"2023-06-26T03:02:08.872418+0000","last_became_peered":"2023-06-26T03:02:08.872418+0000","last_unstale":"2023-06-26T03:02:13.274618+0000","last_undegraded":"2023-06-26T03:02:13.274618+0000","last_fullsized":"2023-06-26T03:02:13.274618+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:16:08.453577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.274613+0000","last_change":"2023-06-26T03:02:12.929465+0000","last_active":"2023-06-26T03:02:13.274613+0000","last_peered":"2023-06-26T03:02:13.274613+0000","last_clean":"2023-06-26T03:02:13.274613+0000","last_became_active":"2023-06-26T03:02:12.928964+0000","last_became_peered":"2023-06-26T03:02:12.928964+0000","last_unstale":"2023-06-26T03:02:13.274613+0000","last_undegraded":"2023-06-26T03:02:13.274613+0000","last_fullsized":"2023-06-26T03:02:13.274613+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:45:12.823846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,0],"acting":[3,1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.279926+0000","last_change":"2023-06-26T03:02:08.509460+0000","last_active":"2023-06-26T03:02:13.279926+0000","last_peered":"2023-06-26T03:02:13.279926+0000","last_clean":"2023-06-26T03:02:13.279926+0000","last_became_active":"2023-06-26T03:02:08.508941+0000","last_became_peered":"2023-06-26T03:02:08.508941+0000","last_unstale":"2023-06-26T03:02:13.279926+0000","last_undegraded":"2023-06-26T03:02:13.279926+0000","last_fullsized":"2023-06-26T03:02:13.279926+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:29:29.927219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.549387+0000","last_change":"2023-06-26T03:02:08.881486+0000","last_active":"2023-06-26T03:02:13.549387+0000","last_peered":"2023-06-26T03:02:13.549387+0000","last_clean":"2023-06-26T03:02:13.549387+0000","last_became_active":"2023-06-26T03:02:08.881162+0000","last_became_peered":"2023-06-26T03:02:08.881162+0000","last_unstale":"2023-06-26T03:02:13.549387+0000","last_undegraded":"2023-06-26T03:02:13.549387+0000","last_fullsized":"2023-06-26T03:02:13.549387+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:26:13.816345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545760+0000","last_change":"2023-06-26T03:02:08.483075+0000","last_active":"2023-06-26T03:02:13.545760+0000","last_peered":"2023-06-26T03:02:13.545760+0000","last_clean":"2023-06-26T03:02:13.545760+0000","last_became_active":"2023-06-26T03:02:08.482803+0000","last_became_peered":"2023-06-26T03:02:08.482803+0000","last_unstale":"2023-06-26T03:02:13.545760+0000","last_undegraded":"2023-06-26T03:02:13.545760+0000","last_fullsized":"2023-06-26T03:02:13.545760+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:59:47.723982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446356+0000","last_change":"2023-06-26T03:02:08.884415+0000","last_active":"2023-06-26T03:02:13.446356+0000","last_peered":"2023-06-26T03:02:13.446356+0000","last_clean":"2023-06-26T03:02:13.446356+0000","last_became_active":"2023-06-26T03:02:08.883289+0000","last_became_peered":"2023-06-26T03:02:08.883289+0000","last_unstale":"2023-06-26T03:02:13.446356+0000","last_undegraded":"2023-06-26T03:02:13.446356+0000","last_fullsized":"2023-06-26T03:02:13.446356+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:44:27.907414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.274052+0000","last_change":"2023-06-26T03:02:12.913144+0000","last_active":"2023-06-26T03:02:13.274052+0000","last_peered":"2023-06-26T03:02:13.274052+0000","last_clean":"2023-06-26T03:02:13.274052+0000","last_became_active":"2023-06-26T03:02:12.912687+0000","last_became_peered":"2023-06-26T03:02:12.912687+0000","last_unstale":"2023-06-26T03:02:13.274052+0000","last_undegraded":"2023-06-26T03:02:13.274052+0000","last_fullsized":"2023-06-26T03:02:13.274052+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:50:29.878487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2,1],"acting":[3,7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"22'2","reported_seq":23,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.280911+0000","last_change":"2023-06-26T03:02:08.509563+0000","last_active":"2023-06-26T03:02:13.280911+0000","last_peered":"2023-06-26T03:02:13.280911+0000","last_clean":"2023-06-26T03:02:13.280911+0000","last_became_active":"2023-06-26T03:02:08.509068+0000","last_became_peered":"2023-06-26T03:02:08.509068+0000","last_unstale":"2023-06-26T03:02:13.280911+0000","last_undegraded":"2023-06-26T03:02:13.280911+0000","last_fullsized":"2023-06-26T03:02:13.280911+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:11:11.932789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.274271+0000","last_change":"2023-06-26T03:02:08.872435+0000","last_active":"2023-06-26T03:02:13.274271+0000","last_peered":"2023-06-26T03:02:13.274271+0000","last_clean":"2023-06-26T03:02:13.274271+0000","last_became_active":"2023-06-26T03:02:08.872065+0000","last_became_peered":"2023-06-26T03:02:08.872065+0000","last_unstale":"2023-06-26T03:02:13.274271+0000","last_undegraded":"2023-06-26T03:02:13.274271+0000","last_fullsized":"2023-06-26T03:02:13.274271+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:56:33.222725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446034+0000","last_change":"2023-06-26T03:02:12.927228+0000","last_active":"2023-06-26T03:02:13.446034+0000","last_peered":"2023-06-26T03:02:13.446034+0000","last_clean":"2023-06-26T03:02:13.446034+0000","last_became_active":"2023-06-26T03:02:12.925705+0000","last_became_peered":"2023-06-26T03:02:12.925705+0000","last_unstale":"2023-06-26T03:02:13.446034+0000","last_undegraded":"2023-06-26T03:02:13.446034+0000","last_fullsized":"2023-06-26T03:02:13.446034+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:49:02.189695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3,0],"acting":[5,1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.20","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545433+0000","last_change":"2023-06-26T03:02:08.866321+0000","last_active":"2023-06-26T03:02:13.545433+0000","last_peered":"2023-06-26T03:02:13.545433+0000","last_clean":"2023-06-26T03:02:13.545433+0000","last_became_active":"2023-06-26T03:02:08.866063+0000","last_became_peered":"2023-06-26T03:02:08.866063+0000","last_unstale":"2023-06-26T03:02:13.545433+0000","last_undegraded":"2023-06-26T03:02:13.545433+0000","last_fullsized":"2023-06-26T03:02:13.545433+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:39:11.957255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.21","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273406+0000","last_change":"2023-06-26T03:02:08.872311+0000","last_active":"2023-06-26T03:02:13.273406+0000","last_peered":"2023-06-26T03:02:13.273406+0000","last_clean":"2023-06-26T03:02:13.273406+0000","last_became_active":"2023-06-26T03:02:08.871859+0000","last_became_peered":"2023-06-26T03:02:08.871859+0000","last_unstale":"2023-06-26T03:02:13.273406+0000","last_undegraded":"2023-06-26T03:02:13.273406+0000","last_fullsized":"2023-06-26T03:02:13.273406+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:22:10.966740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.282580+0000","last_change":"2023-06-26T03:02:08.873673+0000","last_active":"2023-06-26T03:02:13.282580+0000","last_peered":"2023-06-26T03:02:13.282580+0000","last_clean":"2023-06-26T03:02:13.282580+0000","last_became_active":"2023-06-26T03:02:08.871723+0000","last_became_peered":"2023-06-26T03:02:08.871723+0000","last_unstale":"2023-06-26T03:02:13.282580+0000","last_undegraded":"2023-06-26T03:02:13.282580+0000","last_fullsized":"2023-06-26T03:02:13.282580+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:58:25.564582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.23","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273926+0000","last_change":"2023-06-26T03:02:08.879536+0000","last_active":"2023-06-26T03:02:13.273926+0000","last_peered":"2023-06-26T03:02:13.273926+0000","last_clean":"2023-06-26T03:02:13.273926+0000","last_became_active":"2023-06-26T03:02:08.879013+0000","last_became_peered":"2023-06-26T03:02:08.879013+0000","last_unstale":"2023-06-26T03:02:13.273926+0000","last_undegraded":"2023-06-26T03:02:13.273926+0000","last_fullsized":"2023-06-26T03:02:13.273926+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:53:20.131169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.24","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547787+0000","last_change":"2023-06-26T03:02:08.881006+0000","last_active":"2023-06-26T03:02:13.547787+0000","last_peered":"2023-06-26T03:02:13.547787+0000","last_clean":"2023-06-26T03:02:13.547787+0000","last_became_active":"2023-06-26T03:02:08.880380+0000","last_became_peered":"2023-06-26T03:02:08.880380+0000","last_unstale":"2023-06-26T03:02:13.547787+0000","last_undegraded":"2023-06-26T03:02:13.547787+0000","last_fullsized":"2023-06-26T03:02:13.547787+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:45:26.887085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.25","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446237+0000","last_change":"2023-06-26T03:02:08.884743+0000","last_active":"2023-06-26T03:02:13.446237+0000","last_peered":"2023-06-26T03:02:13.446237+0000","last_clean":"2023-06-26T03:02:13.446237+0000","last_became_active":"2023-06-26T03:02:08.883913+0000","last_became_peered":"2023-06-26T03:02:08.883913+0000","last_unstale":"2023-06-26T03:02:13.446237+0000","last_undegraded":"2023-06-26T03:02:13.446237+0000","last_fullsized":"2023-06-26T03:02:13.446237+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:59:47.723048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.26","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.548969+0000","last_change":"2023-06-26T03:02:08.864104+0000","last_active":"2023-06-26T03:02:13.548969+0000","last_peered":"2023-06-26T03:02:13.548969+0000","last_clean":"2023-06-26T03:02:13.548969+0000","last_became_active":"2023-06-26T03:02:08.863057+0000","last_became_peered":"2023-06-26T03:02:08.863057+0000","last_unstale":"2023-06-26T03:02:13.548969+0000","last_undegraded":"2023-06-26T03:02:13.548969+0000","last_fullsized":"2023-06-26T03:02:13.548969+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:08:57.190031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.27","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.550181+0000","last_change":"2023-06-26T03:02:08.874201+0000","last_active":"2023-06-26T03:02:13.550181+0000","last_peered":"2023-06-26T03:02:13.550181+0000","last_clean":"2023-06-26T03:02:13.550181+0000","last_became_active":"2023-06-26T03:02:08.868718+0000","last_became_peered":"2023-06-26T03:02:08.868718+0000","last_unstale":"2023-06-26T03:02:13.550181+0000","last_undegraded":"2023-06-26T03:02:13.550181+0000","last_fullsized":"2023-06-26T03:02:13.550181+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:59:48.740658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.28","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.278887+0000","last_change":"2023-06-26T03:02:08.888101+0000","last_active":"2023-06-26T03:02:13.278887+0000","last_peered":"2023-06-26T03:02:13.278887+0000","last_clean":"2023-06-26T03:02:13.278887+0000","last_became_active":"2023-06-26T03:02:08.887600+0000","last_became_peered":"2023-06-26T03:02:08.887600+0000","last_unstale":"2023-06-26T03:02:13.278887+0000","last_undegraded":"2023-06-26T03:02:13.278887+0000","last_fullsized":"2023-06-26T03:02:13.278887+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:24:09.716442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273249+0000","last_change":"2023-06-26T03:02:08.878805+0000","last_active":"2023-06-26T03:02:13.273249+0000","last_peered":"2023-06-26T03:02:13.273249+0000","last_clean":"2023-06-26T03:02:13.273249+0000","last_became_active":"2023-06-26T03:02:08.878393+0000","last_became_peered":"2023-06-26T03:02:08.878393+0000","last_unstale":"2023-06-26T03:02:13.273249+0000","last_undegraded":"2023-06-26T03:02:13.273249+0000","last_fullsized":"2023-06-26T03:02:13.273249+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:24:09.716442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2a","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545450+0000","last_change":"2023-06-26T03:02:08.877732+0000","last_active":"2023-06-26T03:02:13.545450+0000","last_peered":"2023-06-26T03:02:13.545450+0000","last_clean":"2023-06-26T03:02:13.545450+0000","last_became_active":"2023-06-26T03:02:08.877228+0000","last_became_peered":"2023-06-26T03:02:08.877228+0000","last_unstale":"2023-06-26T03:02:13.545450+0000","last_undegraded":"2023-06-26T03:02:13.545450+0000","last_fullsized":"2023-06-26T03:02:13.545450+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:41:21.851471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.280788+0000","last_change":"2023-06-26T03:02:08.887932+0000","last_active":"2023-06-26T03:02:13.280788+0000","last_peered":"2023-06-26T03:02:13.280788+0000","last_clean":"2023-06-26T03:02:13.280788+0000","last_became_active":"2023-06-26T03:02:08.887653+0000","last_became_peered":"2023-06-26T03:02:08.887653+0000","last_unstale":"2023-06-26T03:02:13.280788+0000","last_undegraded":"2023-06-26T03:02:13.280788+0000","last_fullsized":"2023-06-26T03:02:13.280788+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:26:13.816345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.284038+0000","last_change":"2023-06-26T03:02:08.888797+0000","last_active":"2023-06-26T03:02:13.284038+0000","last_peered":"2023-06-26T03:02:13.284038+0000","last_clean":"2023-06-26T03:02:13.284038+0000","last_became_active":"2023-06-26T03:02:08.888514+0000","last_became_peered":"2023-06-26T03:02:08.888514+0000","last_unstale":"2023-06-26T03:02:13.284038+0000","last_undegraded":"2023-06-26T03:02:13.284038+0000","last_fullsized":"2023-06-26T03:02:13.284038+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:56:36.188553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545622+0000","last_change":"2023-06-26T03:02:08.869253+0000","last_active":"2023-06-26T03:02:13.545622+0000","last_peered":"2023-06-26T03:02:13.545622+0000","last_clean":"2023-06-26T03:02:13.545622+0000","last_became_active":"2023-06-26T03:02:08.868916+0000","last_became_peered":"2023-06-26T03:02:08.868916+0000","last_unstale":"2023-06-26T03:02:13.545622+0000","last_undegraded":"2023-06-26T03:02:13.545622+0000","last_fullsized":"2023-06-26T03:02:13.545622+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:38:15.214392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.283432+0000","last_change":"2023-06-26T03:02:08.874438+0000","last_active":"2023-06-26T03:02:13.283432+0000","last_peered":"2023-06-26T03:02:13.283432+0000","last_clean":"2023-06-26T03:02:13.283432+0000","last_became_active":"2023-06-26T03:02:08.874061+0000","last_became_peered":"2023-06-26T03:02:08.874061+0000","last_unstale":"2023-06-26T03:02:13.283432+0000","last_undegraded":"2023-06-26T03:02:13.283432+0000","last_fullsized":"2023-06-26T03:02:13.283432+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:14:37.710347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.548028+0000","last_change":"2023-06-26T03:02:08.882143+0000","last_active":"2023-06-26T03:02:13.548028+0000","last_peered":"2023-06-26T03:02:13.548028+0000","last_clean":"2023-06-26T03:02:13.548028+0000","last_became_active":"2023-06-26T03:02:08.881683+0000","last_became_peered":"2023-06-26T03:02:08.881683+0000","last_unstale":"2023-06-26T03:02:13.548028+0000","last_undegraded":"2023-06-26T03:02:13.548028+0000","last_fullsized":"2023-06-26T03:02:13.548028+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:23:19.529739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.279985+0000","last_change":"2023-06-26T03:02:08.882886+0000","last_active":"2023-06-26T03:02:13.279985+0000","last_peered":"2023-06-26T03:02:13.279985+0000","last_clean":"2023-06-26T03:02:13.279985+0000","last_became_active":"2023-06-26T03:02:08.882595+0000","last_became_peered":"2023-06-26T03:02:08.882595+0000","last_unstale":"2023-06-26T03:02:13.279985+0000","last_undegraded":"2023-06-26T03:02:13.279985+0000","last_fullsized":"2023-06-26T03:02:13.279985+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:16:08.453577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.279908+0000","last_change":"2023-06-26T03:02:08.879291+0000","last_active":"2023-06-26T03:02:13.279908+0000","last_peered":"2023-06-26T03:02:13.279908+0000","last_clean":"2023-06-26T03:02:13.279908+0000","last_became_active":"2023-06-26T03:02:08.878872+0000","last_became_peered":"2023-06-26T03:02:08.878872+0000","last_unstale":"2023-06-26T03:02:13.279908+0000","last_undegraded":"2023-06-26T03:02:13.279908+0000","last_fullsized":"2023-06-26T03:02:13.279908+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:22:18.393980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446006+0000","last_change":"2023-06-26T03:02:08.873255+0000","last_active":"2023-06-26T03:02:13.446006+0000","last_peered":"2023-06-26T03:02:13.446006+0000","last_clean":"2023-06-26T03:02:13.446006+0000","last_became_active":"2023-06-26T03:02:08.872937+0000","last_became_peered":"2023-06-26T03:02:08.872937+0000","last_unstale":"2023-06-26T03:02:13.446006+0000","last_undegraded":"2023-06-26T03:02:13.446006+0000","last_fullsized":"2023-06-26T03:02:13.446006+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:22:18.393980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545706+0000","last_change":"2023-06-26T03:02:08.886963+0000","last_active":"2023-06-26T03:02:13.545706+0000","last_peered":"2023-06-26T03:02:13.545706+0000","last_clean":"2023-06-26T03:02:13.545706+0000","last_became_active":"2023-06-26T03:02:08.885587+0000","last_became_peered":"2023-06-26T03:02:08.885587+0000","last_unstale":"2023-06-26T03:02:13.545706+0000","last_undegraded":"2023-06-26T03:02:13.545706+0000","last_fullsized":"2023-06-26T03:02:13.545706+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:54:53.035851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545796+0000","last_change":"2023-06-26T03:02:08.888160+0000","last_active":"2023-06-26T03:02:13.545796+0000","last_peered":"2023-06-26T03:02:13.545796+0000","last_clean":"2023-06-26T03:02:13.545796+0000","last_became_active":"2023-06-26T03:02:08.887734+0000","last_became_peered":"2023-06-26T03:02:08.887734+0000","last_unstale":"2023-06-26T03:02:13.545796+0000","last_undegraded":"2023-06-26T03:02:13.545796+0000","last_fullsized":"2023-06-26T03:02:13.545796+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:47:42.246707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.284516+0000","last_change":"2023-06-26T03:02:08.874524+0000","last_active":"2023-06-26T03:02:13.284516+0000","last_peered":"2023-06-26T03:02:13.284516+0000","last_clean":"2023-06-26T03:02:13.284516+0000","last_became_active":"2023-06-26T03:02:08.873891+0000","last_became_peered":"2023-06-26T03:02:08.873891+0000","last_unstale":"2023-06-26T03:02:13.284516+0000","last_undegraded":"2023-06-26T03:02:13.284516+0000","last_fullsized":"2023-06-26T03:02:13.284516+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:22:57.520836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446730+0000","last_change":"2023-06-26T03:02:08.882890+0000","last_active":"2023-06-26T03:02:13.446730+0000","last_peered":"2023-06-26T03:02:13.446730+0000","last_clean":"2023-06-26T03:02:13.446730+0000","last_became_active":"2023-06-26T03:02:08.882482+0000","last_became_peered":"2023-06-26T03:02:08.882482+0000","last_unstale":"2023-06-26T03:02:13.446730+0000","last_undegraded":"2023-06-26T03:02:13.446730+0000","last_fullsized":"2023-06-26T03:02:13.446730+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:56:33.222725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547547+0000","last_change":"2023-06-26T03:02:08.889950+0000","last_active":"2023-06-26T03:02:13.547547+0000","last_peered":"2023-06-26T03:02:13.547547+0000","last_clean":"2023-06-26T03:02:13.547547+0000","last_became_active":"2023-06-26T03:02:08.889500+0000","last_became_peered":"2023-06-26T03:02:08.889500+0000","last_unstale":"2023-06-26T03:02:13.547547+0000","last_undegraded":"2023-06-26T03:02:13.547547+0000","last_fullsized":"2023-06-26T03:02:13.547547+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:34:15.306167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.445017+0000","last_change":"2023-06-26T03:02:08.889404+0000","last_active":"2023-06-26T03:02:13.445017+0000","last_peered":"2023-06-26T03:02:13.445017+0000","last_clean":"2023-06-26T03:02:13.445017+0000","last_became_active":"2023-06-26T03:02:08.888935+0000","last_became_peered":"2023-06-26T03:02:08.888935+0000","last_unstale":"2023-06-26T03:02:13.445017+0000","last_undegraded":"2023-06-26T03:02:13.445017+0000","last_fullsized":"2023-06-26T03:02:13.445017+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:41:21.851471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.279575+0000","last_change":"2023-06-26T03:02:08.879955+0000","last_active":"2023-06-26T03:02:13.279575+0000","last_peered":"2023-06-26T03:02:13.279575+0000","last_clean":"2023-06-26T03:02:13.279575+0000","last_became_active":"2023-06-26T03:02:08.879415+0000","last_became_peered":"2023-06-26T03:02:08.879415+0000","last_unstale":"2023-06-26T03:02:13.279575+0000","last_undegraded":"2023-06-26T03:02:13.279575+0000","last_fullsized":"2023-06-26T03:02:13.279575+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:48:58.779330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.282192+0000","last_change":"2023-06-26T03:02:08.882358+0000","last_active":"2023-06-26T03:02:13.282192+0000","last_peered":"2023-06-26T03:02:13.282192+0000","last_clean":"2023-06-26T03:02:13.282192+0000","last_became_active":"2023-06-26T03:02:08.882075+0000","last_became_peered":"2023-06-26T03:02:08.882075+0000","last_unstale":"2023-06-26T03:02:13.282192+0000","last_undegraded":"2023-06-26T03:02:13.282192+0000","last_fullsized":"2023-06-26T03:02:13.282192+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:37:31.311212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545026+0000","last_change":"2023-06-26T03:02:08.889669+0000","last_active":"2023-06-26T03:02:13.545026+0000","last_peered":"2023-06-26T03:02:13.545026+0000","last_clean":"2023-06-26T03:02:13.545026+0000","last_became_active":"2023-06-26T03:02:08.889384+0000","last_became_peered":"2023-06-26T03:02:08.889384+0000","last_unstale":"2023-06-26T03:02:13.545026+0000","last_undegraded":"2023-06-26T03:02:13.545026+0000","last_fullsized":"2023-06-26T03:02:13.545026+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:44:27.917217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546005+0000","last_change":"2023-06-26T03:02:08.885967+0000","last_active":"2023-06-26T03:02:13.546005+0000","last_peered":"2023-06-26T03:02:13.546005+0000","last_clean":"2023-06-26T03:02:13.546005+0000","last_became_active":"2023-06-26T03:02:08.885438+0000","last_became_peered":"2023-06-26T03:02:08.885438+0000","last_unstale":"2023-06-26T03:02:13.546005+0000","last_undegraded":"2023-06-26T03:02:13.546005+0000","last_fullsized":"2023-06-26T03:02:13.546005+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:05:06.787136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.284204+0000","last_change":"2023-06-26T03:02:08.882800+0000","last_active":"2023-06-26T03:02:13.284204+0000","last_peered":"2023-06-26T03:02:13.284204+0000","last_clean":"2023-06-26T03:02:13.284204+0000","last_became_active":"2023-06-26T03:02:08.882262+0000","last_became_peered":"2023-06-26T03:02:08.882262+0000","last_unstale":"2023-06-26T03:02:13.284204+0000","last_undegraded":"2023-06-26T03:02:13.284204+0000","last_fullsized":"2023-06-26T03:02:13.284204+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:02:02.745665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446638+0000","last_change":"2023-06-26T03:02:08.873264+0000","last_active":"2023-06-26T03:02:13.446638+0000","last_peered":"2023-06-26T03:02:13.446638+0000","last_clean":"2023-06-26T03:02:13.446638+0000","last_became_active":"2023-06-26T03:02:08.872759+0000","last_became_peered":"2023-06-26T03:02:08.872759+0000","last_unstale":"2023-06-26T03:02:13.446638+0000","last_undegraded":"2023-06-26T03:02:13.446638+0000","last_fullsized":"2023-06-26T03:02:13.446638+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:43:48.571258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3f","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546423+0000","last_change":"2023-06-26T03:02:08.881060+0000","last_active":"2023-06-26T03:02:13.546423+0000","last_peered":"2023-06-26T03:02:13.546423+0000","last_clean":"2023-06-26T03:02:13.546423+0000","last_became_active":"2023-06-26T03:02:08.880767+0000","last_became_peered":"2023-06-26T03:02:08.880767+0000","last_unstale":"2023-06-26T03:02:13.546423+0000","last_undegraded":"2023-06-26T03:02:13.546423+0000","last_fullsized":"2023-06-26T03:02:13.546423+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:10:40.050436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":4591,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574860,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27844,"kb_used_data":892,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94343996,"statfs":{"total":96636764160,"available":96608251904,"internally_reserved":0,"allocated":913408,"data_stored":714278,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97499999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63200000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67700000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.755}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0529999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.139}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.165}]}]},{"osd":6,"up_from":13,"seq":55834574859,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":284,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":290816,"data_stored":119901,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.228}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0249999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65700000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.093}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79800000000000004}]}]},{"osd":5,"up_from":13,"seq":55834574858,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":292,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":299008,"data_stored":120553,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73699999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83999999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.877}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77100000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80700000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93100000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.111}]}]},{"osd":4,"up_from":13,"seq":55834574858,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":304,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":311296,"data_stored":123750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80900000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90400000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86899999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93600000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.123}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1000000000000001}]}]},{"osd":3,"up_from":13,"seq":55834574858,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31336,"kb_used_data":288,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340504,"statfs":{"total":96636764160,"available":96604676096,"internally_reserved":0,"allocated":294912,"data_stored":119991,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67600000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57599999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91400000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89000000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0589999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.111}]}]},{"osd":2,"up_from":13,"seq":55834574858,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31332,"kb_used_data":284,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340508,"statfs":{"total":96636764160,"available":96604680192,"internally_reserved":0,"allocated":290816,"data_stored":119901,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42199999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34300000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79800000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76800000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85599999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69699999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574857,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31332,"kb_used_data":284,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340508,"statfs":{"total":96636764160,"available":96604680192,"internally_reserved":0,"allocated":290816,"data_stored":119901,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82199999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89400000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95999999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92100000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1699999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2889999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574858,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31916,"kb_used_data":868,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94339924,"statfs":{"total":96636764160,"available":96604082176,"internally_reserved":0,"allocated":888832,"data_stored":710851,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67400000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48199999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71799999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90800000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79900000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76800000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3849,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4009,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-06-26T03:02:36.074 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-06-26T03:02:36.233 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.227+0000 7fa42311f640 1 Processor -- start 2023-06-26T03:02:36.233 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.227+0000 7fa42311f640 1 -- start start 2023-06-26T03:02:36.234 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.227+0000 7fa42311f640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa41c159850 0x7fa41c0b1210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:36.234 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.227+0000 7fa42311f640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fa41c0ca580 0x7fa41c0c93f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:36.234 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.227+0000 7fa42311f640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa41c072210 con 0x7fa41c06cec0 2023-06-26T03:02:36.235 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.227+0000 7fa42311f640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa41c0c9930 con 0x7fa41c0ca580 2023-06-26T03:02:36.235 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.227+0000 7fa42311f640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa41c0706e0 con 0x7fa41c159850 2023-06-26T03:02:36.235 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.227+0000 7fa4216bc640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fa41c0ca580 0x7fa41c0c93f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:36.235 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.227+0000 7fa41bfff640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fa41c06cec0 0x7fa41c0c9e70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:55752/0 (socket says 172.21.15.23:55752) 2023-06-26T03:02:36.235 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.227+0000 7fa41bfff640 1 -- 172.21.15.23:0/3717270334 learned_addr learned my addr 172.21.15.23:0/3717270334 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:36.235 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.227+0000 7fa420ebb640 1 --2- 172.21.15.23:0/3717270334 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa41c159850 0x7fa41c0b1210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:36.236 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.227+0000 7fa4216bc640 1 -- 172.21.15.23:0/3717270334 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa41c159850 msgr2=0x7fa41c0b1210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:36.236 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.227+0000 7fa4216bc640 1 --2- 172.21.15.23:0/3717270334 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa41c159850 0x7fa41c0b1210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:36.236 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.227+0000 7fa4216bc640 1 -- 172.21.15.23:0/3717270334 >> v1:172.21.15.23:6789/0 conn(0x7fa41c06cec0 legacy=0x7fa41c0c9e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:36.236 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.227+0000 7fa41b7fe640 1 -- 172.21.15.23:0/3717270334 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1899504144 0 0) 0x7fa41c072210 con 0x7fa41c06cec0 2023-06-26T03:02:36.236 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.227+0000 7fa4216bc640 1 -- 172.21.15.23:0/3717270334 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa41c06d350 con 0x7fa41c0ca580 2023-06-26T03:02:36.237 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.231+0000 7fa4216bc640 1 --2- 172.21.15.23:0/3717270334 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa41c0ca580 0x7fa41c0c93f0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fa40c009d90 tx=0x7fa40c01c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbb12df66bbf3a78 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:36.238 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.231+0000 7fa41b7fe640 1 -- 172.21.15.23:0/3717270334 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa40c0a5a10 con 0x7fa41c0ca580 2023-06-26T03:02:36.238 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.231+0000 7fa41b7fe640 1 -- 172.21.15.23:0/3717270334 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa40c0a5b70 con 0x7fa41c0ca580 2023-06-26T03:02:36.238 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.231+0000 7fa41b7fe640 1 -- 172.21.15.23:0/3717270334 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa40c0ad440 con 0x7fa41c0ca580 2023-06-26T03:02:36.239 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.231+0000 7fa42311f640 1 -- 172.21.15.23:0/3717270334 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa41c0ca580 msgr2=0x7fa41c0c93f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:36.239 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.231+0000 7fa42311f640 1 --2- 172.21.15.23:0/3717270334 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa41c0ca580 0x7fa41c0c93f0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fa40c009d90 tx=0x7fa40c01c950 comp rx=0 tx=0).stop 2023-06-26T03:02:36.239 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.231+0000 7fa42311f640 1 -- 172.21.15.23:0/3717270334 shutdown_connections 2023-06-26T03:02:36.239 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.231+0000 7fa42311f640 1 --2- 172.21.15.23:0/3717270334 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa41c0ca580 0x7fa41c0c93f0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:36.239 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.231+0000 7fa42311f640 1 --2- 172.21.15.23:0/3717270334 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa41c159850 0x7fa41c0b1210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:36.239 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.231+0000 7fa42311f640 1 -- 172.21.15.23:0/3717270334 >> 172.21.15.23:0/3717270334 conn(0x7fa41c0afef0 msgr2=0x7fa41c0b02f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:36.239 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.231+0000 7fa42311f640 1 -- 172.21.15.23:0/3717270334 shutdown_connections 2023-06-26T03:02:36.240 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.231+0000 7fa42311f640 1 -- 172.21.15.23:0/3717270334 wait complete. 2023-06-26T03:02:36.241 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.231+0000 7fa42311f640 1 Processor -- start 2023-06-26T03:02:36.241 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.231+0000 7fa42311f640 1 -- start start 2023-06-26T03:02:36.241 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.231+0000 7fa42311f640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa41c06cec0 0x7fa41c1549f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:36.241 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.231+0000 7fa42311f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa41c0ca580 0x7fa41c153ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:36.242 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.231+0000 7fa42311f640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa41c159850 0x7fa41c13f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:36.242 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.231+0000 7fa42311f640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa41c0c9450 con 0x7fa41c06cec0 2023-06-26T03:02:36.242 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.231+0000 7fa42311f640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa41c154400 con 0x7fa41c0ca580 2023-06-26T03:02:36.242 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.231+0000 7fa42311f640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa41c15ad90 con 0x7fa41c159850 2023-06-26T03:02:36.242 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.231+0000 7fa420ebb640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa41c06cec0 0x7fa41c1549f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:36.242 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.231+0000 7fa420ebb640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa41c06cec0 0x7fa41c1549f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38562/0 (socket says 172.21.15.23:38562) 2023-06-26T03:02:36.242 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.235+0000 7fa420ebb640 1 -- 172.21.15.23:0/255274656 learned_addr learned my addr 172.21.15.23:0/255274656 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:36.243 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.235+0000 7fa4216bc640 1 --2- 172.21.15.23:0/255274656 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa41c159850 0x7fa41c13f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:36.243 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.235+0000 7fa41bfff640 1 --2- 172.21.15.23:0/255274656 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa41c0ca580 0x7fa41c153ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:36.243 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.235+0000 7fa420ebb640 1 -- 172.21.15.23:0/255274656 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa41c159850 msgr2=0x7fa41c13f3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:36.243 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.235+0000 7fa420ebb640 1 --2- 172.21.15.23:0/255274656 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa41c159850 0x7fa41c13f3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:36.243 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.235+0000 7fa420ebb640 1 -- 172.21.15.23:0/255274656 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa41c0ca580 msgr2=0x7fa41c153ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:36.243 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.235+0000 7fa420ebb640 1 --2- 172.21.15.23:0/255274656 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa41c0ca580 0x7fa41c153ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:36.243 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.235+0000 7fa420ebb640 1 -- 172.21.15.23:0/255274656 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa40c009a70 con 0x7fa41c06cec0 2023-06-26T03:02:36.243 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.235+0000 7fa420ebb640 1 --2- 172.21.15.23:0/255274656 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa41c06cec0 0x7fa41c1549f0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fa41400d5f0 tx=0x7fa41400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:36.244 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.235+0000 7fa4197fa640 1 -- 172.21.15.23:0/255274656 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4140125f0 con 0x7fa41c06cec0 2023-06-26T03:02:36.244 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.235+0000 7fa4197fa640 1 -- 172.21.15.23:0/255274656 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa414012750 con 0x7fa41c06cec0 2023-06-26T03:02:36.244 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.235+0000 7fa4197fa640 1 -- 172.21.15.23:0/255274656 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa414012ae0 con 0x7fa41c06cec0 2023-06-26T03:02:36.244 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.235+0000 7fa42311f640 1 -- 172.21.15.23:0/255274656 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa41c15b630 con 0x7fa41c06cec0 2023-06-26T03:02:36.244 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.235+0000 7fa42311f640 1 -- 172.21.15.23:0/255274656 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa41c15afe0 con 0x7fa41c06cec0 2023-06-26T03:02:36.245 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.235+0000 7fa42311f640 1 -- 172.21.15.23:0/255274656 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa41c06fdb0 con 0x7fa41c06cec0 2023-06-26T03:02:36.245 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.235+0000 7fa4197fa640 1 -- 172.21.15.23:0/255274656 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fa414012c40 con 0x7fa41c06cec0 2023-06-26T03:02:36.245 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.235+0000 7fa4197fa640 1 --2- 172.21.15.23:0/255274656 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa4080662b0 0x7fa408068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:36.245 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.235+0000 7fa4197fa640 1 -- 172.21.15.23:0/255274656 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7fa414084460 con 0x7fa41c06cec0 2023-06-26T03:02:36.245 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.235+0000 7fa41bfff640 1 --2- 172.21.15.23:0/255274656 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa4080662b0 0x7fa408068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:36.246 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.235+0000 7fa41bfff640 1 --2- 172.21.15.23:0/255274656 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa4080662b0 0x7fa408068760 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fa41c0c8ce0 tx=0x7fa410007b60 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:36.247 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.239+0000 7fa4197fa640 1 -- 172.21.15.23:0/255274656 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fa414051680 con 0x7fa41c06cec0 2023-06-26T03:02:36.393 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.387+0000 7fa42311f640 1 -- 172.21.15.23:0/255274656 --> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fa41c13f930 con 0x7fa4080662b0 2023-06-26T03:02:36.419 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.411+0000 7fa4197fa640 1 -- 172.21.15.23:0/255274656 <== mgr.4100 v2:172.21.15.71:6832/3372318826 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+367299 (secure 0 0 0) 0x7fa4100071f0 con 0x7fa4080662b0 2023-06-26T03:02:36.422 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:02:36.423 INFO:teuthology.orchestra.run.smithi023.stderr:dumped all 2023-06-26T03:02:36.424 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.415+0000 7fa42311f640 1 -- 172.21.15.23:0/255274656 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa4080662b0 msgr2=0x7fa408068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:36.425 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.415+0000 7fa42311f640 1 --2- 172.21.15.23:0/255274656 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa4080662b0 0x7fa408068760 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fa41c0c8ce0 tx=0x7fa410007b60 comp rx=0 tx=0).stop 2023-06-26T03:02:36.425 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.415+0000 7fa42311f640 1 -- 172.21.15.23:0/255274656 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa41c06cec0 msgr2=0x7fa41c1549f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:36.425 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.415+0000 7fa42311f640 1 --2- 172.21.15.23:0/255274656 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa41c06cec0 0x7fa41c1549f0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fa41400d5f0 tx=0x7fa41400dab0 comp rx=0 tx=0).stop 2023-06-26T03:02:36.425 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.415+0000 7fa42311f640 1 -- 172.21.15.23:0/255274656 shutdown_connections 2023-06-26T03:02:36.425 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.415+0000 7fa42311f640 1 --2- 172.21.15.23:0/255274656 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa4080662b0 0x7fa408068760 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:36.425 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.415+0000 7fa42311f640 1 --2- 172.21.15.23:0/255274656 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa41c159850 0x7fa41c13f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:36.425 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.415+0000 7fa42311f640 1 --2- 172.21.15.23:0/255274656 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa41c0ca580 0x7fa41c153ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:36.425 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.415+0000 7fa42311f640 1 --2- 172.21.15.23:0/255274656 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa41c06cec0 0x7fa41c1549f0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:36.426 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.415+0000 7fa42311f640 1 -- 172.21.15.23:0/255274656 >> 172.21.15.23:0/255274656 conn(0x7fa41c0afef0 msgr2=0x7fa41c0b2430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:36.426 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.415+0000 7fa42311f640 1 -- 172.21.15.23:0/255274656 shutdown_connections 2023-06-26T03:02:36.426 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.415+0000 7fa42311f640 1 -- 172.21.15.23:0/255274656 wait complete. 2023-06-26T03:02:36.440 INFO:teuthology.orchestra.run.smithi023.stdout:{"pg_ready":true,"pg_map":{"version":40,"stamp":"2023-06-26T03:02:35.220061+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594959,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":338,"acting":338,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":338,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":235496,"kb_used_data":3496,"kb_used_omap":0,"kb_used_meta":231936,"kb_avail":754739224,"statfs":{"total":773094113280,"available":772852965376,"internally_reserved":0,"allocated":3579904,"data_stored":2149126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":237502464},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":141,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005545"},"pg_stats":[{"pgid":"5.19","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.543707+0000","last_change":"2023-06-26T03:02:12.933308+0000","last_active":"2023-06-26T03:02:13.543707+0000","last_peered":"2023-06-26T03:02:13.543707+0000","last_clean":"2023-06-26T03:02:13.543707+0000","last_became_active":"2023-06-26T03:02:12.932785+0000","last_became_peered":"2023-06-26T03:02:12.932785+0000","last_unstale":"2023-06-26T03:02:13.543707+0000","last_undegraded":"2023-06-26T03:02:13.543707+0000","last_fullsized":"2023-06-26T03:02:13.543707+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:55:55.716648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7,2],"acting":[1,5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1f","version":"22'4","reported_seq":25,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.548342+0000","last_change":"2023-06-26T03:02:08.486608+0000","last_active":"2023-06-26T03:02:13.548342+0000","last_peered":"2023-06-26T03:02:13.548342+0000","last_clean":"2023-06-26T03:02:13.548342+0000","last_became_active":"2023-06-26T03:02:08.485585+0000","last_became_peered":"2023-06-26T03:02:08.485585+0000","last_unstale":"2023-06-26T03:02:13.548342+0000","last_undegraded":"2023-06-26T03:02:13.548342+0000","last_fullsized":"2023-06-26T03:02:13.548342+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:22:09.950064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.280280+0000","last_change":"2023-06-26T03:02:08.876573+0000","last_active":"2023-06-26T03:02:13.280280+0000","last_peered":"2023-06-26T03:02:13.280280+0000","last_clean":"2023-06-26T03:02:13.280280+0000","last_became_active":"2023-06-26T03:02:08.873968+0000","last_became_peered":"2023-06-26T03:02:08.873968+0000","last_unstale":"2023-06-26T03:02:13.280280+0000","last_undegraded":"2023-06-26T03:02:13.280280+0000","last_fullsized":"2023-06-26T03:02:13.280280+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:10:49.123835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.279443+0000","last_change":"2023-06-26T03:02:12.931523+0000","last_active":"2023-06-26T03:02:13.279443+0000","last_peered":"2023-06-26T03:02:13.279443+0000","last_clean":"2023-06-26T03:02:13.279443+0000","last_became_active":"2023-06-26T03:02:12.924146+0000","last_became_peered":"2023-06-26T03:02:12.924146+0000","last_unstale":"2023-06-26T03:02:13.279443+0000","last_undegraded":"2023-06-26T03:02:13.279443+0000","last_fullsized":"2023-06-26T03:02:13.279443+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:45:12.823846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,2],"acting":[4,6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"22'1","reported_seq":22,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.274487+0000","last_change":"2023-06-26T03:02:08.491682+0000","last_active":"2023-06-26T03:02:13.274487+0000","last_peered":"2023-06-26T03:02:13.274487+0000","last_clean":"2023-06-26T03:02:13.274487+0000","last_became_active":"2023-06-26T03:02:08.491119+0000","last_became_peered":"2023-06-26T03:02:08.491119+0000","last_unstale":"2023-06-26T03:02:13.274487+0000","last_undegraded":"2023-06-26T03:02:13.274487+0000","last_fullsized":"2023-06-26T03:02:13.274487+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:28:42.027494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273695+0000","last_change":"2023-06-26T03:02:08.873731+0000","last_active":"2023-06-26T03:02:13.273695+0000","last_peered":"2023-06-26T03:02:13.273695+0000","last_clean":"2023-06-26T03:02:13.273695+0000","last_became_active":"2023-06-26T03:02:08.873084+0000","last_became_peered":"2023-06-26T03:02:08.873084+0000","last_unstale":"2023-06-26T03:02:13.273695+0000","last_undegraded":"2023-06-26T03:02:13.273695+0000","last_fullsized":"2023-06-26T03:02:13.273695+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:26:13.816345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.445892+0000","last_change":"2023-06-26T03:02:12.943820+0000","last_active":"2023-06-26T03:02:13.445892+0000","last_peered":"2023-06-26T03:02:13.445892+0000","last_clean":"2023-06-26T03:02:13.445892+0000","last_became_active":"2023-06-26T03:02:12.942543+0000","last_became_peered":"2023-06-26T03:02:12.942543+0000","last_unstale":"2023-06-26T03:02:13.445892+0000","last_undegraded":"2023-06-26T03:02:13.445892+0000","last_fullsized":"2023-06-26T03:02:13.445892+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:23:22.940104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7,4],"acting":[5,0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1d","version":"22'2","reported_seq":23,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446501+0000","last_change":"2023-06-26T03:02:08.506053+0000","last_active":"2023-06-26T03:02:13.446501+0000","last_peered":"2023-06-26T03:02:13.446501+0000","last_clean":"2023-06-26T03:02:13.446501+0000","last_became_active":"2023-06-26T03:02:08.505462+0000","last_became_peered":"2023-06-26T03:02:08.505462+0000","last_unstale":"2023-06-26T03:02:13.446501+0000","last_undegraded":"2023-06-26T03:02:13.446501+0000","last_fullsized":"2023-06-26T03:02:13.446501+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:53:19.114492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.282417+0000","last_change":"2023-06-26T03:02:08.877411+0000","last_active":"2023-06-26T03:02:13.282417+0000","last_peered":"2023-06-26T03:02:13.282417+0000","last_clean":"2023-06-26T03:02:13.282417+0000","last_became_active":"2023-06-26T03:02:08.876912+0000","last_became_peered":"2023-06-26T03:02:08.876912+0000","last_unstale":"2023-06-26T03:02:13.282417+0000","last_undegraded":"2023-06-26T03:02:13.282417+0000","last_fullsized":"2023-06-26T03:02:13.282417+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:45:47.679214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.280479+0000","last_change":"2023-06-26T03:02:12.951156+0000","last_active":"2023-06-26T03:02:13.280479+0000","last_peered":"2023-06-26T03:02:13.280479+0000","last_clean":"2023-06-26T03:02:13.280479+0000","last_became_active":"2023-06-26T03:02:12.950207+0000","last_became_peered":"2023-06-26T03:02:12.950207+0000","last_unstale":"2023-06-26T03:02:13.280479+0000","last_undegraded":"2023-06-26T03:02:13.280479+0000","last_fullsized":"2023-06-26T03:02:13.280479+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:59:51.133412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1,6],"acting":[7,4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"22'2","reported_seq":23,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.445761+0000","last_change":"2023-06-26T03:02:08.491152+0000","last_active":"2023-06-26T03:02:13.445761+0000","last_peered":"2023-06-26T03:02:13.445761+0000","last_clean":"2023-06-26T03:02:13.445761+0000","last_became_active":"2023-06-26T03:02:08.489078+0000","last_became_peered":"2023-06-26T03:02:08.489078+0000","last_unstale":"2023-06-26T03:02:13.445761+0000","last_undegraded":"2023-06-26T03:02:13.445761+0000","last_fullsized":"2023-06-26T03:02:13.445761+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:34:14.289490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.282928+0000","last_change":"2023-06-26T03:02:08.887864+0000","last_active":"2023-06-26T03:02:13.282928+0000","last_peered":"2023-06-26T03:02:13.282928+0000","last_clean":"2023-06-26T03:02:13.282928+0000","last_became_active":"2023-06-26T03:02:08.887571+0000","last_became_peered":"2023-06-26T03:02:08.887571+0000","last_unstale":"2023-06-26T03:02:13.282928+0000","last_undegraded":"2023-06-26T03:02:13.282928+0000","last_fullsized":"2023-06-26T03:02:13.282928+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:52:36.431565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.548867+0000","last_change":"2023-06-26T03:02:12.940200+0000","last_active":"2023-06-26T03:02:13.548867+0000","last_peered":"2023-06-26T03:02:13.548867+0000","last_clean":"2023-06-26T03:02:13.548867+0000","last_became_active":"2023-06-26T03:02:12.939778+0000","last_became_peered":"2023-06-26T03:02:12.939778+0000","last_unstale":"2023-06-26T03:02:13.548867+0000","last_undegraded":"2023-06-26T03:02:13.548867+0000","last_fullsized":"2023-06-26T03:02:13.548867+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:44:31.327582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,0],"acting":[1,3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1b","version":"22'1","reported_seq":22,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545148+0000","last_change":"2023-06-26T03:02:08.503432+0000","last_active":"2023-06-26T03:02:13.545148+0000","last_peered":"2023-06-26T03:02:13.545148+0000","last_clean":"2023-06-26T03:02:13.545148+0000","last_became_active":"2023-06-26T03:02:08.503021+0000","last_became_peered":"2023-06-26T03:02:08.503021+0000","last_unstale":"2023-06-26T03:02:13.545148+0000","last_undegraded":"2023-06-26T03:02:13.545148+0000","last_fullsized":"2023-06-26T03:02:13.545148+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:08:56.173354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546025+0000","last_change":"2023-06-26T03:02:08.866719+0000","last_active":"2023-06-26T03:02:13.546025+0000","last_peered":"2023-06-26T03:02:13.546025+0000","last_clean":"2023-06-26T03:02:13.546025+0000","last_became_active":"2023-06-26T03:02:08.866263+0000","last_became_peered":"2023-06-26T03:02:08.866263+0000","last_unstale":"2023-06-26T03:02:13.546025+0000","last_undegraded":"2023-06-26T03:02:13.546025+0000","last_fullsized":"2023-06-26T03:02:13.546025+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:47:31.536860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.283533+0000","last_change":"2023-06-26T03:02:12.940214+0000","last_active":"2023-06-26T03:02:13.283533+0000","last_peered":"2023-06-26T03:02:13.283533+0000","last_clean":"2023-06-26T03:02:13.283533+0000","last_became_active":"2023-06-26T03:02:12.939264+0000","last_became_peered":"2023-06-26T03:02:12.939264+0000","last_unstale":"2023-06-26T03:02:13.283533+0000","last_undegraded":"2023-06-26T03:02:13.283533+0000","last_fullsized":"2023-06-26T03:02:13.283533+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:09:49.257266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2,0],"acting":[4,3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1a","version":"22'1","reported_seq":22,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.282734+0000","last_change":"2023-06-26T03:02:08.486461+0000","last_active":"2023-06-26T03:02:13.282734+0000","last_peered":"2023-06-26T03:02:13.282734+0000","last_clean":"2023-06-26T03:02:13.282734+0000","last_became_active":"2023-06-26T03:02:08.483985+0000","last_became_peered":"2023-06-26T03:02:08.483985+0000","last_unstale":"2023-06-26T03:02:13.282734+0000","last_undegraded":"2023-06-26T03:02:13.282734+0000","last_fullsized":"2023-06-26T03:02:13.282734+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:19:49.774094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.274335+0000","last_change":"2023-06-26T03:02:08.872576+0000","last_active":"2023-06-26T03:02:13.274335+0000","last_peered":"2023-06-26T03:02:13.274335+0000","last_clean":"2023-06-26T03:02:13.274335+0000","last_became_active":"2023-06-26T03:02:08.872050+0000","last_became_peered":"2023-06-26T03:02:08.872050+0000","last_unstale":"2023-06-26T03:02:13.274335+0000","last_undegraded":"2023-06-26T03:02:13.274335+0000","last_fullsized":"2023-06-26T03:02:13.274335+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:22:24.584953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546598+0000","last_change":"2023-06-26T03:02:12.941685+0000","last_active":"2023-06-26T03:02:13.546598+0000","last_peered":"2023-06-26T03:02:13.546598+0000","last_clean":"2023-06-26T03:02:13.546598+0000","last_became_active":"2023-06-26T03:02:12.940883+0000","last_became_peered":"2023-06-26T03:02:12.940883+0000","last_unstale":"2023-06-26T03:02:13.546598+0000","last_undegraded":"2023-06-26T03:02:13.546598+0000","last_fullsized":"2023-06-26T03:02:13.546598+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:25:42.150969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3,7],"acting":[6,4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.551025+0000","last_change":"2023-06-26T03:02:08.485285+0000","last_active":"2023-06-26T03:02:13.551025+0000","last_peered":"2023-06-26T03:02:13.551025+0000","last_clean":"2023-06-26T03:02:13.551025+0000","last_became_active":"2023-06-26T03:02:08.484654+0000","last_became_peered":"2023-06-26T03:02:08.484654+0000","last_unstale":"2023-06-26T03:02:13.551025+0000","last_undegraded":"2023-06-26T03:02:13.551025+0000","last_fullsized":"2023-06-26T03:02:13.551025+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:23:18.513063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.549096+0000","last_change":"2023-06-26T03:02:08.879088+0000","last_active":"2023-06-26T03:02:13.549096+0000","last_peered":"2023-06-26T03:02:13.549096+0000","last_clean":"2023-06-26T03:02:13.549096+0000","last_became_active":"2023-06-26T03:02:08.878556+0000","last_became_peered":"2023-06-26T03:02:08.878556+0000","last_unstale":"2023-06-26T03:02:13.549096+0000","last_undegraded":"2023-06-26T03:02:13.549096+0000","last_fullsized":"2023-06-26T03:02:13.549096+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:29:30.943895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.548851+0000","last_change":"2023-06-26T03:02:12.926964+0000","last_active":"2023-06-26T03:02:13.548851+0000","last_peered":"2023-06-26T03:02:13.548851+0000","last_clean":"2023-06-26T03:02:13.548851+0000","last_became_active":"2023-06-26T03:02:12.926385+0000","last_became_peered":"2023-06-26T03:02:12.926385+0000","last_unstale":"2023-06-26T03:02:13.548851+0000","last_undegraded":"2023-06-26T03:02:13.548851+0000","last_fullsized":"2023-06-26T03:02:13.548851+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:22:21.804344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1,2],"acting":[0,7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273615+0000","last_change":"2023-06-26T03:02:08.484544+0000","last_active":"2023-06-26T03:02:13.273615+0000","last_peered":"2023-06-26T03:02:13.273615+0000","last_clean":"2023-06-26T03:02:13.273615+0000","last_became_active":"2023-06-26T03:02:08.484094+0000","last_became_peered":"2023-06-26T03:02:08.484094+0000","last_unstale":"2023-06-26T03:02:13.273615+0000","last_undegraded":"2023-06-26T03:02:13.273615+0000","last_fullsized":"2023-06-26T03:02:13.273615+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:29:29.927219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546659+0000","last_change":"2023-06-26T03:02:08.875805+0000","last_active":"2023-06-26T03:02:13.546659+0000","last_peered":"2023-06-26T03:02:13.546659+0000","last_clean":"2023-06-26T03:02:13.546659+0000","last_became_active":"2023-06-26T03:02:08.875031+0000","last_became_peered":"2023-06-26T03:02:08.875031+0000","last_unstale":"2023-06-26T03:02:13.546659+0000","last_undegraded":"2023-06-26T03:02:13.546659+0000","last_fullsized":"2023-06-26T03:02:13.546659+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:13:28.732055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273313+0000","last_change":"2023-06-26T03:02:08.877669+0000","last_active":"2023-06-26T03:02:13.273313+0000","last_peered":"2023-06-26T03:02:13.273313+0000","last_clean":"2023-06-26T03:02:13.273313+0000","last_became_active":"2023-06-26T03:02:08.873412+0000","last_became_peered":"2023-06-26T03:02:08.873412+0000","last_unstale":"2023-06-26T03:02:13.273313+0000","last_undegraded":"2023-06-26T03:02:13.273313+0000","last_fullsized":"2023-06-26T03:02:13.273313+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:23:19.529739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.548652+0000","last_change":"2023-06-26T03:02:08.486587+0000","last_active":"2023-06-26T03:02:13.548652+0000","last_peered":"2023-06-26T03:02:13.548652+0000","last_clean":"2023-06-26T03:02:13.548652+0000","last_became_active":"2023-06-26T03:02:08.485625+0000","last_became_peered":"2023-06-26T03:02:08.485625+0000","last_unstale":"2023-06-26T03:02:13.548652+0000","last_undegraded":"2023-06-26T03:02:13.548652+0000","last_fullsized":"2023-06-26T03:02:13.548652+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:48:57.762654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545552+0000","last_change":"2023-06-26T03:02:12.942864+0000","last_active":"2023-06-26T03:02:13.545552+0000","last_peered":"2023-06-26T03:02:13.545552+0000","last_clean":"2023-06-26T03:02:13.545552+0000","last_became_active":"2023-06-26T03:02:12.941851+0000","last_became_peered":"2023-06-26T03:02:12.941851+0000","last_unstale":"2023-06-26T03:02:13.545552+0000","last_undegraded":"2023-06-26T03:02:13.545552+0000","last_fullsized":"2023-06-26T03:02:13.545552+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:17:55.235760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7,1],"acting":[6,4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273601+0000","last_change":"2023-06-26T03:02:08.871631+0000","last_active":"2023-06-26T03:02:13.273601+0000","last_peered":"2023-06-26T03:02:13.273601+0000","last_clean":"2023-06-26T03:02:13.273601+0000","last_became_active":"2023-06-26T03:02:08.868068+0000","last_became_peered":"2023-06-26T03:02:08.868068+0000","last_unstale":"2023-06-26T03:02:13.273601+0000","last_undegraded":"2023-06-26T03:02:13.273601+0000","last_fullsized":"2023-06-26T03:02:13.273601+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:59:47.723048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446870+0000","last_change":"2023-06-26T03:02:08.488416+0000","last_active":"2023-06-26T03:02:13.446870+0000","last_peered":"2023-06-26T03:02:13.446870+0000","last_clean":"2023-06-26T03:02:13.446870+0000","last_became_active":"2023-06-26T03:02:08.486769+0000","last_became_peered":"2023-06-26T03:02:08.486769+0000","last_unstale":"2023-06-26T03:02:13.446870+0000","last_undegraded":"2023-06-26T03:02:13.446870+0000","last_fullsized":"2023-06-26T03:02:13.446870+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:28:42.027494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.278647+0000","last_change":"2023-06-26T03:02:12.951307+0000","last_active":"2023-06-26T03:02:13.278647+0000","last_peered":"2023-06-26T03:02:13.278647+0000","last_clean":"2023-06-26T03:02:13.278647+0000","last_became_active":"2023-06-26T03:02:12.950359+0000","last_became_peered":"2023-06-26T03:02:12.950359+0000","last_unstale":"2023-06-26T03:02:13.278647+0000","last_undegraded":"2023-06-26T03:02:13.278647+0000","last_fullsized":"2023-06-26T03:02:13.278647+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:59:52.151022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6,0],"acting":[7,4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"22'3","reported_seq":24,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.281577+0000","last_change":"2023-06-26T03:02:08.494314+0000","last_active":"2023-06-26T03:02:13.281577+0000","last_peered":"2023-06-26T03:02:13.281577+0000","last_clean":"2023-06-26T03:02:13.281577+0000","last_became_active":"2023-06-26T03:02:08.493780+0000","last_became_peered":"2023-06-26T03:02:08.493780+0000","last_unstale":"2023-06-26T03:02:13.281577+0000","last_undegraded":"2023-06-26T03:02:13.281577+0000","last_fullsized":"2023-06-26T03:02:13.281577+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:53:19.114492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547412+0000","last_change":"2023-06-26T03:02:08.876578+0000","last_active":"2023-06-26T03:02:13.547412+0000","last_peered":"2023-06-26T03:02:13.547412+0000","last_clean":"2023-06-26T03:02:13.547412+0000","last_became_active":"2023-06-26T03:02:08.868571+0000","last_became_peered":"2023-06-26T03:02:08.868571+0000","last_unstale":"2023-06-26T03:02:13.547412+0000","last_undegraded":"2023-06-26T03:02:13.547412+0000","last_fullsized":"2023-06-26T03:02:13.547412+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:42:28.537608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273832+0000","last_change":"2023-06-26T03:02:12.924592+0000","last_active":"2023-06-26T03:02:13.273832+0000","last_peered":"2023-06-26T03:02:13.273832+0000","last_clean":"2023-06-26T03:02:13.273832+0000","last_became_active":"2023-06-26T03:02:12.924120+0000","last_became_peered":"2023-06-26T03:02:12.924120+0000","last_unstale":"2023-06-26T03:02:13.273832+0000","last_undegraded":"2023-06-26T03:02:13.273832+0000","last_fullsized":"2023-06-26T03:02:13.273832+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:44:31.317778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1,5],"acting":[3,0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.14","version":"27'9","reported_seq":30,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:18.727814+0000","last_change":"2023-06-26T03:02:08.503061+0000","last_active":"2023-06-26T03:02:18.727814+0000","last_peered":"2023-06-26T03:02:18.727814+0000","last_clean":"2023-06-26T03:02:18.727814+0000","last_became_active":"2023-06-26T03:02:08.500293+0000","last_became_peered":"2023-06-26T03:02:08.500293+0000","last_unstale":"2023-06-26T03:02:18.727814+0000","last_undegraded":"2023-06-26T03:02:18.727814+0000","last_fullsized":"2023-06-26T03:02:18.727814+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:54:14.457265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3793,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.283052+0000","last_change":"2023-06-26T03:02:08.874859+0000","last_active":"2023-06-26T03:02:13.283052+0000","last_peered":"2023-06-26T03:02:13.283052+0000","last_clean":"2023-06-26T03:02:13.283052+0000","last_became_active":"2023-06-26T03:02:08.874170+0000","last_became_peered":"2023-06-26T03:02:08.874170+0000","last_unstale":"2023-06-26T03:02:13.283052+0000","last_undegraded":"2023-06-26T03:02:13.283052+0000","last_fullsized":"2023-06-26T03:02:13.283052+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:37:38.978394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547181+0000","last_change":"2023-06-26T03:02:12.926926+0000","last_active":"2023-06-26T03:02:13.547181+0000","last_peered":"2023-06-26T03:02:13.547181+0000","last_clean":"2023-06-26T03:02:13.547181+0000","last_became_active":"2023-06-26T03:02:12.926465+0000","last_became_peered":"2023-06-26T03:02:12.926465+0000","last_unstale":"2023-06-26T03:02:13.547181+0000","last_undegraded":"2023-06-26T03:02:13.547181+0000","last_fullsized":"2023-06-26T03:02:13.547181+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:27:51.558376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3,7],"acting":[1,5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.281266+0000","last_change":"2023-06-26T03:02:08.878629+0000","last_active":"2023-06-26T03:02:13.281266+0000","last_peered":"2023-06-26T03:02:13.281266+0000","last_clean":"2023-06-26T03:02:13.281266+0000","last_became_active":"2023-06-26T03:02:08.878095+0000","last_became_peered":"2023-06-26T03:02:08.878095+0000","last_unstale":"2023-06-26T03:02:13.281266+0000","last_undegraded":"2023-06-26T03:02:13.281266+0000","last_fullsized":"2023-06-26T03:02:13.281266+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:02:29.229808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":27,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546711+0000","last_change":"2023-06-26T03:02:04.418555+0000","last_active":"2023-06-26T03:02:13.546711+0000","last_peered":"2023-06-26T03:02:13.546711+0000","last_clean":"2023-06-26T03:02:13.546711+0000","last_became_active":"2023-06-26T03:02:04.417392+0000","last_became_peered":"2023-06-26T03:02:04.417392+0000","last_unstale":"2023-06-26T03:02:13.546711+0000","last_undegraded":"2023-06-26T03:02:13.546711+0000","last_fullsized":"2023-06-26T03:02:13.546711+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:17:24.189662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"22'1","reported_seq":22,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.549542+0000","last_change":"2023-06-26T03:02:08.474800+0000","last_active":"2023-06-26T03:02:13.549542+0000","last_peered":"2023-06-26T03:02:13.549542+0000","last_clean":"2023-06-26T03:02:13.549542+0000","last_became_active":"2023-06-26T03:02:08.474027+0000","last_became_peered":"2023-06-26T03:02:08.474027+0000","last_unstale":"2023-06-26T03:02:13.549542+0000","last_undegraded":"2023-06-26T03:02:13.549542+0000","last_fullsized":"2023-06-26T03:02:13.549542+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:11:11.932789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273308+0000","last_change":"2023-06-26T03:02:12.929756+0000","last_active":"2023-06-26T03:02:13.273308+0000","last_peered":"2023-06-26T03:02:13.273308+0000","last_clean":"2023-06-26T03:02:13.273308+0000","last_became_active":"2023-06-26T03:02:12.929215+0000","last_became_peered":"2023-06-26T03:02:12.929215+0000","last_unstale":"2023-06-26T03:02:13.273308+0000","last_undegraded":"2023-06-26T03:02:13.273308+0000","last_fullsized":"2023-06-26T03:02:13.273308+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:34:18.716531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,0],"acting":[3,1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273458+0000","last_change":"2023-06-26T03:02:08.877288+0000","last_active":"2023-06-26T03:02:13.273458+0000","last_peered":"2023-06-26T03:02:13.273458+0000","last_clean":"2023-06-26T03:02:13.273458+0000","last_became_active":"2023-06-26T03:02:08.867578+0000","last_became_peered":"2023-06-26T03:02:08.867578+0000","last_unstale":"2023-06-26T03:02:13.273458+0000","last_undegraded":"2023-06-26T03:02:13.273458+0000","last_fullsized":"2023-06-26T03:02:13.273458+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:48:58.779330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":25,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.549447+0000","last_change":"2023-06-26T03:02:04.412948+0000","last_active":"2023-06-26T03:02:13.549447+0000","last_peered":"2023-06-26T03:02:13.549447+0000","last_clean":"2023-06-26T03:02:13.549447+0000","last_became_active":"2023-06-26T03:02:04.412333+0000","last_became_peered":"2023-06-26T03:02:04.412333+0000","last_unstale":"2023-06-26T03:02:13.549447+0000","last_undegraded":"2023-06-26T03:02:13.549447+0000","last_fullsized":"2023-06-26T03:02:13.549447+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:41:16.780013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"22'2","reported_seq":23,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.274696+0000","last_change":"2023-06-26T03:02:08.502306+0000","last_active":"2023-06-26T03:02:13.274696+0000","last_peered":"2023-06-26T03:02:13.274696+0000","last_clean":"2023-06-26T03:02:13.274696+0000","last_became_active":"2023-06-26T03:02:08.501951+0000","last_became_peered":"2023-06-26T03:02:08.501951+0000","last_unstale":"2023-06-26T03:02:13.274696+0000","last_undegraded":"2023-06-26T03:02:13.274696+0000","last_fullsized":"2023-06-26T03:02:13.274696+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:22:08.113163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.280196+0000","last_change":"2023-06-26T03:02:12.947838+0000","last_active":"2023-06-26T03:02:13.280196+0000","last_peered":"2023-06-26T03:02:13.280196+0000","last_clean":"2023-06-26T03:02:13.280196+0000","last_became_active":"2023-06-26T03:02:12.940823+0000","last_became_peered":"2023-06-26T03:02:12.940823+0000","last_unstale":"2023-06-26T03:02:13.280196+0000","last_undegraded":"2023-06-26T03:02:13.280196+0000","last_fullsized":"2023-06-26T03:02:13.280196+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:22:12.540204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7,0],"acting":[4,3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.544834+0000","last_change":"2023-06-26T03:02:08.880833+0000","last_active":"2023-06-26T03:02:13.544834+0000","last_peered":"2023-06-26T03:02:13.544834+0000","last_clean":"2023-06-26T03:02:13.544834+0000","last_became_active":"2023-06-26T03:02:08.878159+0000","last_became_peered":"2023-06-26T03:02:08.878159+0000","last_unstale":"2023-06-26T03:02:13.544834+0000","last_undegraded":"2023-06-26T03:02:13.544834+0000","last_fullsized":"2023-06-26T03:02:13.544834+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:30:01.557055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":27,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.282094+0000","last_change":"2023-06-26T03:02:04.790011+0000","last_active":"2023-06-26T03:02:13.282094+0000","last_peered":"2023-06-26T03:02:13.282094+0000","last_clean":"2023-06-26T03:02:13.282094+0000","last_became_active":"2023-06-26T03:02:04.789216+0000","last_became_peered":"2023-06-26T03:02:04.789216+0000","last_unstale":"2023-06-26T03:02:13.282094+0000","last_undegraded":"2023-06-26T03:02:13.282094+0000","last_fullsized":"2023-06-26T03:02:13.282094+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:22:19.513495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547461+0000","last_change":"2023-06-26T03:02:08.472670+0000","last_active":"2023-06-26T03:02:13.547461+0000","last_peered":"2023-06-26T03:02:13.547461+0000","last_clean":"2023-06-26T03:02:13.547461+0000","last_became_active":"2023-06-26T03:02:08.472339+0000","last_became_peered":"2023-06-26T03:02:08.472339+0000","last_unstale":"2023-06-26T03:02:13.547461+0000","last_undegraded":"2023-06-26T03:02:13.547461+0000","last_fullsized":"2023-06-26T03:02:13.547461+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:21:50.742334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546015+0000","last_change":"2023-06-26T03:02:12.916670+0000","last_active":"2023-06-26T03:02:13.546015+0000","last_peered":"2023-06-26T03:02:13.546015+0000","last_clean":"2023-06-26T03:02:13.546015+0000","last_became_active":"2023-06-26T03:02:12.915665+0000","last_became_peered":"2023-06-26T03:02:12.915665+0000","last_unstale":"2023-06-26T03:02:13.546015+0000","last_undegraded":"2023-06-26T03:02:13.546015+0000","last_fullsized":"2023-06-26T03:02:13.546015+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:04:40.192996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5,2],"acting":[6,0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547466+0000","last_change":"2023-06-26T03:02:08.876842+0000","last_active":"2023-06-26T03:02:13.547466+0000","last_peered":"2023-06-26T03:02:13.547466+0000","last_clean":"2023-06-26T03:02:13.547466+0000","last_became_active":"2023-06-26T03:02:08.876213+0000","last_became_peered":"2023-06-26T03:02:08.876213+0000","last_unstale":"2023-06-26T03:02:13.547466+0000","last_undegraded":"2023-06-26T03:02:13.547466+0000","last_fullsized":"2023-06-26T03:02:13.547466+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:14:04.038953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":25,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547949+0000","last_change":"2023-06-26T03:02:04.786886+0000","last_active":"2023-06-26T03:02:13.547949+0000","last_peered":"2023-06-26T03:02:13.547949+0000","last_clean":"2023-06-26T03:02:13.547949+0000","last_became_active":"2023-06-26T03:02:04.786502+0000","last_became_peered":"2023-06-26T03:02:04.786502+0000","last_unstale":"2023-06-26T03:02:13.547949+0000","last_undegraded":"2023-06-26T03:02:13.547949+0000","last_fullsized":"2023-06-26T03:02:13.547949+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:29:56.485597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446710+0000","last_change":"2023-06-26T03:02:08.492481+0000","last_active":"2023-06-26T03:02:13.446710+0000","last_peered":"2023-06-26T03:02:13.446710+0000","last_clean":"2023-06-26T03:02:13.446710+0000","last_became_active":"2023-06-26T03:02:08.491513+0000","last_became_peered":"2023-06-26T03:02:08.491513+0000","last_unstale":"2023-06-26T03:02:13.446710+0000","last_undegraded":"2023-06-26T03:02:13.446710+0000","last_fullsized":"2023-06-26T03:02:13.446710+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:22:23.568276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.544628+0000","last_change":"2023-06-26T03:02:12.927886+0000","last_active":"2023-06-26T03:02:13.544628+0000","last_peered":"2023-06-26T03:02:13.544628+0000","last_clean":"2023-06-26T03:02:13.544628+0000","last_became_active":"2023-06-26T03:02:12.927405+0000","last_became_peered":"2023-06-26T03:02:12.927405+0000","last_unstale":"2023-06-26T03:02:13.544628+0000","last_undegraded":"2023-06-26T03:02:13.544628+0000","last_fullsized":"2023-06-26T03:02:13.544628+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:21:55.169375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,6,5],"acting":[0,1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547151+0000","last_change":"2023-06-26T03:02:08.864005+0000","last_active":"2023-06-26T03:02:13.547151+0000","last_peered":"2023-06-26T03:02:13.547151+0000","last_clean":"2023-06-26T03:02:13.547151+0000","last_became_active":"2023-06-26T03:02:08.862706+0000","last_became_peered":"2023-06-26T03:02:08.862706+0000","last_unstale":"2023-06-26T03:02:13.547151+0000","last_undegraded":"2023-06-26T03:02:13.547151+0000","last_fullsized":"2023-06-26T03:02:13.547151+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:11:35.694001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.283248+0000","last_change":"2023-06-26T03:02:08.499638+0000","last_active":"2023-06-26T03:02:13.283248+0000","last_peered":"2023-06-26T03:02:13.283248+0000","last_clean":"2023-06-26T03:02:13.283248+0000","last_became_active":"2023-06-26T03:02:08.488418+0000","last_became_peered":"2023-06-26T03:02:08.488418+0000","last_unstale":"2023-06-26T03:02:13.283248+0000","last_undegraded":"2023-06-26T03:02:13.283248+0000","last_fullsized":"2023-06-26T03:02:13.283248+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:17:30.077073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":27,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.445686+0000","last_change":"2023-06-26T03:02:04.420793+0000","last_active":"2023-06-26T03:02:13.445686+0000","last_peered":"2023-06-26T03:02:13.445686+0000","last_clean":"2023-06-26T03:02:13.445686+0000","last_became_active":"2023-06-26T03:02:04.418556+0000","last_became_peered":"2023-06-26T03:02:04.418556+0000","last_unstale":"2023-06-26T03:02:13.445686+0000","last_undegraded":"2023-06-26T03:02:13.445686+0000","last_fullsized":"2023-06-26T03:02:13.445686+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:24:04.644984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547569+0000","last_change":"2023-06-26T03:02:12.948031+0000","last_active":"2023-06-26T03:02:13.547569+0000","last_peered":"2023-06-26T03:02:13.547569+0000","last_clean":"2023-06-26T03:02:13.547569+0000","last_became_active":"2023-06-26T03:02:12.947563+0000","last_became_peered":"2023-06-26T03:02:12.947563+0000","last_unstale":"2023-06-26T03:02:13.547569+0000","last_undegraded":"2023-06-26T03:02:13.547569+0000","last_fullsized":"2023-06-26T03:02:13.547569+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:24:13.126806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,6],"acting":[0,1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.550740+0000","last_change":"2023-06-26T03:02:08.875422+0000","last_active":"2023-06-26T03:02:13.550740+0000","last_peered":"2023-06-26T03:02:13.550740+0000","last_clean":"2023-06-26T03:02:13.550740+0000","last_became_active":"2023-06-26T03:02:08.874783+0000","last_became_peered":"2023-06-26T03:02:08.874783+0000","last_unstale":"2023-06-26T03:02:13.550740+0000","last_undegraded":"2023-06-26T03:02:13.550740+0000","last_fullsized":"2023-06-26T03:02:13.550740+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:34:15.306167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.543637+0000","last_change":"2023-06-26T03:02:08.472753+0000","last_active":"2023-06-26T03:02:13.543637+0000","last_peered":"2023-06-26T03:02:13.543637+0000","last_clean":"2023-06-26T03:02:13.543637+0000","last_became_active":"2023-06-26T03:02:08.472449+0000","last_became_peered":"2023-06-26T03:02:08.472449+0000","last_unstale":"2023-06-26T03:02:13.543637+0000","last_undegraded":"2023-06-26T03:02:13.543637+0000","last_fullsized":"2023-06-26T03:02:13.543637+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:50:43.611760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":25,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.544870+0000","last_change":"2023-06-26T03:02:04.405831+0000","last_active":"2023-06-26T03:02:13.544870+0000","last_peered":"2023-06-26T03:02:13.544870+0000","last_clean":"2023-06-26T03:02:13.544870+0000","last_became_active":"2023-06-26T03:02:04.404901+0000","last_became_peered":"2023-06-26T03:02:04.404901+0000","last_unstale":"2023-06-26T03:02:13.544870+0000","last_undegraded":"2023-06-26T03:02:13.544870+0000","last_fullsized":"2023-06-26T03:02:13.544870+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:35:54.606830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546651+0000","last_change":"2023-06-26T03:02:12.926764+0000","last_active":"2023-06-26T03:02:13.546651+0000","last_peered":"2023-06-26T03:02:13.546651+0000","last_clean":"2023-06-26T03:02:13.546651+0000","last_became_active":"2023-06-26T03:02:12.926204+0000","last_became_peered":"2023-06-26T03:02:12.926204+0000","last_unstale":"2023-06-26T03:02:13.546651+0000","last_undegraded":"2023-06-26T03:02:13.546651+0000","last_fullsized":"2023-06-26T03:02:13.546651+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:39:15.367619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1,7],"acting":[2,5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.549242+0000","last_change":"2023-06-26T03:02:08.878324+0000","last_active":"2023-06-26T03:02:13.549242+0000","last_peered":"2023-06-26T03:02:13.549242+0000","last_clean":"2023-06-26T03:02:13.549242+0000","last_became_active":"2023-06-26T03:02:08.878060+0000","last_became_peered":"2023-06-26T03:02:08.878060+0000","last_unstale":"2023-06-26T03:02:13.549242+0000","last_undegraded":"2023-06-26T03:02:13.549242+0000","last_fullsized":"2023-06-26T03:02:13.549242+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:59:47.723048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.544712+0000","last_change":"2023-06-26T03:02:08.485203+0000","last_active":"2023-06-26T03:02:13.544712+0000","last_peered":"2023-06-26T03:02:13.544712+0000","last_clean":"2023-06-26T03:02:13.544712+0000","last_became_active":"2023-06-26T03:02:08.483342+0000","last_became_peered":"2023-06-26T03:02:08.483342+0000","last_unstale":"2023-06-26T03:02:13.544712+0000","last_undegraded":"2023-06-26T03:02:13.544712+0000","last_fullsized":"2023-06-26T03:02:13.544712+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:45:25.870408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":27,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.278926+0000","last_change":"2023-06-26T03:02:04.420728+0000","last_active":"2023-06-26T03:02:13.278926+0000","last_peered":"2023-06-26T03:02:13.278926+0000","last_clean":"2023-06-26T03:02:13.278926+0000","last_became_active":"2023-06-26T03:02:04.419812+0000","last_became_peered":"2023-06-26T03:02:04.419812+0000","last_unstale":"2023-06-26T03:02:13.278926+0000","last_undegraded":"2023-06-26T03:02:13.278926+0000","last_fullsized":"2023-06-26T03:02:13.278926+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:34:10.234709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446693+0000","last_change":"2023-06-26T03:02:12.941162+0000","last_active":"2023-06-26T03:02:13.446693+0000","last_peered":"2023-06-26T03:02:13.446693+0000","last_clean":"2023-06-26T03:02:13.446693+0000","last_became_active":"2023-06-26T03:02:12.939951+0000","last_became_peered":"2023-06-26T03:02:12.939951+0000","last_unstale":"2023-06-26T03:02:13.446693+0000","last_undegraded":"2023-06-26T03:02:13.446693+0000","last_fullsized":"2023-06-26T03:02:13.446693+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:50:29.878487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0,4],"acting":[5,1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546405+0000","last_change":"2023-06-26T03:02:08.889376+0000","last_active":"2023-06-26T03:02:13.546405+0000","last_peered":"2023-06-26T03:02:13.546405+0000","last_clean":"2023-06-26T03:02:13.546405+0000","last_became_active":"2023-06-26T03:02:08.889105+0000","last_became_peered":"2023-06-26T03:02:08.889105+0000","last_unstale":"2023-06-26T03:02:13.546405+0000","last_undegraded":"2023-06-26T03:02:13.546405+0000","last_fullsized":"2023-06-26T03:02:13.546405+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:32:32.315903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273563+0000","last_change":"2023-06-26T03:02:08.489647+0000","last_active":"2023-06-26T03:02:13.273563+0000","last_peered":"2023-06-26T03:02:13.273563+0000","last_clean":"2023-06-26T03:02:13.273563+0000","last_became_active":"2023-06-26T03:02:08.489183+0000","last_became_peered":"2023-06-26T03:02:08.489183+0000","last_unstale":"2023-06-26T03:02:13.273563+0000","last_undegraded":"2023-06-26T03:02:13.273563+0000","last_fullsized":"2023-06-26T03:02:13.273563+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:22:17.377304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":27,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446080+0000","last_change":"2023-06-26T03:02:04.420212+0000","last_active":"2023-06-26T03:02:13.446080+0000","last_peered":"2023-06-26T03:02:13.446080+0000","last_clean":"2023-06-26T03:02:13.446080+0000","last_became_active":"2023-06-26T03:02:04.419030+0000","last_became_peered":"2023-06-26T03:02:04.419030+0000","last_unstale":"2023-06-26T03:02:13.446080+0000","last_undegraded":"2023-06-26T03:02:13.446080+0000","last_fullsized":"2023-06-26T03:02:13.446080+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:29:25.872438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":183,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.279246+0000","last_change":"2023-06-26T03:01:58.730017+0000","last_active":"2023-06-26T03:02:13.279246+0000","last_peered":"2023-06-26T03:02:13.279246+0000","last_clean":"2023-06-26T03:02:13.279246+0000","last_became_active":"2023-06-26T03:01:58.727921+0000","last_became_peered":"2023-06-26T03:01:58.727921+0000","last_unstale":"2023-06-26T03:02:13.279246+0000","last_undegraded":"2023-06-26T03:02:13.279246+0000","last_fullsized":"2023-06-26T03:02:13.279246+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:57.280857+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:57.280857+0000","last_clean_scrub_stamp":"2023-06-26T03:01:57.280857+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:23:08.372937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.281289+0000","last_change":"2023-06-26T03:02:12.930846+0000","last_active":"2023-06-26T03:02:13.281289+0000","last_peered":"2023-06-26T03:02:13.281289+0000","last_clean":"2023-06-26T03:02:13.281289+0000","last_became_active":"2023-06-26T03:02:12.929723+0000","last_became_peered":"2023-06-26T03:02:12.929723+0000","last_unstale":"2023-06-26T03:02:13.281289+0000","last_undegraded":"2023-06-26T03:02:13.281289+0000","last_fullsized":"2023-06-26T03:02:13.281289+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:44:31.317778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5,3],"acting":[7,2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.550466+0000","last_change":"2023-06-26T03:02:08.888415+0000","last_active":"2023-06-26T03:02:13.550466+0000","last_peered":"2023-06-26T03:02:13.550466+0000","last_clean":"2023-06-26T03:02:13.550466+0000","last_became_active":"2023-06-26T03:02:08.888070+0000","last_became_peered":"2023-06-26T03:02:08.888070+0000","last_unstale":"2023-06-26T03:02:13.550466+0000","last_undegraded":"2023-06-26T03:02:13.550466+0000","last_fullsized":"2023-06-26T03:02:13.550466+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:24:09.716442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273679+0000","last_change":"2023-06-26T03:02:08.482620+0000","last_active":"2023-06-26T03:02:13.273679+0000","last_peered":"2023-06-26T03:02:13.273679+0000","last_clean":"2023-06-26T03:02:13.273679+0000","last_became_active":"2023-06-26T03:02:08.479061+0000","last_became_peered":"2023-06-26T03:02:08.479061+0000","last_unstale":"2023-06-26T03:02:13.273679+0000","last_undegraded":"2023-06-26T03:02:13.273679+0000","last_fullsized":"2023-06-26T03:02:13.273679+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:11:11.932789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.283726+0000","last_change":"2023-06-26T03:02:12.939917+0000","last_active":"2023-06-26T03:02:13.283726+0000","last_peered":"2023-06-26T03:02:13.283726+0000","last_clean":"2023-06-26T03:02:13.283726+0000","last_became_active":"2023-06-26T03:02:12.939053+0000","last_became_peered":"2023-06-26T03:02:12.939053+0000","last_unstale":"2023-06-26T03:02:13.283726+0000","last_undegraded":"2023-06-26T03:02:13.283726+0000","last_fullsized":"2023-06-26T03:02:13.283726+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:38:45.596194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0,2],"acting":[4,5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.283767+0000","last_change":"2023-06-26T03:02:08.888894+0000","last_active":"2023-06-26T03:02:13.283767+0000","last_peered":"2023-06-26T03:02:13.283767+0000","last_clean":"2023-06-26T03:02:13.283767+0000","last_became_active":"2023-06-26T03:02:08.888470+0000","last_became_peered":"2023-06-26T03:02:08.888470+0000","last_unstale":"2023-06-26T03:02:13.283767+0000","last_undegraded":"2023-06-26T03:02:13.283767+0000","last_fullsized":"2023-06-26T03:02:13.283767+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:34:40.239449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.281597+0000","last_change":"2023-06-26T03:02:08.500250+0000","last_active":"2023-06-26T03:02:13.281597+0000","last_peered":"2023-06-26T03:02:13.281597+0000","last_clean":"2023-06-26T03:02:13.281597+0000","last_became_active":"2023-06-26T03:02:08.486789+0000","last_became_peered":"2023-06-26T03:02:08.486789+0000","last_unstale":"2023-06-26T03:02:13.281597+0000","last_undegraded":"2023-06-26T03:02:13.281597+0000","last_fullsized":"2023-06-26T03:02:13.281597+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:30:31.428510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446315+0000","last_change":"2023-06-26T03:02:12.944313+0000","last_active":"2023-06-26T03:02:13.446315+0000","last_peered":"2023-06-26T03:02:13.446315+0000","last_clean":"2023-06-26T03:02:13.446315+0000","last_became_active":"2023-06-26T03:02:12.943069+0000","last_became_peered":"2023-06-26T03:02:12.943069+0000","last_unstale":"2023-06-26T03:02:13.446315+0000","last_undegraded":"2023-06-26T03:02:13.446315+0000","last_fullsized":"2023-06-26T03:02:13.446315+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:11:16.359829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6,2],"acting":[5,4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.284789+0000","last_change":"2023-06-26T03:02:08.877288+0000","last_active":"2023-06-26T03:02:13.284789+0000","last_peered":"2023-06-26T03:02:13.284789+0000","last_clean":"2023-06-26T03:02:13.284789+0000","last_became_active":"2023-06-26T03:02:08.876699+0000","last_became_peered":"2023-06-26T03:02:08.876699+0000","last_unstale":"2023-06-26T03:02:13.284789+0000","last_undegraded":"2023-06-26T03:02:13.284789+0000","last_fullsized":"2023-06-26T03:02:13.284789+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:11:07.257470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546286+0000","last_change":"2023-06-26T03:02:08.509549+0000","last_active":"2023-06-26T03:02:13.546286+0000","last_peered":"2023-06-26T03:02:13.546286+0000","last_clean":"2023-06-26T03:02:13.546286+0000","last_became_active":"2023-06-26T03:02:08.508902+0000","last_became_peered":"2023-06-26T03:02:08.508902+0000","last_unstale":"2023-06-26T03:02:13.546286+0000","last_undegraded":"2023-06-26T03:02:13.546286+0000","last_fullsized":"2023-06-26T03:02:13.546286+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:10:17.219027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546377+0000","last_change":"2023-06-26T03:02:12.946814+0000","last_active":"2023-06-26T03:02:13.546377+0000","last_peered":"2023-06-26T03:02:13.546377+0000","last_clean":"2023-06-26T03:02:13.546377+0000","last_became_active":"2023-06-26T03:02:12.946217+0000","last_became_peered":"2023-06-26T03:02:12.946217+0000","last_unstale":"2023-06-26T03:02:13.546377+0000","last_undegraded":"2023-06-26T03:02:13.546377+0000","last_fullsized":"2023-06-26T03:02:13.546377+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:55:37.933713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0,6],"acting":[1,4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.284209+0000","last_change":"2023-06-26T03:02:08.878479+0000","last_active":"2023-06-26T03:02:13.284209+0000","last_peered":"2023-06-26T03:02:13.284209+0000","last_clean":"2023-06-26T03:02:13.284209+0000","last_became_active":"2023-06-26T03:02:08.877277+0000","last_became_peered":"2023-06-26T03:02:08.877277+0000","last_unstale":"2023-06-26T03:02:13.284209+0000","last_undegraded":"2023-06-26T03:02:13.284209+0000","last_fullsized":"2023-06-26T03:02:13.284209+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:58:52.142150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"22'2","reported_seq":23,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.274050+0000","last_change":"2023-06-26T03:02:08.485171+0000","last_active":"2023-06-26T03:02:13.274050+0000","last_peered":"2023-06-26T03:02:13.274050+0000","last_clean":"2023-06-26T03:02:13.274050+0000","last_became_active":"2023-06-26T03:02:08.484837+0000","last_became_peered":"2023-06-26T03:02:08.484837+0000","last_unstale":"2023-06-26T03:02:13.274050+0000","last_undegraded":"2023-06-26T03:02:13.274050+0000","last_fullsized":"2023-06-26T03:02:13.274050+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:43:47.554582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545450+0000","last_change":"2023-06-26T03:02:12.926556+0000","last_active":"2023-06-26T03:02:13.545450+0000","last_peered":"2023-06-26T03:02:13.545450+0000","last_clean":"2023-06-26T03:02:13.545450+0000","last_became_active":"2023-06-26T03:02:12.925904+0000","last_became_peered":"2023-06-26T03:02:12.925904+0000","last_unstale":"2023-06-26T03:02:13.545450+0000","last_undegraded":"2023-06-26T03:02:13.545450+0000","last_fullsized":"2023-06-26T03:02:13.545450+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:59:43.361132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5,6],"acting":[2,7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.544720+0000","last_change":"2023-06-26T03:02:08.879279+0000","last_active":"2023-06-26T03:02:13.544720+0000","last_peered":"2023-06-26T03:02:13.544720+0000","last_clean":"2023-06-26T03:02:13.544720+0000","last_became_active":"2023-06-26T03:02:08.878822+0000","last_became_peered":"2023-06-26T03:02:08.878822+0000","last_unstale":"2023-06-26T03:02:13.544720+0000","last_undegraded":"2023-06-26T03:02:13.544720+0000","last_fullsized":"2023-06-26T03:02:13.544720+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:14:04.038953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.445871+0000","last_change":"2023-06-26T03:02:08.492528+0000","last_active":"2023-06-26T03:02:13.445871+0000","last_peered":"2023-06-26T03:02:13.445871+0000","last_clean":"2023-06-26T03:02:13.445871+0000","last_became_active":"2023-06-26T03:02:08.491786+0000","last_became_peered":"2023-06-26T03:02:08.491786+0000","last_unstale":"2023-06-26T03:02:13.445871+0000","last_undegraded":"2023-06-26T03:02:13.445871+0000","last_fullsized":"2023-06-26T03:02:13.445871+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:22:09.950064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.544893+0000","last_change":"2023-06-26T03:02:12.948241+0000","last_active":"2023-06-26T03:02:13.544893+0000","last_peered":"2023-06-26T03:02:13.544893+0000","last_clean":"2023-06-26T03:02:13.544893+0000","last_became_active":"2023-06-26T03:02:12.947696+0000","last_became_peered":"2023-06-26T03:02:12.947696+0000","last_unstale":"2023-06-26T03:02:13.544893+0000","last_undegraded":"2023-06-26T03:02:13.544893+0000","last_fullsized":"2023-06-26T03:02:13.544893+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:36:33.876438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3,6],"acting":[2,4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545600+0000","last_change":"2023-06-26T03:02:08.869545+0000","last_active":"2023-06-26T03:02:13.545600+0000","last_peered":"2023-06-26T03:02:13.545600+0000","last_clean":"2023-06-26T03:02:13.545600+0000","last_became_active":"2023-06-26T03:02:08.869236+0000","last_became_peered":"2023-06-26T03:02:08.869236+0000","last_unstale":"2023-06-26T03:02:13.545600+0000","last_undegraded":"2023-06-26T03:02:13.545600+0000","last_fullsized":"2023-06-26T03:02:13.545600+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:49:02.451918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"22'1","reported_seq":22,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.281976+0000","last_change":"2023-06-26T03:02:08.505144+0000","last_active":"2023-06-26T03:02:13.281976+0000","last_peered":"2023-06-26T03:02:13.281976+0000","last_clean":"2023-06-26T03:02:13.281976+0000","last_became_active":"2023-06-26T03:02:08.504585+0000","last_became_peered":"2023-06-26T03:02:08.504585+0000","last_unstale":"2023-06-26T03:02:13.281976+0000","last_undegraded":"2023-06-26T03:02:13.281976+0000","last_fullsized":"2023-06-26T03:02:13.281976+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:50:25.451446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545479+0000","last_change":"2023-06-26T03:02:12.925612+0000","last_active":"2023-06-26T03:02:13.545479+0000","last_peered":"2023-06-26T03:02:13.545479+0000","last_clean":"2023-06-26T03:02:13.545479+0000","last_became_active":"2023-06-26T03:02:12.924687+0000","last_became_peered":"2023-06-26T03:02:12.924687+0000","last_unstale":"2023-06-26T03:02:13.545479+0000","last_undegraded":"2023-06-26T03:02:13.545479+0000","last_fullsized":"2023-06-26T03:02:13.545479+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:16:52.327522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5,6],"acting":[2,0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.280838+0000","last_change":"2023-06-26T03:02:08.874827+0000","last_active":"2023-06-26T03:02:13.280838+0000","last_peered":"2023-06-26T03:02:13.280838+0000","last_clean":"2023-06-26T03:02:13.280838+0000","last_became_active":"2023-06-26T03:02:08.874043+0000","last_became_peered":"2023-06-26T03:02:08.874043+0000","last_unstale":"2023-06-26T03:02:13.280838+0000","last_undegraded":"2023-06-26T03:02:13.280838+0000","last_fullsized":"2023-06-26T03:02:13.280838+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:25:35.709898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"22'2","reported_seq":23,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.282030+0000","last_change":"2023-06-26T03:02:08.509651+0000","last_active":"2023-06-26T03:02:13.282030+0000","last_peered":"2023-06-26T03:02:13.282030+0000","last_clean":"2023-06-26T03:02:13.282030+0000","last_became_active":"2023-06-26T03:02:08.508899+0000","last_became_peered":"2023-06-26T03:02:08.508899+0000","last_unstale":"2023-06-26T03:02:13.282030+0000","last_undegraded":"2023-06-26T03:02:13.282030+0000","last_fullsized":"2023-06-26T03:02:13.282030+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:43:47.554582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545387+0000","last_change":"2023-06-26T03:02:12.924780+0000","last_active":"2023-06-26T03:02:13.545387+0000","last_peered":"2023-06-26T03:02:13.545387+0000","last_clean":"2023-06-26T03:02:13.545387+0000","last_became_active":"2023-06-26T03:02:12.924361+0000","last_became_peered":"2023-06-26T03:02:12.924361+0000","last_unstale":"2023-06-26T03:02:13.545387+0000","last_undegraded":"2023-06-26T03:02:13.545387+0000","last_fullsized":"2023-06-26T03:02:13.545387+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:25:22.740481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1,5],"acting":[2,0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.445275+0000","last_change":"2023-06-26T03:02:08.883134+0000","last_active":"2023-06-26T03:02:13.445275+0000","last_peered":"2023-06-26T03:02:13.445275+0000","last_clean":"2023-06-26T03:02:13.445275+0000","last_became_active":"2023-06-26T03:02:08.882662+0000","last_became_peered":"2023-06-26T03:02:08.882662+0000","last_unstale":"2023-06-26T03:02:13.445275+0000","last_undegraded":"2023-06-26T03:02:13.445275+0000","last_fullsized":"2023-06-26T03:02:13.445275+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:59:48.740658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"22'1","reported_seq":22,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.282051+0000","last_change":"2023-06-26T03:02:08.506759+0000","last_active":"2023-06-26T03:02:13.282051+0000","last_peered":"2023-06-26T03:02:13.282051+0000","last_clean":"2023-06-26T03:02:13.282051+0000","last_became_active":"2023-06-26T03:02:08.506023+0000","last_became_peered":"2023-06-26T03:02:08.506023+0000","last_unstale":"2023-06-26T03:02:13.282051+0000","last_undegraded":"2023-06-26T03:02:13.282051+0000","last_fullsized":"2023-06-26T03:02:13.282051+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:56:32.206049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.279654+0000","last_change":"2023-06-26T03:02:12.949391+0000","last_active":"2023-06-26T03:02:13.279654+0000","last_peered":"2023-06-26T03:02:13.279654+0000","last_clean":"2023-06-26T03:02:13.279654+0000","last_became_active":"2023-06-26T03:02:12.948462+0000","last_became_peered":"2023-06-26T03:02:12.948462+0000","last_unstale":"2023-06-26T03:02:13.279654+0000","last_undegraded":"2023-06-26T03:02:13.279654+0000","last_fullsized":"2023-06-26T03:02:13.279654+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:22:14.377105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3,4],"acting":[7,6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446305+0000","last_change":"2023-06-26T03:02:12.924358+0000","last_active":"2023-06-26T03:02:13.446305+0000","last_peered":"2023-06-26T03:02:13.446305+0000","last_clean":"2023-06-26T03:02:13.446305+0000","last_became_active":"2023-06-26T03:02:12.918671+0000","last_became_peered":"2023-06-26T03:02:12.918671+0000","last_unstale":"2023-06-26T03:02:13.446305+0000","last_undegraded":"2023-06-26T03:02:13.446305+0000","last_fullsized":"2023-06-26T03:02:13.446305+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:26:17.226709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1,6],"acting":[5,3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"22'8","reported_seq":29,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545726+0000","last_change":"2023-06-26T03:02:08.481999+0000","last_active":"2023-06-26T03:02:13.545726+0000","last_peered":"2023-06-26T03:02:13.545726+0000","last_clean":"2023-06-26T03:02:13.545726+0000","last_became_active":"2023-06-26T03:02:08.480819+0000","last_became_peered":"2023-06-26T03:02:08.480819+0000","last_unstale":"2023-06-26T03:02:13.545726+0000","last_undegraded":"2023-06-26T03:02:13.545726+0000","last_fullsized":"2023-06-26T03:02:13.545726+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:56:11.031982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.274618+0000","last_change":"2023-06-26T03:02:08.873583+0000","last_active":"2023-06-26T03:02:13.274618+0000","last_peered":"2023-06-26T03:02:13.274618+0000","last_clean":"2023-06-26T03:02:13.274618+0000","last_became_active":"2023-06-26T03:02:08.872418+0000","last_became_peered":"2023-06-26T03:02:08.872418+0000","last_unstale":"2023-06-26T03:02:13.274618+0000","last_undegraded":"2023-06-26T03:02:13.274618+0000","last_fullsized":"2023-06-26T03:02:13.274618+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:16:08.453577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.274613+0000","last_change":"2023-06-26T03:02:12.929465+0000","last_active":"2023-06-26T03:02:13.274613+0000","last_peered":"2023-06-26T03:02:13.274613+0000","last_clean":"2023-06-26T03:02:13.274613+0000","last_became_active":"2023-06-26T03:02:12.928964+0000","last_became_peered":"2023-06-26T03:02:12.928964+0000","last_unstale":"2023-06-26T03:02:13.274613+0000","last_undegraded":"2023-06-26T03:02:13.274613+0000","last_fullsized":"2023-06-26T03:02:13.274613+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:45:12.823846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,0],"acting":[3,1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.279926+0000","last_change":"2023-06-26T03:02:08.509460+0000","last_active":"2023-06-26T03:02:13.279926+0000","last_peered":"2023-06-26T03:02:13.279926+0000","last_clean":"2023-06-26T03:02:13.279926+0000","last_became_active":"2023-06-26T03:02:08.508941+0000","last_became_peered":"2023-06-26T03:02:08.508941+0000","last_unstale":"2023-06-26T03:02:13.279926+0000","last_undegraded":"2023-06-26T03:02:13.279926+0000","last_fullsized":"2023-06-26T03:02:13.279926+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:29:29.927219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.549387+0000","last_change":"2023-06-26T03:02:08.881486+0000","last_active":"2023-06-26T03:02:13.549387+0000","last_peered":"2023-06-26T03:02:13.549387+0000","last_clean":"2023-06-26T03:02:13.549387+0000","last_became_active":"2023-06-26T03:02:08.881162+0000","last_became_peered":"2023-06-26T03:02:08.881162+0000","last_unstale":"2023-06-26T03:02:13.549387+0000","last_undegraded":"2023-06-26T03:02:13.549387+0000","last_fullsized":"2023-06-26T03:02:13.549387+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:26:13.816345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545760+0000","last_change":"2023-06-26T03:02:08.483075+0000","last_active":"2023-06-26T03:02:13.545760+0000","last_peered":"2023-06-26T03:02:13.545760+0000","last_clean":"2023-06-26T03:02:13.545760+0000","last_became_active":"2023-06-26T03:02:08.482803+0000","last_became_peered":"2023-06-26T03:02:08.482803+0000","last_unstale":"2023-06-26T03:02:13.545760+0000","last_undegraded":"2023-06-26T03:02:13.545760+0000","last_fullsized":"2023-06-26T03:02:13.545760+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:59:47.723982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446356+0000","last_change":"2023-06-26T03:02:08.884415+0000","last_active":"2023-06-26T03:02:13.446356+0000","last_peered":"2023-06-26T03:02:13.446356+0000","last_clean":"2023-06-26T03:02:13.446356+0000","last_became_active":"2023-06-26T03:02:08.883289+0000","last_became_peered":"2023-06-26T03:02:08.883289+0000","last_unstale":"2023-06-26T03:02:13.446356+0000","last_undegraded":"2023-06-26T03:02:13.446356+0000","last_fullsized":"2023-06-26T03:02:13.446356+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:44:27.907414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.274052+0000","last_change":"2023-06-26T03:02:12.913144+0000","last_active":"2023-06-26T03:02:13.274052+0000","last_peered":"2023-06-26T03:02:13.274052+0000","last_clean":"2023-06-26T03:02:13.274052+0000","last_became_active":"2023-06-26T03:02:12.912687+0000","last_became_peered":"2023-06-26T03:02:12.912687+0000","last_unstale":"2023-06-26T03:02:13.274052+0000","last_undegraded":"2023-06-26T03:02:13.274052+0000","last_fullsized":"2023-06-26T03:02:13.274052+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:50:29.878487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2,1],"acting":[3,7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"22'2","reported_seq":23,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.280911+0000","last_change":"2023-06-26T03:02:08.509563+0000","last_active":"2023-06-26T03:02:13.280911+0000","last_peered":"2023-06-26T03:02:13.280911+0000","last_clean":"2023-06-26T03:02:13.280911+0000","last_became_active":"2023-06-26T03:02:08.509068+0000","last_became_peered":"2023-06-26T03:02:08.509068+0000","last_unstale":"2023-06-26T03:02:13.280911+0000","last_undegraded":"2023-06-26T03:02:13.280911+0000","last_fullsized":"2023-06-26T03:02:13.280911+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:07.420983+0000","last_clean_scrub_stamp":"2023-06-26T03:02:07.420983+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:11:11.932789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.274271+0000","last_change":"2023-06-26T03:02:08.872435+0000","last_active":"2023-06-26T03:02:13.274271+0000","last_peered":"2023-06-26T03:02:13.274271+0000","last_clean":"2023-06-26T03:02:13.274271+0000","last_became_active":"2023-06-26T03:02:08.872065+0000","last_became_peered":"2023-06-26T03:02:08.872065+0000","last_unstale":"2023-06-26T03:02:13.274271+0000","last_undegraded":"2023-06-26T03:02:13.274271+0000","last_fullsized":"2023-06-26T03:02:13.274271+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:56:33.222725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":13,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446034+0000","last_change":"2023-06-26T03:02:12.927228+0000","last_active":"2023-06-26T03:02:13.446034+0000","last_peered":"2023-06-26T03:02:13.446034+0000","last_clean":"2023-06-26T03:02:13.446034+0000","last_became_active":"2023-06-26T03:02:12.925705+0000","last_became_peered":"2023-06-26T03:02:12.925705+0000","last_unstale":"2023-06-26T03:02:13.446034+0000","last_undegraded":"2023-06-26T03:02:13.446034+0000","last_fullsized":"2023-06-26T03:02:13.446034+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:11.848023+0000","last_clean_scrub_stamp":"2023-06-26T03:02:11.848023+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:49:02.189695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3,0],"acting":[5,1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.20","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545433+0000","last_change":"2023-06-26T03:02:08.866321+0000","last_active":"2023-06-26T03:02:13.545433+0000","last_peered":"2023-06-26T03:02:13.545433+0000","last_clean":"2023-06-26T03:02:13.545433+0000","last_became_active":"2023-06-26T03:02:08.866063+0000","last_became_peered":"2023-06-26T03:02:08.866063+0000","last_unstale":"2023-06-26T03:02:13.545433+0000","last_undegraded":"2023-06-26T03:02:13.545433+0000","last_fullsized":"2023-06-26T03:02:13.545433+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:39:11.957255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.21","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273406+0000","last_change":"2023-06-26T03:02:08.872311+0000","last_active":"2023-06-26T03:02:13.273406+0000","last_peered":"2023-06-26T03:02:13.273406+0000","last_clean":"2023-06-26T03:02:13.273406+0000","last_became_active":"2023-06-26T03:02:08.871859+0000","last_became_peered":"2023-06-26T03:02:08.871859+0000","last_unstale":"2023-06-26T03:02:13.273406+0000","last_undegraded":"2023-06-26T03:02:13.273406+0000","last_fullsized":"2023-06-26T03:02:13.273406+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:22:10.966740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.282580+0000","last_change":"2023-06-26T03:02:08.873673+0000","last_active":"2023-06-26T03:02:13.282580+0000","last_peered":"2023-06-26T03:02:13.282580+0000","last_clean":"2023-06-26T03:02:13.282580+0000","last_became_active":"2023-06-26T03:02:08.871723+0000","last_became_peered":"2023-06-26T03:02:08.871723+0000","last_unstale":"2023-06-26T03:02:13.282580+0000","last_undegraded":"2023-06-26T03:02:13.282580+0000","last_fullsized":"2023-06-26T03:02:13.282580+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:58:25.564582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.23","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273926+0000","last_change":"2023-06-26T03:02:08.879536+0000","last_active":"2023-06-26T03:02:13.273926+0000","last_peered":"2023-06-26T03:02:13.273926+0000","last_clean":"2023-06-26T03:02:13.273926+0000","last_became_active":"2023-06-26T03:02:08.879013+0000","last_became_peered":"2023-06-26T03:02:08.879013+0000","last_unstale":"2023-06-26T03:02:13.273926+0000","last_undegraded":"2023-06-26T03:02:13.273926+0000","last_fullsized":"2023-06-26T03:02:13.273926+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:53:20.131169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.24","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547787+0000","last_change":"2023-06-26T03:02:08.881006+0000","last_active":"2023-06-26T03:02:13.547787+0000","last_peered":"2023-06-26T03:02:13.547787+0000","last_clean":"2023-06-26T03:02:13.547787+0000","last_became_active":"2023-06-26T03:02:08.880380+0000","last_became_peered":"2023-06-26T03:02:08.880380+0000","last_unstale":"2023-06-26T03:02:13.547787+0000","last_undegraded":"2023-06-26T03:02:13.547787+0000","last_fullsized":"2023-06-26T03:02:13.547787+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:45:26.887085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.25","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446237+0000","last_change":"2023-06-26T03:02:08.884743+0000","last_active":"2023-06-26T03:02:13.446237+0000","last_peered":"2023-06-26T03:02:13.446237+0000","last_clean":"2023-06-26T03:02:13.446237+0000","last_became_active":"2023-06-26T03:02:08.883913+0000","last_became_peered":"2023-06-26T03:02:08.883913+0000","last_unstale":"2023-06-26T03:02:13.446237+0000","last_undegraded":"2023-06-26T03:02:13.446237+0000","last_fullsized":"2023-06-26T03:02:13.446237+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:59:47.723048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.26","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.548969+0000","last_change":"2023-06-26T03:02:08.864104+0000","last_active":"2023-06-26T03:02:13.548969+0000","last_peered":"2023-06-26T03:02:13.548969+0000","last_clean":"2023-06-26T03:02:13.548969+0000","last_became_active":"2023-06-26T03:02:08.863057+0000","last_became_peered":"2023-06-26T03:02:08.863057+0000","last_unstale":"2023-06-26T03:02:13.548969+0000","last_undegraded":"2023-06-26T03:02:13.548969+0000","last_fullsized":"2023-06-26T03:02:13.548969+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:08:57.190031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.27","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.550181+0000","last_change":"2023-06-26T03:02:08.874201+0000","last_active":"2023-06-26T03:02:13.550181+0000","last_peered":"2023-06-26T03:02:13.550181+0000","last_clean":"2023-06-26T03:02:13.550181+0000","last_became_active":"2023-06-26T03:02:08.868718+0000","last_became_peered":"2023-06-26T03:02:08.868718+0000","last_unstale":"2023-06-26T03:02:13.550181+0000","last_undegraded":"2023-06-26T03:02:13.550181+0000","last_fullsized":"2023-06-26T03:02:13.550181+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:59:48.740658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.28","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.278887+0000","last_change":"2023-06-26T03:02:08.888101+0000","last_active":"2023-06-26T03:02:13.278887+0000","last_peered":"2023-06-26T03:02:13.278887+0000","last_clean":"2023-06-26T03:02:13.278887+0000","last_became_active":"2023-06-26T03:02:08.887600+0000","last_became_peered":"2023-06-26T03:02:08.887600+0000","last_unstale":"2023-06-26T03:02:13.278887+0000","last_undegraded":"2023-06-26T03:02:13.278887+0000","last_fullsized":"2023-06-26T03:02:13.278887+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:24:09.716442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.273249+0000","last_change":"2023-06-26T03:02:08.878805+0000","last_active":"2023-06-26T03:02:13.273249+0000","last_peered":"2023-06-26T03:02:13.273249+0000","last_clean":"2023-06-26T03:02:13.273249+0000","last_became_active":"2023-06-26T03:02:08.878393+0000","last_became_peered":"2023-06-26T03:02:08.878393+0000","last_unstale":"2023-06-26T03:02:13.273249+0000","last_undegraded":"2023-06-26T03:02:13.273249+0000","last_fullsized":"2023-06-26T03:02:13.273249+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:24:09.716442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2a","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545450+0000","last_change":"2023-06-26T03:02:08.877732+0000","last_active":"2023-06-26T03:02:13.545450+0000","last_peered":"2023-06-26T03:02:13.545450+0000","last_clean":"2023-06-26T03:02:13.545450+0000","last_became_active":"2023-06-26T03:02:08.877228+0000","last_became_peered":"2023-06-26T03:02:08.877228+0000","last_unstale":"2023-06-26T03:02:13.545450+0000","last_undegraded":"2023-06-26T03:02:13.545450+0000","last_fullsized":"2023-06-26T03:02:13.545450+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:41:21.851471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.280788+0000","last_change":"2023-06-26T03:02:08.887932+0000","last_active":"2023-06-26T03:02:13.280788+0000","last_peered":"2023-06-26T03:02:13.280788+0000","last_clean":"2023-06-26T03:02:13.280788+0000","last_became_active":"2023-06-26T03:02:08.887653+0000","last_became_peered":"2023-06-26T03:02:08.887653+0000","last_unstale":"2023-06-26T03:02:13.280788+0000","last_undegraded":"2023-06-26T03:02:13.280788+0000","last_fullsized":"2023-06-26T03:02:13.280788+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:26:13.816345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2c","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.284038+0000","last_change":"2023-06-26T03:02:08.888797+0000","last_active":"2023-06-26T03:02:13.284038+0000","last_peered":"2023-06-26T03:02:13.284038+0000","last_clean":"2023-06-26T03:02:13.284038+0000","last_became_active":"2023-06-26T03:02:08.888514+0000","last_became_peered":"2023-06-26T03:02:08.888514+0000","last_unstale":"2023-06-26T03:02:13.284038+0000","last_undegraded":"2023-06-26T03:02:13.284038+0000","last_fullsized":"2023-06-26T03:02:13.284038+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:56:36.188553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2d","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545622+0000","last_change":"2023-06-26T03:02:08.869253+0000","last_active":"2023-06-26T03:02:13.545622+0000","last_peered":"2023-06-26T03:02:13.545622+0000","last_clean":"2023-06-26T03:02:13.545622+0000","last_became_active":"2023-06-26T03:02:08.868916+0000","last_became_peered":"2023-06-26T03:02:08.868916+0000","last_unstale":"2023-06-26T03:02:13.545622+0000","last_undegraded":"2023-06-26T03:02:13.545622+0000","last_fullsized":"2023-06-26T03:02:13.545622+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:38:15.214392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2e","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.283432+0000","last_change":"2023-06-26T03:02:08.874438+0000","last_active":"2023-06-26T03:02:13.283432+0000","last_peered":"2023-06-26T03:02:13.283432+0000","last_clean":"2023-06-26T03:02:13.283432+0000","last_became_active":"2023-06-26T03:02:08.874061+0000","last_became_peered":"2023-06-26T03:02:08.874061+0000","last_unstale":"2023-06-26T03:02:13.283432+0000","last_undegraded":"2023-06-26T03:02:13.283432+0000","last_fullsized":"2023-06-26T03:02:13.283432+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:14:37.710347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2f","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.548028+0000","last_change":"2023-06-26T03:02:08.882143+0000","last_active":"2023-06-26T03:02:13.548028+0000","last_peered":"2023-06-26T03:02:13.548028+0000","last_clean":"2023-06-26T03:02:13.548028+0000","last_became_active":"2023-06-26T03:02:08.881683+0000","last_became_peered":"2023-06-26T03:02:08.881683+0000","last_unstale":"2023-06-26T03:02:13.548028+0000","last_undegraded":"2023-06-26T03:02:13.548028+0000","last_fullsized":"2023-06-26T03:02:13.548028+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:23:19.529739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.30","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.279985+0000","last_change":"2023-06-26T03:02:08.882886+0000","last_active":"2023-06-26T03:02:13.279985+0000","last_peered":"2023-06-26T03:02:13.279985+0000","last_clean":"2023-06-26T03:02:13.279985+0000","last_became_active":"2023-06-26T03:02:08.882595+0000","last_became_peered":"2023-06-26T03:02:08.882595+0000","last_unstale":"2023-06-26T03:02:13.279985+0000","last_undegraded":"2023-06-26T03:02:13.279985+0000","last_fullsized":"2023-06-26T03:02:13.279985+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:16:08.453577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.31","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.279908+0000","last_change":"2023-06-26T03:02:08.879291+0000","last_active":"2023-06-26T03:02:13.279908+0000","last_peered":"2023-06-26T03:02:13.279908+0000","last_clean":"2023-06-26T03:02:13.279908+0000","last_became_active":"2023-06-26T03:02:08.878872+0000","last_became_peered":"2023-06-26T03:02:08.878872+0000","last_unstale":"2023-06-26T03:02:13.279908+0000","last_undegraded":"2023-06-26T03:02:13.279908+0000","last_fullsized":"2023-06-26T03:02:13.279908+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:22:18.393980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.32","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446006+0000","last_change":"2023-06-26T03:02:08.873255+0000","last_active":"2023-06-26T03:02:13.446006+0000","last_peered":"2023-06-26T03:02:13.446006+0000","last_clean":"2023-06-26T03:02:13.446006+0000","last_became_active":"2023-06-26T03:02:08.872937+0000","last_became_peered":"2023-06-26T03:02:08.872937+0000","last_unstale":"2023-06-26T03:02:13.446006+0000","last_undegraded":"2023-06-26T03:02:13.446006+0000","last_fullsized":"2023-06-26T03:02:13.446006+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:22:18.393980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.33","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545706+0000","last_change":"2023-06-26T03:02:08.886963+0000","last_active":"2023-06-26T03:02:13.545706+0000","last_peered":"2023-06-26T03:02:13.545706+0000","last_clean":"2023-06-26T03:02:13.545706+0000","last_became_active":"2023-06-26T03:02:08.885587+0000","last_became_peered":"2023-06-26T03:02:08.885587+0000","last_unstale":"2023-06-26T03:02:13.545706+0000","last_undegraded":"2023-06-26T03:02:13.545706+0000","last_fullsized":"2023-06-26T03:02:13.545706+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:54:53.035851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545796+0000","last_change":"2023-06-26T03:02:08.888160+0000","last_active":"2023-06-26T03:02:13.545796+0000","last_peered":"2023-06-26T03:02:13.545796+0000","last_clean":"2023-06-26T03:02:13.545796+0000","last_became_active":"2023-06-26T03:02:08.887734+0000","last_became_peered":"2023-06-26T03:02:08.887734+0000","last_unstale":"2023-06-26T03:02:13.545796+0000","last_undegraded":"2023-06-26T03:02:13.545796+0000","last_fullsized":"2023-06-26T03:02:13.545796+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:47:42.246707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.35","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.284516+0000","last_change":"2023-06-26T03:02:08.874524+0000","last_active":"2023-06-26T03:02:13.284516+0000","last_peered":"2023-06-26T03:02:13.284516+0000","last_clean":"2023-06-26T03:02:13.284516+0000","last_became_active":"2023-06-26T03:02:08.873891+0000","last_became_peered":"2023-06-26T03:02:08.873891+0000","last_unstale":"2023-06-26T03:02:13.284516+0000","last_undegraded":"2023-06-26T03:02:13.284516+0000","last_fullsized":"2023-06-26T03:02:13.284516+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:22:57.520836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.36","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446730+0000","last_change":"2023-06-26T03:02:08.882890+0000","last_active":"2023-06-26T03:02:13.446730+0000","last_peered":"2023-06-26T03:02:13.446730+0000","last_clean":"2023-06-26T03:02:13.446730+0000","last_became_active":"2023-06-26T03:02:08.882482+0000","last_became_peered":"2023-06-26T03:02:08.882482+0000","last_unstale":"2023-06-26T03:02:13.446730+0000","last_undegraded":"2023-06-26T03:02:13.446730+0000","last_fullsized":"2023-06-26T03:02:13.446730+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:56:33.222725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.547547+0000","last_change":"2023-06-26T03:02:08.889950+0000","last_active":"2023-06-26T03:02:13.547547+0000","last_peered":"2023-06-26T03:02:13.547547+0000","last_clean":"2023-06-26T03:02:13.547547+0000","last_became_active":"2023-06-26T03:02:08.889500+0000","last_became_peered":"2023-06-26T03:02:08.889500+0000","last_unstale":"2023-06-26T03:02:13.547547+0000","last_undegraded":"2023-06-26T03:02:13.547547+0000","last_fullsized":"2023-06-26T03:02:13.547547+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:34:15.306167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.38","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.445017+0000","last_change":"2023-06-26T03:02:08.889404+0000","last_active":"2023-06-26T03:02:13.445017+0000","last_peered":"2023-06-26T03:02:13.445017+0000","last_clean":"2023-06-26T03:02:13.445017+0000","last_became_active":"2023-06-26T03:02:08.888935+0000","last_became_peered":"2023-06-26T03:02:08.888935+0000","last_unstale":"2023-06-26T03:02:13.445017+0000","last_undegraded":"2023-06-26T03:02:13.445017+0000","last_fullsized":"2023-06-26T03:02:13.445017+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:41:21.851471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.39","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.279575+0000","last_change":"2023-06-26T03:02:08.879955+0000","last_active":"2023-06-26T03:02:13.279575+0000","last_peered":"2023-06-26T03:02:13.279575+0000","last_clean":"2023-06-26T03:02:13.279575+0000","last_became_active":"2023-06-26T03:02:08.879415+0000","last_became_peered":"2023-06-26T03:02:08.879415+0000","last_unstale":"2023-06-26T03:02:13.279575+0000","last_undegraded":"2023-06-26T03:02:13.279575+0000","last_fullsized":"2023-06-26T03:02:13.279575+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:48:58.779330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3a","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.282192+0000","last_change":"2023-06-26T03:02:08.882358+0000","last_active":"2023-06-26T03:02:13.282192+0000","last_peered":"2023-06-26T03:02:13.282192+0000","last_clean":"2023-06-26T03:02:13.282192+0000","last_became_active":"2023-06-26T03:02:08.882075+0000","last_became_peered":"2023-06-26T03:02:08.882075+0000","last_unstale":"2023-06-26T03:02:13.282192+0000","last_undegraded":"2023-06-26T03:02:13.282192+0000","last_fullsized":"2023-06-26T03:02:13.282192+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:37:31.311212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.3b","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.545026+0000","last_change":"2023-06-26T03:02:08.889669+0000","last_active":"2023-06-26T03:02:13.545026+0000","last_peered":"2023-06-26T03:02:13.545026+0000","last_clean":"2023-06-26T03:02:13.545026+0000","last_became_active":"2023-06-26T03:02:08.889384+0000","last_became_peered":"2023-06-26T03:02:08.889384+0000","last_unstale":"2023-06-26T03:02:13.545026+0000","last_undegraded":"2023-06-26T03:02:13.545026+0000","last_fullsized":"2023-06-26T03:02:13.545026+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:44:27.917217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3c","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546005+0000","last_change":"2023-06-26T03:02:08.885967+0000","last_active":"2023-06-26T03:02:13.546005+0000","last_peered":"2023-06-26T03:02:13.546005+0000","last_clean":"2023-06-26T03:02:13.546005+0000","last_became_active":"2023-06-26T03:02:08.885438+0000","last_became_peered":"2023-06-26T03:02:08.885438+0000","last_unstale":"2023-06-26T03:02:13.546005+0000","last_undegraded":"2023-06-26T03:02:13.546005+0000","last_fullsized":"2023-06-26T03:02:13.546005+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:05:06.787136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3d","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.284204+0000","last_change":"2023-06-26T03:02:08.882800+0000","last_active":"2023-06-26T03:02:13.284204+0000","last_peered":"2023-06-26T03:02:13.284204+0000","last_clean":"2023-06-26T03:02:13.284204+0000","last_became_active":"2023-06-26T03:02:08.882262+0000","last_became_peered":"2023-06-26T03:02:08.882262+0000","last_unstale":"2023-06-26T03:02:13.284204+0000","last_undegraded":"2023-06-26T03:02:13.284204+0000","last_fullsized":"2023-06-26T03:02:13.284204+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:02:02.745665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.3e","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.446638+0000","last_change":"2023-06-26T03:02:08.873264+0000","last_active":"2023-06-26T03:02:13.446638+0000","last_peered":"2023-06-26T03:02:13.446638+0000","last_clean":"2023-06-26T03:02:13.446638+0000","last_became_active":"2023-06-26T03:02:08.872759+0000","last_became_peered":"2023-06-26T03:02:08.872759+0000","last_unstale":"2023-06-26T03:02:13.446638+0000","last_undegraded":"2023-06-26T03:02:13.446638+0000","last_fullsized":"2023-06-26T03:02:13.446638+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:43:48.571258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3f","version":"0'0","reported_seq":19,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-06-26T03:02:13.546423+0000","last_change":"2023-06-26T03:02:08.881060+0000","last_active":"2023-06-26T03:02:13.546423+0000","last_peered":"2023-06-26T03:02:13.546423+0000","last_clean":"2023-06-26T03:02:13.546423+0000","last_became_active":"2023-06-26T03:02:08.880767+0000","last_became_peered":"2023-06-26T03:02:08.880767+0000","last_unstale":"2023-06-26T03:02:13.546423+0000","last_undegraded":"2023-06-26T03:02:13.546423+0000","last_fullsized":"2023-06-26T03:02:13.546423+0000","mapping_epoch":21,"log_start":"0'0","ondisk_log_start":"0'0","created":21,"last_epoch_clean":22,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:08.437659+0000","last_clean_scrub_stamp":"2023-06-26T03:02:08.437659+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:10:40.050436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":4591,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574860,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27844,"kb_used_data":892,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94343996,"statfs":{"total":96636764160,"available":96608251904,"internally_reserved":0,"allocated":913408,"data_stored":714278,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97499999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63200000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67700000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.755}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0529999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.139}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.165}]}]},{"osd":6,"up_from":13,"seq":55834574859,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":284,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":290816,"data_stored":119901,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.228}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0249999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65700000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.093}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79800000000000004}]}]},{"osd":5,"up_from":13,"seq":55834574858,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":292,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":299008,"data_stored":120553,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73699999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83999999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.877}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77100000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80700000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93100000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.111}]}]},{"osd":4,"up_from":13,"seq":55834574858,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":304,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":311296,"data_stored":123750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80900000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90400000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86899999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93600000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.123}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1000000000000001}]}]},{"osd":3,"up_from":13,"seq":55834574858,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31336,"kb_used_data":288,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340504,"statfs":{"total":96636764160,"available":96604676096,"internally_reserved":0,"allocated":294912,"data_stored":119991,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67600000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57599999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91400000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89000000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0589999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.111}]}]},{"osd":2,"up_from":13,"seq":55834574858,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31332,"kb_used_data":284,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340508,"statfs":{"total":96636764160,"available":96604680192,"internally_reserved":0,"allocated":290816,"data_stored":119901,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42199999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34300000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79800000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76800000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85599999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69699999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574857,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31332,"kb_used_data":284,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340508,"statfs":{"total":96636764160,"available":96604680192,"internally_reserved":0,"allocated":290816,"data_stored":119901,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82199999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89400000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95999999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92100000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1699999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2889999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574858,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31916,"kb_used_data":868,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94339924,"statfs":{"total":96636764160,"available":96604082176,"internally_reserved":0,"allocated":888832,"data_stored":710851,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67400000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48199999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71799999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90800000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79900000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76800000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3849,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4009,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-06-26T03:02:36.447 INFO:tasks.ceph.ceph_manager.ceph:clean! 2023-06-26T03:02:36.448 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-06-26T03:02:36.448 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2023-06-26T03:02:36.448 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2023-06-26T03:02:36.600 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.591+0000 7fcea9920640 1 Processor -- start 2023-06-26T03:02:36.600 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.595+0000 7fcea9920640 1 -- start start 2023-06-26T03:02:36.602 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.595+0000 7fcea9920640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fcea4153a50 0x7fcea40ce3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:36.602 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.595+0000 7fcea9920640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fcea40ccc20 0x7fcea40cd0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:36.602 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.595+0000 7fcea9920640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcea4159f40 con 0x7fcea4159a80 2023-06-26T03:02:36.602 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.595+0000 7fcea9920640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcea40cd600 con 0x7fcea40ccc20 2023-06-26T03:02:36.602 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.595+0000 7fcea9920640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcea415d070 con 0x7fcea4153a50 2023-06-26T03:02:36.602 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.595+0000 7fcea37fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fcea40ccc20 0x7fcea40cd0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:36.603 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.595+0000 7fcea27fc640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fcea4159a80 0x7fcea40c9340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:55758/0 (socket says 172.21.15.23:55758) 2023-06-26T03:02:36.603 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.595+0000 7fcea27fc640 1 -- 172.21.15.23:0/2284438143 learned_addr learned my addr 172.21.15.23:0/2284438143 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:36.603 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.595+0000 7fcea2ffd640 1 --2- 172.21.15.23:0/2284438143 >> v2:172.21.15.71:3300/0 conn(0x7fcea4153a50 0x7fcea40ce3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:36.603 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.595+0000 7fcea37fe640 1 -- 172.21.15.23:0/2284438143 >> v2:172.21.15.71:3300/0 conn(0x7fcea4153a50 msgr2=0x7fcea40ce3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:36.604 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.595+0000 7fcea37fe640 1 --2- 172.21.15.23:0/2284438143 >> v2:172.21.15.71:3300/0 conn(0x7fcea4153a50 0x7fcea40ce3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:36.604 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.595+0000 7fcea37fe640 1 -- 172.21.15.23:0/2284438143 >> v1:172.21.15.23:6789/0 conn(0x7fcea4159a80 legacy=0x7fcea40c9340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:36.604 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.595+0000 7fcea37fe640 1 -- 172.21.15.23:0/2284438143 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcea415a220 con 0x7fcea40ccc20 2023-06-26T03:02:36.604 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.595+0000 7fcea37fe640 1 --2- 172.21.15.23:0/2284438143 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fcea40ccc20 0x7fcea40cd0c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fcea40b3d60 tx=0x7fce9c01c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50bec918f811d63 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:36.605 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.595+0000 7fcea1ffb640 1 -- 172.21.15.23:0/2284438143 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce9c0a7070 con 0x7fcea40ccc20 2023-06-26T03:02:36.605 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.595+0000 7fcea1ffb640 1 -- 172.21.15.23:0/2284438143 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce9c0ab430 con 0x7fcea40ccc20 2023-06-26T03:02:36.605 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.595+0000 7fcea1ffb640 1 -- 172.21.15.23:0/2284438143 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce9c0ab7c0 con 0x7fcea40ccc20 2023-06-26T03:02:36.606 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.599+0000 7fcea9920640 1 -- 172.21.15.23:0/2284438143 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fcea40ccc20 msgr2=0x7fcea40cd0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:36.606 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.599+0000 7fcea9920640 1 --2- 172.21.15.23:0/2284438143 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fcea40ccc20 0x7fcea40cd0c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fcea40b3d60 tx=0x7fce9c01c430 comp rx=0 tx=0).stop 2023-06-26T03:02:36.606 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.599+0000 7fcea9920640 1 -- 172.21.15.23:0/2284438143 shutdown_connections 2023-06-26T03:02:36.606 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.599+0000 7fcea9920640 1 --2- 172.21.15.23:0/2284438143 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fcea40ccc20 0x7fcea40cd0c0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:36.606 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.599+0000 7fcea9920640 1 --2- 172.21.15.23:0/2284438143 >> v2:172.21.15.71:3300/0 conn(0x7fcea4153a50 0x7fcea40ce3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:36.606 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.599+0000 7fcea9920640 1 -- 172.21.15.23:0/2284438143 >> 172.21.15.23:0/2284438143 conn(0x7fcea4069400 msgr2=0x7fcea4069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:36.607 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.599+0000 7fcea9920640 1 -- 172.21.15.23:0/2284438143 shutdown_connections 2023-06-26T03:02:36.607 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.599+0000 7fcea9920640 1 -- 172.21.15.23:0/2284438143 wait complete. 2023-06-26T03:02:36.607 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.599+0000 7fcea9920640 1 Processor -- start 2023-06-26T03:02:36.607 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.599+0000 7fcea9920640 1 -- start start 2023-06-26T03:02:36.609 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.599+0000 7fcea9920640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fcea40ccc20 0x7fcea415c880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:36.609 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.599+0000 7fcea9920640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fcea4153a50 0x7fcea414df00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:36.609 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.599+0000 7fcea9920640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcea4159a80 0x7fcea4070520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:36.609 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.599+0000 7fcea9920640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcea413bec0 con 0x7fcea40ccc20 2023-06-26T03:02:36.609 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.599+0000 7fcea9920640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcea414ce60 con 0x7fcea4159a80 2023-06-26T03:02:36.609 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.599+0000 7fcea9920640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcea414d140 con 0x7fcea4153a50 2023-06-26T03:02:36.609 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.599+0000 7fcea2ffd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fcea40ccc20 0x7fcea415c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:36.610 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.599+0000 7fcea2ffd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fcea40ccc20 0x7fcea415c880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38574/0 (socket says 172.21.15.23:38574) 2023-06-26T03:02:36.610 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.599+0000 7fcea2ffd640 1 -- 172.21.15.23:0/3312507401 learned_addr learned my addr 172.21.15.23:0/3312507401 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:36.610 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.599+0000 7fcea27fc640 1 --2- 172.21.15.23:0/3312507401 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fcea4153a50 0x7fcea414df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:36.610 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.599+0000 7fcea37fe640 1 --2- 172.21.15.23:0/3312507401 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcea4159a80 0x7fcea4070520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:36.610 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.599+0000 7fcea2ffd640 1 -- 172.21.15.23:0/3312507401 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fcea4153a50 msgr2=0x7fcea414df00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:36.610 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.599+0000 7fcea2ffd640 1 --2- 172.21.15.23:0/3312507401 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fcea4153a50 0x7fcea414df00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:36.610 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.599+0000 7fcea2ffd640 1 -- 172.21.15.23:0/3312507401 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcea4159a80 msgr2=0x7fcea4070520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:36.611 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.599+0000 7fcea2ffd640 1 --2- 172.21.15.23:0/3312507401 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcea4159a80 0x7fcea4070520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:36.611 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.599+0000 7fcea2ffd640 1 -- 172.21.15.23:0/3312507401 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce9c009420 con 0x7fcea40ccc20 2023-06-26T03:02:36.611 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.599+0000 7fcea2ffd640 1 --2- 172.21.15.23:0/3312507401 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fcea40ccc20 0x7fcea415c880 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fce94007ef0 tx=0x7fce9400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:36.611 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.603+0000 7fce8bfff640 1 -- 172.21.15.23:0/3312507401 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce94014620 con 0x7fcea40ccc20 2023-06-26T03:02:36.611 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.603+0000 7fce8bfff640 1 -- 172.21.15.23:0/3312507401 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce94014780 con 0x7fcea40ccc20 2023-06-26T03:02:36.611 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.603+0000 7fcea9920640 1 -- 172.21.15.23:0/3312507401 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcea414d420 con 0x7fcea40ccc20 2023-06-26T03:02:36.611 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.603+0000 7fce8bfff640 1 -- 172.21.15.23:0/3312507401 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce94014b30 con 0x7fcea40ccc20 2023-06-26T03:02:36.611 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.603+0000 7fcea9920640 1 -- 172.21.15.23:0/3312507401 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcea414d9e0 con 0x7fcea40ccc20 2023-06-26T03:02:36.612 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.603+0000 7fcea9920640 1 -- 172.21.15.23:0/3312507401 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcea414db70 con 0x7fcea40ccc20 2023-06-26T03:02:36.612 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.603+0000 7fce8bfff640 1 -- 172.21.15.23:0/3312507401 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fce94014c90 con 0x7fcea40ccc20 2023-06-26T03:02:36.612 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.603+0000 7fce8bfff640 1 --2- 172.21.15.23:0/3312507401 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fce900662b0 0x7fce90068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:36.613 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.603+0000 7fce8bfff640 1 -- 172.21.15.23:0/3312507401 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7fce94084970 con 0x7fcea40ccc20 2023-06-26T03:02:36.613 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.603+0000 7fcea27fc640 1 --2- 172.21.15.23:0/3312507401 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fce900662b0 0x7fce90068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:36.613 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.603+0000 7fcea27fc640 1 --2- 172.21.15.23:0/3312507401 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fce900662b0 0x7fce90068760 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fcea41365f0 tx=0x7fce98009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:36.614 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.607+0000 7fce8bfff640 1 -- 172.21.15.23:0/3312507401 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fce94051b90 con 0x7fcea40ccc20 2023-06-26T03:02:36.794 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.787+0000 7fcea9920640 1 -- 172.21.15.23:0/3312507401 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7fcea404d790 con 0x7fcea40ccc20 2023-06-26T03:02:36.794 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.787+0000 7fce8bfff640 1 -- 172.21.15.23:0/3312507401 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7fce940551b0 con 0x7fcea40ccc20 2023-06-26T03:02:36.795 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:02:36.795 INFO:teuthology.orchestra.run.smithi023.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-06-26T03:02:36.797 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.791+0000 7fcea9920640 1 -- 172.21.15.23:0/3312507401 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fce900662b0 msgr2=0x7fce90068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:36.797 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.791+0000 7fcea9920640 1 --2- 172.21.15.23:0/3312507401 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fce900662b0 0x7fce90068760 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fcea41365f0 tx=0x7fce98009040 comp rx=0 tx=0).stop 2023-06-26T03:02:36.797 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.791+0000 7fcea9920640 1 -- 172.21.15.23:0/3312507401 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fcea40ccc20 msgr2=0x7fcea415c880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:36.797 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.791+0000 7fcea9920640 1 --2- 172.21.15.23:0/3312507401 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fcea40ccc20 0x7fcea415c880 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fce94007ef0 tx=0x7fce9400e4b0 comp rx=0 tx=0).stop 2023-06-26T03:02:36.797 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.791+0000 7fcea9920640 1 -- 172.21.15.23:0/3312507401 shutdown_connections 2023-06-26T03:02:36.797 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.791+0000 7fcea9920640 1 --2- 172.21.15.23:0/3312507401 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fce900662b0 0x7fce90068760 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:36.798 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.791+0000 7fcea9920640 1 --2- 172.21.15.23:0/3312507401 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcea4159a80 0x7fcea4070520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:36.798 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.791+0000 7fcea9920640 1 --2- 172.21.15.23:0/3312507401 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fcea4153a50 0x7fcea414df00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:36.798 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.791+0000 7fcea9920640 1 --2- 172.21.15.23:0/3312507401 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fcea40ccc20 0x7fcea415c880 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:36.798 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.791+0000 7fcea9920640 1 -- 172.21.15.23:0/3312507401 >> 172.21.15.23:0/3312507401 conn(0x7fcea4069400 msgr2=0x7fcea40c9300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:36.798 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.791+0000 7fcea9920640 1 -- 172.21.15.23:0/3312507401 shutdown_connections 2023-06-26T03:02:36.798 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.791+0000 7fcea9920640 1 -- 172.21.15.23:0/3312507401 wait complete. 2023-06-26T03:02:36.812 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2023-06-26T03:02:36.812 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:02:36.932 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.923+0000 7efea8add640 1 Processor -- start 2023-06-26T03:02:36.932 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.923+0000 7efea8add640 1 -- start start 2023-06-26T03:02:36.933 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.927+0000 7efea8add640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7efea4158670 0x7efea406bf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:36.933 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.927+0000 7efea8add640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efea4070940 con 0x7efea406c440 2023-06-26T03:02:36.933 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.927+0000 7efea8add640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efea4070c20 con 0x7efea41582a0 2023-06-26T03:02:36.934 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.927+0000 7efea8add640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efea406c8c0 con 0x7efea4158670 2023-06-26T03:02:36.934 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.927+0000 7efea2d9d640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7efea406c440 0x7efea40c9de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:55770/0 (socket says 172.21.15.23:55770) 2023-06-26T03:02:36.934 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.927+0000 7efea2d9d640 1 -- 172.21.15.23:0/4256873044 learned_addr learned my addr 172.21.15.23:0/4256873044 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:36.934 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.927+0000 7efea1d9b640 1 --2- 172.21.15.23:0/4256873044 >> v2:172.21.15.71:3300/0 conn(0x7efea4158670 0x7efea406bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:36.935 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.927+0000 7efea159a640 1 -- 172.21.15.23:0/4256873044 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4186131432 0 0) 0x7efea4070940 con 0x7efea406c440 2023-06-26T03:02:36.936 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.927+0000 7efea159a640 1 -- 172.21.15.23:0/4256873044 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efe8c003530 con 0x7efea406c440 2023-06-26T03:02:36.936 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.927+0000 7efea159a640 1 -- 172.21.15.23:0/4256873044 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3590794886 0 0) 0x7efe8c003530 con 0x7efea406c440 2023-06-26T03:02:36.936 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.927+0000 7efea159a640 1 -- 172.21.15.23:0/4256873044 >> v2:172.21.15.71:3300/0 conn(0x7efea4158670 msgr2=0x7efea406bf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:36.936 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.927+0000 7efea159a640 1 --2- 172.21.15.23:0/4256873044 >> v2:172.21.15.71:3300/0 conn(0x7efea4158670 0x7efea406bf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:36.936 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.927+0000 7efea159a640 1 -- 172.21.15.23:0/4256873044 >> v1:172.21.15.71:6789/0 conn(0x7efea41582a0 legacy=0x7efea406fe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:36.936 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.927+0000 7efea159a640 1 -- 172.21.15.23:0/4256873044 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efea40c9320 con 0x7efea406c440 2023-06-26T03:02:36.937 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.927+0000 7efea159a640 1 -- 172.21.15.23:0/4256873044 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7efe9c001a00 con 0x7efea406c440 2023-06-26T03:02:36.937 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.927+0000 7efea159a640 1 -- 172.21.15.23:0/4256873044 >> v1:172.21.15.23:6789/0 conn(0x7efea406c440 legacy=0x7efea40c9de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:36.937 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.927+0000 7efea159a640 1 --2- 172.21.15.23:0/4256873044 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efe8c0039b0 0x7efe8c003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:36.937 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.927+0000 7efea159a640 1 --2- 172.21.15.23:0/4256873044 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efe8c0047d0 0x7efe8c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:36.937 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.927+0000 7efea159a640 1 --2- 172.21.15.23:0/4256873044 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efe8c005180 0x7efe8c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:36.937 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.927+0000 7efea159a640 1 -- 172.21.15.23:0/4256873044 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efea406c8c0 con 0x7efe8c0039b0 2023-06-26T03:02:36.937 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.927+0000 7efea159a640 1 -- 172.21.15.23:0/4256873044 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe8c00c060 con 0x7efe8c005180 2023-06-26T03:02:36.937 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.927+0000 7efea159a640 1 -- 172.21.15.23:0/4256873044 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe8c00c1f0 con 0x7efe8c0047d0 2023-06-26T03:02:36.938 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.927+0000 7efea259c640 1 --2- 172.21.15.23:0/4256873044 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efe8c0039b0 0x7efe8c003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:36.938 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.927+0000 7efea2d9d640 1 --2- 172.21.15.23:0/4256873044 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efe8c005180 0x7efe8c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:36.938 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.927+0000 7efea1d9b640 1 --2- 172.21.15.23:0/4256873044 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efe8c0047d0 0x7efe8c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:36.938 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.927+0000 7efea259c640 1 -- 172.21.15.23:0/4256873044 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efe8c0047d0 msgr2=0x7efe8c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:36.938 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.927+0000 7efea259c640 1 --2- 172.21.15.23:0/4256873044 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efe8c0047d0 0x7efe8c004c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:36.938 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.927+0000 7efea259c640 1 -- 172.21.15.23:0/4256873044 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efe8c005180 msgr2=0x7efe8c00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:36.938 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.927+0000 7efea259c640 1 --2- 172.21.15.23:0/4256873044 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efe8c005180 0x7efe8c00b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:36.938 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.927+0000 7efea259c640 1 -- 172.21.15.23:0/4256873044 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe8c003530 con 0x7efe8c0039b0 2023-06-26T03:02:36.939 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.927+0000 7efea2d9d640 1 --2- 172.21.15.23:0/4256873044 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efe8c005180 0x7efe8c00b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:36.939 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.927+0000 7efea2d9d640 1 -- 172.21.15.23:0/4256873044 reap_dead start 2023-06-26T03:02:36.941 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efea259c640 1 --2- 172.21.15.23:0/4256873044 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efe8c0039b0 0x7efe8c003dc0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7efe94001750 tx=0x7efe9401c370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2e0c4eb59c08550 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:36.941 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efea159a640 1 -- 172.21.15.23:0/4256873044 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe940052d0 con 0x7efe8c0039b0 2023-06-26T03:02:36.941 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efea159a640 1 -- 172.21.15.23:0/4256873044 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe940a7050 con 0x7efe8c0039b0 2023-06-26T03:02:36.941 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efea159a640 1 -- 172.21.15.23:0/4256873044 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe94003600 con 0x7efe8c0039b0 2023-06-26T03:02:36.942 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efea8add640 1 -- 172.21.15.23:0/4256873044 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efe8c0039b0 msgr2=0x7efe8c003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:36.942 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efea8add640 1 --2- 172.21.15.23:0/4256873044 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efe8c0039b0 0x7efe8c003dc0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7efe94001750 tx=0x7efe9401c370 comp rx=0 tx=0).stop 2023-06-26T03:02:36.942 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efea8add640 1 -- 172.21.15.23:0/4256873044 shutdown_connections 2023-06-26T03:02:36.942 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efea8add640 1 --2- 172.21.15.23:0/4256873044 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efe8c0039b0 0x7efe8c003dc0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:36.942 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efea8add640 1 -- 172.21.15.23:0/4256873044 >> 172.21.15.23:0/4256873044 conn(0x7efea40b13d0 msgr2=0x7efea40cec30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:36.942 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efea8add640 1 -- 172.21.15.23:0/4256873044 shutdown_connections 2023-06-26T03:02:36.942 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efea8add640 1 -- 172.21.15.23:0/4256873044 wait complete. 2023-06-26T03:02:36.943 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efea8add640 1 Processor -- start 2023-06-26T03:02:36.943 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efea8add640 1 -- start start 2023-06-26T03:02:36.943 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efea8add640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efe8c0039b0 0x7efea40c6e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:36.943 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efea8add640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efea4152290 0x7efea4153550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:36.943 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efea8add640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efea405fed0 0x7efea4060340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:36.943 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efea8add640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efea4060880 con 0x7efe8c0039b0 2023-06-26T03:02:36.943 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efea8add640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efea4152700 con 0x7efea405fed0 2023-06-26T03:02:36.943 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efea8add640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efea4153a90 con 0x7efea4152290 2023-06-26T03:02:36.944 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efea259c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efe8c0039b0 0x7efea40c6e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:36.944 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efea259c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efe8c0039b0 0x7efea40c6e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38586/0 (socket says 172.21.15.23:38586) 2023-06-26T03:02:36.944 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efea259c640 1 -- 172.21.15.23:0/4159333979 learned_addr learned my addr 172.21.15.23:0/4159333979 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:36.944 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efea2d9d640 1 --2- 172.21.15.23:0/4159333979 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efea405fed0 0x7efea4060340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:36.944 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efea259c640 1 -- 172.21.15.23:0/4159333979 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efea4152290 msgr2=0x7efea4153550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:36.944 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efea259c640 1 --2- 172.21.15.23:0/4159333979 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efea4152290 0x7efea4153550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:36.944 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efea259c640 1 -- 172.21.15.23:0/4159333979 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efea405fed0 msgr2=0x7efea4060340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:36.944 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efea259c640 1 --2- 172.21.15.23:0/4159333979 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efea405fed0 0x7efea4060340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:36.945 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efea259c640 1 -- 172.21.15.23:0/4159333979 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efea40c74f0 con 0x7efe8c0039b0 2023-06-26T03:02:36.945 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efea259c640 1 --2- 172.21.15.23:0/4159333979 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efe8c0039b0 0x7efea40c6e80 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7efe94005040 tx=0x7efe8c005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:36.945 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efe92ffd640 1 -- 172.21.15.23:0/4159333979 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe940072f0 con 0x7efe8c0039b0 2023-06-26T03:02:36.945 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efe92ffd640 1 -- 172.21.15.23:0/4159333979 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe94007450 con 0x7efe8c0039b0 2023-06-26T03:02:36.945 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efea8add640 1 -- 172.21.15.23:0/4159333979 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efea40c77d0 con 0x7efe8c0039b0 2023-06-26T03:02:36.945 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efe92ffd640 1 -- 172.21.15.23:0/4159333979 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe940067e0 con 0x7efe8c0039b0 2023-06-26T03:02:36.945 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.931+0000 7efea8add640 1 -- 172.21.15.23:0/4159333979 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efea40c7d90 con 0x7efe8c0039b0 2023-06-26T03:02:36.945 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.935+0000 7efea8add640 1 -- 172.21.15.23:0/4159333979 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efea404d790 con 0x7efe8c0039b0 2023-06-26T03:02:36.946 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.935+0000 7efe92ffd640 1 -- 172.21.15.23:0/4159333979 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7efe94006940 con 0x7efe8c0039b0 2023-06-26T03:02:36.946 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.935+0000 7efe92ffd640 1 --2- 172.21.15.23:0/4159333979 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efe84066280 0x7efe84068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:36.947 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.935+0000 7efe92ffd640 1 -- 172.21.15.23:0/4159333979 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7efe9411e0b0 con 0x7efe8c0039b0 2023-06-26T03:02:36.947 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.935+0000 7efea1d9b640 1 --2- 172.21.15.23:0/4159333979 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efe84066280 0x7efe84068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:36.947 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.935+0000 7efea1d9b640 1 --2- 172.21.15.23:0/4159333979 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efe84066280 0x7efe84068730 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7efea41f5a70 tx=0x7efe98008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:36.947 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:36.939+0000 7efe92ffd640 1 -- 172.21.15.23:0/4159333979 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7efe940eed60 con 0x7efe8c0039b0 2023-06-26T03:02:37.094 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.087+0000 7efea8add640 1 -- 172.21.15.23:0/4159333979 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7efea40c5850 con 0x7efe8c0039b0 2023-06-26T03:02:37.096 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.087+0000 7efe92ffd640 1 -- 172.21.15.23:0/4159333979 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+20048 (secure 0 0 0) 0x7efe940ee8f0 con 0x7efe8c0039b0 2023-06-26T03:02:37.097 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:02:37.097 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":27,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:02:13.266489+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:02:07.262805+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:02:07.823501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data_ec","create_time":"2023-06-26T03:02:10.900368+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:02:37.098 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.091+0000 7efea8add640 1 -- 172.21.15.23:0/4159333979 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efe84066280 msgr2=0x7efe84068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:37.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.091+0000 7efea8add640 1 --2- 172.21.15.23:0/4159333979 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efe84066280 0x7efe84068730 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7efea41f5a70 tx=0x7efe98008040 comp rx=0 tx=0).stop 2023-06-26T03:02:37.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.091+0000 7efea8add640 1 -- 172.21.15.23:0/4159333979 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efe8c0039b0 msgr2=0x7efea40c6e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:37.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.091+0000 7efea8add640 1 --2- 172.21.15.23:0/4159333979 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efe8c0039b0 0x7efea40c6e80 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7efe94005040 tx=0x7efe8c005800 comp rx=0 tx=0).stop 2023-06-26T03:02:37.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.091+0000 7efea8add640 1 -- 172.21.15.23:0/4159333979 shutdown_connections 2023-06-26T03:02:37.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.091+0000 7efea8add640 1 --2- 172.21.15.23:0/4159333979 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efe84066280 0x7efe84068730 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:37.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.091+0000 7efea8add640 1 --2- 172.21.15.23:0/4159333979 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efea405fed0 0x7efea4060340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:37.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.091+0000 7efea8add640 1 --2- 172.21.15.23:0/4159333979 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efea4152290 0x7efea4153550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:37.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.091+0000 7efea8add640 1 --2- 172.21.15.23:0/4159333979 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efe8c0039b0 0x7efea40c6e80 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:37.100 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.091+0000 7efea8add640 1 -- 172.21.15.23:0/4159333979 >> 172.21.15.23:0/4159333979 conn(0x7efea40b13d0 msgr2=0x7efea406a440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:37.100 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.091+0000 7efea8add640 1 -- 172.21.15.23:0/4159333979 shutdown_connections 2023-06-26T03:02:37.100 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.091+0000 7efea8add640 1 -- 172.21.15.23:0/4159333979 wait complete. 2023-06-26T03:02:37.115 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:01:57.280692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:02:02.819138+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-26T03:02:07.262805+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-26T03:02:07.823501+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-06-26T03:02:10.900368+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-06-26T03:02:37.115 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:02:37.240 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.231+0000 7f354b9a9640 1 Processor -- start 2023-06-26T03:02:37.240 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.231+0000 7f354b9a9640 1 -- start start 2023-06-26T03:02:37.241 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.235+0000 7f354b9a9640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f354415b6e0 0x7f35440cc5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:37.241 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.235+0000 7f354b9a9640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f35440b4130 0x7f35440d0180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:37.241 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.235+0000 7f354b9a9640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f35440cf960 con 0x7f35440ccb30 2023-06-26T03:02:37.242 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.235+0000 7f354b9a9640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f35440cfca0 con 0x7f354415b6e0 2023-06-26T03:02:37.242 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.235+0000 7f354b9a9640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f35440cede0 con 0x7f35440b4130 2023-06-26T03:02:37.242 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.235+0000 7f3549745640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f354415b6e0 0x7f35440cc5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:37.242 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.235+0000 7f3549745640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f354415b6e0 0x7f35440cc5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38594/0 (socket says 172.21.15.23:38594) 2023-06-26T03:02:37.242 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.235+0000 7f3549745640 1 -- 172.21.15.23:0/1549367753 learned_addr learned my addr 172.21.15.23:0/1549367753 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:37.242 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.235+0000 7f3548f44640 1 --1- 172.21.15.23:0/1549367753 >> v1:172.21.15.23:6789/0 conn(0x7f35440ccb30 0x7f35440b3a20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:55778/0 (socket says 172.21.15.23:55778) 2023-06-26T03:02:37.242 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.235+0000 7f3549f46640 1 --2- 172.21.15.23:0/1549367753 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f35440b4130 0x7f35440d0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:37.243 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.235+0000 7f3549745640 1 -- 172.21.15.23:0/1549367753 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f35440b4130 msgr2=0x7f35440d0180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:37.243 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.235+0000 7f3549745640 1 --2- 172.21.15.23:0/1549367753 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f35440b4130 0x7f35440d0180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:37.243 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.235+0000 7f3549745640 1 -- 172.21.15.23:0/1549367753 >> v1:172.21.15.23:6789/0 conn(0x7f35440ccb30 legacy=0x7f35440b3a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:37.243 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.235+0000 7f3549745640 1 -- 172.21.15.23:0/1549367753 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35440cf0c0 con 0x7f354415b6e0 2023-06-26T03:02:37.243 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.235+0000 7f3549f46640 1 --2- 172.21.15.23:0/1549367753 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f35440b4130 0x7f35440d0180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:37.244 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.235+0000 7f3549745640 1 --2- 172.21.15.23:0/1549367753 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f354415b6e0 0x7f35440cc5f0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f3540009870 tx=0x7f354001c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8215531c03b3ab12 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:37.244 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.235+0000 7f353bfff640 1 -- 172.21.15.23:0/1549367753 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35400a6040 con 0x7f354415b6e0 2023-06-26T03:02:37.244 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.235+0000 7f353bfff640 1 -- 172.21.15.23:0/1549367753 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35400aa600 con 0x7f354415b6e0 2023-06-26T03:02:37.245 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.235+0000 7f353bfff640 1 -- 172.21.15.23:0/1549367753 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35400aa990 con 0x7f354415b6e0 2023-06-26T03:02:37.245 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.235+0000 7f354b9a9640 1 -- 172.21.15.23:0/1549367753 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f354415b6e0 msgr2=0x7f35440cc5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:37.245 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.235+0000 7f354b9a9640 1 --2- 172.21.15.23:0/1549367753 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f354415b6e0 0x7f35440cc5f0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f3540009870 tx=0x7f354001c480 comp rx=0 tx=0).stop 2023-06-26T03:02:37.245 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.235+0000 7f354b9a9640 1 -- 172.21.15.23:0/1549367753 shutdown_connections 2023-06-26T03:02:37.245 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.235+0000 7f354b9a9640 1 --2- 172.21.15.23:0/1549367753 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f35440b4130 0x7f35440d0180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:37.245 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.235+0000 7f354b9a9640 1 --2- 172.21.15.23:0/1549367753 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f354415b6e0 0x7f35440cc5f0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:37.245 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.235+0000 7f354b9a9640 1 -- 172.21.15.23:0/1549367753 >> 172.21.15.23:0/1549367753 conn(0x7f35440d1fa0 msgr2=0x7f35440d23a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:37.245 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.235+0000 7f354b9a9640 1 -- 172.21.15.23:0/1549367753 shutdown_connections 2023-06-26T03:02:37.246 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.235+0000 7f354b9a9640 1 -- 172.21.15.23:0/1549367753 wait complete. 2023-06-26T03:02:37.247 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.239+0000 7f354b9a9640 1 Processor -- start 2023-06-26T03:02:37.247 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.239+0000 7f354b9a9640 1 -- start start 2023-06-26T03:02:37.247 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.239+0000 7f354b9a9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35440b4130 0x7f354414f520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:37.247 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.239+0000 7f354b9a9640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f35440ccb30 0x7f354415e630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:37.248 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.239+0000 7f354b9a9640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f354415b6e0 0x7f35441540b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:37.248 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.239+0000 7f354b9a9640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f354415daf0 con 0x7f35440ccb30 2023-06-26T03:02:37.248 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.239+0000 7f354b9a9640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f354414fa60 con 0x7f35440b4130 2023-06-26T03:02:37.248 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.239+0000 7f354b9a9640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f354415eb70 con 0x7f354415b6e0 2023-06-26T03:02:37.248 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.239+0000 7f3548f44640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f35440ccb30 0x7f354415e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:37.248 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.239+0000 7f3548f44640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f35440ccb30 0x7f354415e630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38598/0 (socket says 172.21.15.23:38598) 2023-06-26T03:02:37.249 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.239+0000 7f3548f44640 1 -- 172.21.15.23:0/4015965848 learned_addr learned my addr 172.21.15.23:0/4015965848 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:37.249 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.239+0000 7f3549f46640 1 --2- 172.21.15.23:0/4015965848 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f354415b6e0 0x7f35441540b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:37.249 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.239+0000 7f3549745640 1 --2- 172.21.15.23:0/4015965848 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35440b4130 0x7f354414f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:37.249 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.239+0000 7f3548f44640 1 -- 172.21.15.23:0/4015965848 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f354415b6e0 msgr2=0x7f35441540b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:37.249 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.239+0000 7f3548f44640 1 --2- 172.21.15.23:0/4015965848 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f354415b6e0 0x7f35441540b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:37.249 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.239+0000 7f3548f44640 1 -- 172.21.15.23:0/4015965848 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35440b4130 msgr2=0x7f354414f520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:37.249 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.239+0000 7f3548f44640 1 --2- 172.21.15.23:0/4015965848 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35440b4130 0x7f354414f520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:37.249 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.239+0000 7f3548f44640 1 -- 172.21.15.23:0/4015965848 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35400094d0 con 0x7f35440ccb30 2023-06-26T03:02:37.250 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.239+0000 7f3548f44640 1 --2- 172.21.15.23:0/4015965848 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f35440ccb30 0x7f354415e630 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f353400c4c0 tx=0x7f353400c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:37.250 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.239+0000 7f3539ffb640 1 -- 172.21.15.23:0/4015965848 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3534007480 con 0x7f35440ccb30 2023-06-26T03:02:37.250 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.239+0000 7f3539ffb640 1 -- 172.21.15.23:0/4015965848 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35340075e0 con 0x7f35440ccb30 2023-06-26T03:02:37.250 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.239+0000 7f354b9a9640 1 -- 172.21.15.23:0/4015965848 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f354415cee0 con 0x7f35440ccb30 2023-06-26T03:02:37.250 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.239+0000 7f3539ffb640 1 -- 172.21.15.23:0/4015965848 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3534004a10 con 0x7f35440ccb30 2023-06-26T03:02:37.250 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.239+0000 7f354b9a9640 1 -- 172.21.15.23:0/4015965848 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f354415d4a0 con 0x7f35440ccb30 2023-06-26T03:02:37.251 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.239+0000 7f354b9a9640 1 -- 172.21.15.23:0/4015965848 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f354415dca0 con 0x7f35440ccb30 2023-06-26T03:02:37.251 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.239+0000 7f3539ffb640 1 -- 172.21.15.23:0/4015965848 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f3534004b70 con 0x7f35440ccb30 2023-06-26T03:02:37.251 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.243+0000 7f3539ffb640 1 --2- 172.21.15.23:0/4015965848 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3528066280 0x7f3528068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:37.251 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.243+0000 7f3539ffb640 1 -- 172.21.15.23:0/4015965848 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f35340834a0 con 0x7f35440ccb30 2023-06-26T03:02:37.252 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.243+0000 7f3549745640 1 --2- 172.21.15.23:0/4015965848 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3528066280 0x7f3528068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:37.252 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.243+0000 7f3549745640 1 --2- 172.21.15.23:0/4015965848 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3528066280 0x7f3528068730 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f35400ae000 tx=0x7f3540008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:37.253 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.247+0000 7f3539ffb640 1 -- 172.21.15.23:0/4015965848 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f354415dca0 con 0x7f35440ccb30 2023-06-26T03:02:37.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.395+0000 7f354b9a9640 1 -- 172.21.15.23:0/4015965848 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f354415dca0 con 0x7f35440ccb30 2023-06-26T03:02:37.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.399+0000 7f3539ffb640 1 -- 172.21.15.23:0/4015965848 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v27) v1 ==== 93+0+10 (secure 0 0 0) 0x7f354415dca0 con 0x7f35440ccb30 2023-06-26T03:02:37.405 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 1 2023-06-26T03:02:37.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.399+0000 7f354b9a9640 1 -- 172.21.15.23:0/4015965848 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3528066280 msgr2=0x7f3528068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:37.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.399+0000 7f354b9a9640 1 --2- 172.21.15.23:0/4015965848 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3528066280 0x7f3528068730 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f35400ae000 tx=0x7f3540008040 comp rx=0 tx=0).stop 2023-06-26T03:02:37.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.399+0000 7f354b9a9640 1 -- 172.21.15.23:0/4015965848 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f35440ccb30 msgr2=0x7f354415e630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:37.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.399+0000 7f354b9a9640 1 --2- 172.21.15.23:0/4015965848 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f35440ccb30 0x7f354415e630 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f353400c4c0 tx=0x7f353400c980 comp rx=0 tx=0).stop 2023-06-26T03:02:37.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.399+0000 7f354b9a9640 1 -- 172.21.15.23:0/4015965848 shutdown_connections 2023-06-26T03:02:37.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.399+0000 7f354b9a9640 1 --2- 172.21.15.23:0/4015965848 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3528066280 0x7f3528068730 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:37.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.399+0000 7f354b9a9640 1 --2- 172.21.15.23:0/4015965848 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f354415b6e0 0x7f35441540b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:37.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.399+0000 7f354b9a9640 1 --2- 172.21.15.23:0/4015965848 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f35440ccb30 0x7f354415e630 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:37.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.399+0000 7f354b9a9640 1 --2- 172.21.15.23:0/4015965848 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f35440b4130 0x7f354414f520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:37.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.399+0000 7f354b9a9640 1 -- 172.21.15.23:0/4015965848 >> 172.21.15.23:0/4015965848 conn(0x7f35440d1fa0 msgr2=0x7f354415f1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:37.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.399+0000 7f354b9a9640 1 -- 172.21.15.23:0/4015965848 shutdown_connections 2023-06-26T03:02:37.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.399+0000 7f354b9a9640 1 -- 172.21.15.23:0/4015965848 wait complete. 2023-06-26T03:02:37.422 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:02:37.536 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.527+0000 7f1c60491640 1 Processor -- start 2023-06-26T03:02:37.536 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.527+0000 7f1c60491640 1 -- start start 2023-06-26T03:02:37.537 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.531+0000 7f1c60491640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1c58157230 0x7f1c5806ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:37.537 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.531+0000 7f1c60491640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f1c580707c0 0x7f1c580af570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:37.537 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.531+0000 7f1c60491640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1c5806f2a0 con 0x7f1c580afab0 2023-06-26T03:02:37.537 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.531+0000 7f1c60491640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1c580afed0 con 0x7f1c580707c0 2023-06-26T03:02:37.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.531+0000 7f1c60491640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c580ca360 con 0x7f1c58157230 2023-06-26T03:02:37.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.531+0000 7f1c5e22d640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1c58157230 0x7f1c5806ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:37.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.531+0000 7f1c5da2c640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f1c580707c0 0x7f1c580af570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:37.539 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.531+0000 7f1c5e22d640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1c58157230 0x7f1c5806ed60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3301/0 says I am v2:172.21.15.23:55952/0 (socket says 172.21.15.23:55952) 2023-06-26T03:02:37.539 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.531+0000 7f1c5e22d640 1 -- 172.21.15.23:0/1608328039 learned_addr learned my addr 172.21.15.23:0/1608328039 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:37.539 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.531+0000 7f1c5da2c640 1 -- 172.21.15.23:0/1608328039 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1c58157230 msgr2=0x7f1c5806ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:37.539 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.531+0000 7f1c5da2c640 1 --2- 172.21.15.23:0/1608328039 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1c58157230 0x7f1c5806ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:37.539 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.531+0000 7f1c5da2c640 1 -- 172.21.15.23:0/1608328039 >> v1:172.21.15.71:6789/0 conn(0x7f1c580afab0 legacy=0x7f1c580c84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:37.539 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.531+0000 7f1c5da2c640 1 -- 172.21.15.23:0/1608328039 --> v2:172.21.15.71:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c580c97e0 con 0x7f1c580707c0 2023-06-26T03:02:37.539 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.531+0000 7f1c5e22d640 1 --2- 172.21.15.23:0/1608328039 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1c58157230 0x7f1c5806ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T03:02:37.540 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.531+0000 7f1c5da2c640 1 --2- 172.21.15.23:0/1608328039 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1c580707c0 0x7f1c580af570 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f1c540097c0 tx=0x7f1c5401c3c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7101e8c424ab50d1 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:37.541 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.535+0000 7f1c5d22b640 1 -- 172.21.15.23:0/1608328039 <== mon.1 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c540ac620 con 0x7f1c580707c0 2023-06-26T03:02:37.541 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.535+0000 7f1c5d22b640 1 -- 172.21.15.23:0/1608328039 <== mon.1 v2:172.21.15.71:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c540ac780 con 0x7f1c580707c0 2023-06-26T03:02:37.541 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.535+0000 7f1c5d22b640 1 -- 172.21.15.23:0/1608328039 <== mon.1 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c540acb10 con 0x7f1c580707c0 2023-06-26T03:02:37.542 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.535+0000 7f1c60491640 1 -- 172.21.15.23:0/1608328039 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1c580707c0 msgr2=0x7f1c580af570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:37.542 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.535+0000 7f1c60491640 1 --2- 172.21.15.23:0/1608328039 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1c580707c0 0x7f1c580af570 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f1c540097c0 tx=0x7f1c5401c3c0 comp rx=0 tx=0).stop 2023-06-26T03:02:37.542 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.535+0000 7f1c60491640 1 -- 172.21.15.23:0/1608328039 shutdown_connections 2023-06-26T03:02:37.542 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.535+0000 7f1c60491640 1 --2- 172.21.15.23:0/1608328039 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1c580707c0 0x7f1c580af570 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:37.542 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.535+0000 7f1c60491640 1 --2- 172.21.15.23:0/1608328039 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1c58157230 0x7f1c5806ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:37.542 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.535+0000 7f1c60491640 1 -- 172.21.15.23:0/1608328039 >> 172.21.15.23:0/1608328039 conn(0x7f1c58069fc0 msgr2=0x7f1c580ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:37.543 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.535+0000 7f1c60491640 1 -- 172.21.15.23:0/1608328039 shutdown_connections 2023-06-26T03:02:37.543 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.535+0000 7f1c60491640 1 -- 172.21.15.23:0/1608328039 wait complete. 2023-06-26T03:02:37.543 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.535+0000 7f1c60491640 1 Processor -- start 2023-06-26T03:02:37.543 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.535+0000 7f1c60491640 1 -- start start 2023-06-26T03:02:37.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.535+0000 7f1c60491640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1c580707c0 0x7f1c58159540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:37.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.535+0000 7f1c60491640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1c580afab0 0x7f1c580adcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:37.545 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.535+0000 7f1c60491640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1c5815cfe0 0x7f1c5815d460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:37.545 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.535+0000 7f1c60491640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c5814fb80 con 0x7f1c580afab0 2023-06-26T03:02:37.545 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.535+0000 7f1c60491640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c5815d9a0 con 0x7f1c580707c0 2023-06-26T03:02:37.545 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.535+0000 7f1c60491640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c581503e0 con 0x7f1c5815cfe0 2023-06-26T03:02:37.545 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.535+0000 7f1c5da2c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1c580afab0 0x7f1c580adcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:37.545 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.535+0000 7f1c5da2c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1c580afab0 0x7f1c580adcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:38606/0 (socket says 172.21.15.23:38606) 2023-06-26T03:02:37.545 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.535+0000 7f1c5da2c640 1 -- 172.21.15.23:0/3275828369 learned_addr learned my addr 172.21.15.23:0/3275828369 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:37.546 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.535+0000 7f1c5ea2e640 1 --2- 172.21.15.23:0/3275828369 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1c5815cfe0 0x7f1c5815d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:37.546 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.535+0000 7f1c5e22d640 1 --2- 172.21.15.23:0/3275828369 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1c580707c0 0x7f1c58159540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:37.546 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.539+0000 7f1c5da2c640 1 -- 172.21.15.23:0/3275828369 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1c5815cfe0 msgr2=0x7f1c5815d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:37.546 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.539+0000 7f1c5da2c640 1 --2- 172.21.15.23:0/3275828369 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1c5815cfe0 0x7f1c5815d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:37.546 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.539+0000 7f1c5da2c640 1 -- 172.21.15.23:0/3275828369 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1c580707c0 msgr2=0x7f1c58159540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:37.546 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.539+0000 7f1c5da2c640 1 --2- 172.21.15.23:0/3275828369 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1c580707c0 0x7f1c58159540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:37.546 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.539+0000 7f1c5da2c640 1 -- 172.21.15.23:0/3275828369 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c4c0094d0 con 0x7f1c580afab0 2023-06-26T03:02:37.546 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.539+0000 7f1c5ea2e640 1 --2- 172.21.15.23:0/3275828369 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1c5815cfe0 0x7f1c5815d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:02:37.547 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.539+0000 7f1c5e22d640 1 --2- 172.21.15.23:0/3275828369 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1c580707c0 0x7f1c58159540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:02:37.548 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.539+0000 7f1c5da2c640 1 --2- 172.21.15.23:0/3275828369 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1c580afab0 0x7f1c580adcb0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f1c5401aa70 tx=0x7f1c54019160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:37.548 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.539+0000 7f1c4affd640 1 -- 172.21.15.23:0/3275828369 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c540bb070 con 0x7f1c580afab0 2023-06-26T03:02:37.548 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.539+0000 7f1c4affd640 1 -- 172.21.15.23:0/3275828369 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c540ac420 con 0x7f1c580afab0 2023-06-26T03:02:37.548 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.539+0000 7f1c4affd640 1 -- 172.21.15.23:0/3275828369 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c540b5660 con 0x7f1c580afab0 2023-06-26T03:02:37.548 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.539+0000 7f1c60491640 1 -- 172.21.15.23:0/3275828369 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1c54009420 con 0x7f1c580afab0 2023-06-26T03:02:37.548 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.539+0000 7f1c60491640 1 -- 172.21.15.23:0/3275828369 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c5814fd90 con 0x7f1c580afab0 2023-06-26T03:02:37.548 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.539+0000 7f1c60491640 1 -- 172.21.15.23:0/3275828369 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1c58150570 con 0x7f1c580afab0 2023-06-26T03:02:37.549 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.539+0000 7f1c4affd640 1 -- 172.21.15.23:0/3275828369 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f1c540b3040 con 0x7f1c580afab0 2023-06-26T03:02:37.549 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.539+0000 7f1c4affd640 1 --2- 172.21.15.23:0/3275828369 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1c3c066280 0x7f1c3c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:37.549 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.539+0000 7f1c4affd640 1 -- 172.21.15.23:0/3275828369 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f1c5411d630 con 0x7f1c580afab0 2023-06-26T03:02:37.549 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.539+0000 7f1c5e22d640 1 --2- 172.21.15.23:0/3275828369 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1c3c066280 0x7f1c3c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:37.549 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.539+0000 7f1c5e22d640 1 --2- 172.21.15.23:0/3275828369 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1c3c066280 0x7f1c3c068730 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f1c4c009d30 tx=0x7f1c4c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:37.551 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.543+0000 7f1c4affd640 1 -- 172.21.15.23:0/3275828369 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f1c540ea7c0 con 0x7f1c580afab0 2023-06-26T03:02:37.699 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.691+0000 7f1c60491640 1 -- 172.21.15.23:0/3275828369 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f1c5804d790 con 0x7f1c580afab0 2023-06-26T03:02:37.700 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.691+0000 7f1c4affd640 1 -- 172.21.15.23:0/3275828369 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v27) v1 ==== 92+0+10 (secure 0 0 0) 0x7f1c540edde0 con 0x7f1c580afab0 2023-06-26T03:02:37.700 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 8 2023-06-26T03:02:37.702 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.695+0000 7f1c60491640 1 -- 172.21.15.23:0/3275828369 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1c3c066280 msgr2=0x7f1c3c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:37.702 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.695+0000 7f1c60491640 1 --2- 172.21.15.23:0/3275828369 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1c3c066280 0x7f1c3c068730 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f1c4c009d30 tx=0x7f1c4c008040 comp rx=0 tx=0).stop 2023-06-26T03:02:37.703 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.695+0000 7f1c60491640 1 -- 172.21.15.23:0/3275828369 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1c580afab0 msgr2=0x7f1c580adcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:37.703 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.695+0000 7f1c60491640 1 --2- 172.21.15.23:0/3275828369 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1c580afab0 0x7f1c580adcb0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f1c5401aa70 tx=0x7f1c54019160 comp rx=0 tx=0).stop 2023-06-26T03:02:37.703 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.695+0000 7f1c60491640 1 -- 172.21.15.23:0/3275828369 shutdown_connections 2023-06-26T03:02:37.703 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.695+0000 7f1c60491640 1 --2- 172.21.15.23:0/3275828369 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1c3c066280 0x7f1c3c068730 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:37.703 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.695+0000 7f1c60491640 1 --2- 172.21.15.23:0/3275828369 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1c5815cfe0 0x7f1c5815d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:37.703 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.695+0000 7f1c60491640 1 --2- 172.21.15.23:0/3275828369 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1c580afab0 0x7f1c580adcb0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:37.703 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.695+0000 7f1c60491640 1 --2- 172.21.15.23:0/3275828369 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1c580707c0 0x7f1c58159540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:37.704 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.695+0000 7f1c60491640 1 -- 172.21.15.23:0/3275828369 >> 172.21.15.23:0/3275828369 conn(0x7f1c58069fc0 msgr2=0x7f1c58155ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:37.704 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.695+0000 7f1c60491640 1 -- 172.21.15.23:0/3275828369 shutdown_connections 2023-06-26T03:02:37.704 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.695+0000 7f1c60491640 1 -- 172.21.15.23:0/3275828369 wait complete. 2023-06-26T03:02:37.718 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-26T03:02:37.832 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.823+0000 7f07aae49640 1 Processor -- start 2023-06-26T03:02:37.832 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.823+0000 7f07aae49640 1 -- start start 2023-06-26T03:02:37.833 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.827+0000 7f07aae49640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f07a41587e0 0x7f07a406c920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:37.834 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.827+0000 7f07aae49640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f07a40cadc0 0x7f07a40ccae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:37.834 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.827+0000 7f07aae49640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f07a40cd020 0x7f07a4069400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:37.834 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.827+0000 7f07aae49640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f07a40cd4c0 con 0x7f07a41587e0 2023-06-26T03:02:37.834 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.827+0000 7f07aae49640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f07a406fe60 con 0x7f07a40cd020 2023-06-26T03:02:37.834 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.827+0000 7f07aae49640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f07a406ce60 con 0x7f07a40cadc0 2023-06-26T03:02:37.834 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.827+0000 7f07a8be5640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f07a41587e0 0x7f07a406c920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:37.834 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.827+0000 7f07a8be5640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f07a41587e0 0x7f07a406c920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56010/0 (socket says 172.21.15.23:56010) 2023-06-26T03:02:37.835 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.827+0000 7f07a8be5640 1 -- 172.21.15.23:0/1791908540 learned_addr learned my addr 172.21.15.23:0/1791908540 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:37.835 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.827+0000 7f07a93e6640 1 --2- 172.21.15.23:0/1791908540 >> v2:172.21.15.71:3300/0 conn(0x7f07a40cd020 0x7f07a4069400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:37.835 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.827+0000 7f07a3fff640 1 --2- 172.21.15.23:0/1791908540 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f07a40cadc0 0x7f07a40ccae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:37.835 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.827+0000 7f07a8be5640 1 -- 172.21.15.23:0/1791908540 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f07a40cadc0 msgr2=0x7f07a40ccae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:37.835 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.827+0000 7f07a8be5640 1 --2- 172.21.15.23:0/1791908540 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f07a40cadc0 0x7f07a40ccae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:37.835 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.827+0000 7f07a8be5640 1 -- 172.21.15.23:0/1791908540 >> v2:172.21.15.71:3300/0 conn(0x7f07a40cd020 msgr2=0x7f07a4069400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:37.835 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.827+0000 7f07a8be5640 1 --2- 172.21.15.23:0/1791908540 >> v2:172.21.15.71:3300/0 conn(0x7f07a40cd020 0x7f07a4069400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:37.836 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.827+0000 7f07a8be5640 1 -- 172.21.15.23:0/1791908540 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07a4070070 con 0x7f07a41587e0 2023-06-26T03:02:37.836 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.827+0000 7f07a3fff640 1 --2- 172.21.15.23:0/1791908540 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f07a40cadc0 0x7f07a40ccae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:37.836 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.827+0000 7f07a8be5640 1 --2- 172.21.15.23:0/1791908540 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f07a41587e0 0x7f07a406c920 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f07a406a5a0 tx=0x7f079801c180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1ca3247dc312af7 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:37.837 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.827+0000 7f07a37fe640 1 -- 172.21.15.23:0/1791908540 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07980ab600 con 0x7f07a41587e0 2023-06-26T03:02:37.837 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.827+0000 7f07a37fe640 1 -- 172.21.15.23:0/1791908540 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f07980a7050 con 0x7f07a41587e0 2023-06-26T03:02:37.837 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.827+0000 7f07a37fe640 1 -- 172.21.15.23:0/1791908540 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07980ab980 con 0x7f07a41587e0 2023-06-26T03:02:37.838 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.831+0000 7f07aae49640 1 -- 172.21.15.23:0/1791908540 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f07a41587e0 msgr2=0x7f07a406c920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:37.838 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.831+0000 7f07aae49640 1 --2- 172.21.15.23:0/1791908540 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f07a41587e0 0x7f07a406c920 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f07a406a5a0 tx=0x7f079801c180 comp rx=0 tx=0).stop 2023-06-26T03:02:37.838 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.831+0000 7f07aae49640 1 -- 172.21.15.23:0/1791908540 shutdown_connections 2023-06-26T03:02:37.838 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.831+0000 7f07aae49640 1 --2- 172.21.15.23:0/1791908540 >> v2:172.21.15.71:3300/0 conn(0x7f07a40cd020 0x7f07a4069400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:37.838 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.831+0000 7f07aae49640 1 --2- 172.21.15.23:0/1791908540 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f07a40cadc0 0x7f07a40ccae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:37.838 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.831+0000 7f07aae49640 1 --2- 172.21.15.23:0/1791908540 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f07a41587e0 0x7f07a406c920 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:37.838 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.831+0000 7f07aae49640 1 -- 172.21.15.23:0/1791908540 >> 172.21.15.23:0/1791908540 conn(0x7f07a40ced00 msgr2=0x7f07a40cf100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:37.839 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.831+0000 7f07aae49640 1 -- 172.21.15.23:0/1791908540 shutdown_connections 2023-06-26T03:02:37.839 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.831+0000 7f07aae49640 1 -- 172.21.15.23:0/1791908540 wait complete. 2023-06-26T03:02:37.839 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.831+0000 7f07aae49640 1 Processor -- start 2023-06-26T03:02:37.839 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.831+0000 7f07aae49640 1 -- start start 2023-06-26T03:02:37.841 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.831+0000 7f07aae49640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f07a40cadc0 0x7f07a40c5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:37.841 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.831+0000 7f07aae49640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f07a40cd020 0x7f07a40cd870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:37.841 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.831+0000 7f07aae49640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f07a41587e0 0x7f07a4147d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:37.841 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.831+0000 7f07aae49640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07a4161670 con 0x7f07a40cd020 2023-06-26T03:02:37.841 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.831+0000 7f07aae49640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07a41618e0 con 0x7f07a40cadc0 2023-06-26T03:02:37.841 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.831+0000 7f07aae49640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f07a4161bc0 con 0x7f07a41587e0 2023-06-26T03:02:37.842 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.831+0000 7f07a3fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f07a40cd020 0x7f07a40cd870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:37.842 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.831+0000 7f07a3fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f07a40cd020 0x7f07a40cd870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56014/0 (socket says 172.21.15.23:56014) 2023-06-26T03:02:37.842 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.831+0000 7f07a3fff640 1 -- 172.21.15.23:0/2431503567 learned_addr learned my addr 172.21.15.23:0/2431503567 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:37.842 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.831+0000 7f07a8be5640 1 --2- 172.21.15.23:0/2431503567 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f07a40cadc0 0x7f07a40c5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:37.842 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.831+0000 7f07a93e6640 1 --2- 172.21.15.23:0/2431503567 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f07a41587e0 0x7f07a4147d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:37.842 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.831+0000 7f07a3fff640 1 -- 172.21.15.23:0/2431503567 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f07a41587e0 msgr2=0x7f07a4147d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:37.842 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.831+0000 7f07a3fff640 1 --2- 172.21.15.23:0/2431503567 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f07a41587e0 0x7f07a4147d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:37.842 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.831+0000 7f07a3fff640 1 -- 172.21.15.23:0/2431503567 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f07a40cadc0 msgr2=0x7f07a40c5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:37.843 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.831+0000 7f07a3fff640 1 --2- 172.21.15.23:0/2431503567 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f07a40cadc0 0x7f07a40c5dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:37.843 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.831+0000 7f07a3fff640 1 -- 172.21.15.23:0/2431503567 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07980094d0 con 0x7f07a40cd020 2023-06-26T03:02:37.843 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.835+0000 7f07a3fff640 1 --2- 172.21.15.23:0/2431503567 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f07a40cd020 0x7f07a40cd870 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f079400c7c0 tx=0x7f079400cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:37.843 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.835+0000 7f07a17fa640 1 -- 172.21.15.23:0/2431503567 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0794007a30 con 0x7f07a40cd020 2023-06-26T03:02:37.843 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.835+0000 7f07a17fa640 1 -- 172.21.15.23:0/2431503567 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0794007b90 con 0x7f07a40cd020 2023-06-26T03:02:37.843 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.835+0000 7f07a17fa640 1 -- 172.21.15.23:0/2431503567 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f079400ce70 con 0x7f07a40cd020 2023-06-26T03:02:37.843 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.835+0000 7f07aae49640 1 -- 172.21.15.23:0/2431503567 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f07a4161ea0 con 0x7f07a40cd020 2023-06-26T03:02:37.844 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.835+0000 7f07aae49640 1 -- 172.21.15.23:0/2431503567 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07a415a410 con 0x7f07a40cd020 2023-06-26T03:02:37.844 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.835+0000 7f07aae49640 1 -- 172.21.15.23:0/2431503567 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f07a4162090 con 0x7f07a40cd020 2023-06-26T03:02:37.844 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.835+0000 7f07a17fa640 1 -- 172.21.15.23:0/2431503567 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f07940113f0 con 0x7f07a40cd020 2023-06-26T03:02:37.845 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.835+0000 7f07a17fa640 1 --2- 172.21.15.23:0/2431503567 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0790066280 0x7f0790068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:37.845 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.835+0000 7f07a17fa640 1 -- 172.21.15.23:0/2431503567 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f0794084030 con 0x7f07a40cd020 2023-06-26T03:02:37.845 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.835+0000 7f07a8be5640 1 --2- 172.21.15.23:0/2431503567 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0790066280 0x7f0790068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:37.845 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.835+0000 7f07a8be5640 1 --2- 172.21.15.23:0/2431503567 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0790066280 0x7f0790068730 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f07980ad000 tx=0x7f07980a6000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:37.847 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.839+0000 7f07a17fa640 1 -- 172.21.15.23:0/2431503567 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f0794051300 con 0x7f07a40cd020 2023-06-26T03:02:37.998 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.991+0000 7f07aae49640 1 -- 172.21.15.23:0/2431503567 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f07a404d790 con 0x7f07a40cd020 2023-06-26T03:02:37.999 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.991+0000 7f07a17fa640 1 -- 172.21.15.23:0/2431503567 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v27) v1 ==== 104+0+11 (secure 0 0 0) 0x7f0794054920 con 0x7f07a40cd020 2023-06-26T03:02:37.999 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:02:38.001 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.995+0000 7f07aae49640 1 -- 172.21.15.23:0/2431503567 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0790066280 msgr2=0x7f0790068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:38.001 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.995+0000 7f07aae49640 1 --2- 172.21.15.23:0/2431503567 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0790066280 0x7f0790068730 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f07980ad000 tx=0x7f07980a6000 comp rx=0 tx=0).stop 2023-06-26T03:02:38.001 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.995+0000 7f07aae49640 1 -- 172.21.15.23:0/2431503567 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f07a40cd020 msgr2=0x7f07a40cd870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:38.001 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.995+0000 7f07aae49640 1 --2- 172.21.15.23:0/2431503567 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f07a40cd020 0x7f07a40cd870 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f079400c7c0 tx=0x7f079400cc80 comp rx=0 tx=0).stop 2023-06-26T03:02:38.001 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.995+0000 7f07aae49640 1 -- 172.21.15.23:0/2431503567 shutdown_connections 2023-06-26T03:02:38.002 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.995+0000 7f07aae49640 1 --2- 172.21.15.23:0/2431503567 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0790066280 0x7f0790068730 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.002 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.995+0000 7f07aae49640 1 --2- 172.21.15.23:0/2431503567 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f07a41587e0 0x7f07a4147d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.002 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.995+0000 7f07aae49640 1 --2- 172.21.15.23:0/2431503567 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f07a40cd020 0x7f07a40cd870 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.002 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.995+0000 7f07aae49640 1 --2- 172.21.15.23:0/2431503567 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f07a40cadc0 0x7f07a40c5dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.002 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.995+0000 7f07aae49640 1 -- 172.21.15.23:0/2431503567 >> 172.21.15.23:0/2431503567 conn(0x7f07a40ced00 msgr2=0x7f07a40c5690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:38.002 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.995+0000 7f07aae49640 1 -- 172.21.15.23:0/2431503567 shutdown_connections 2023-06-26T03:02:38.002 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:37.995+0000 7f07aae49640 1 -- 172.21.15.23:0/2431503567 wait complete. 2023-06-26T03:02:38.017 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-26T03:02:38.140 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.131+0000 7f16b2fdf640 1 Processor -- start 2023-06-26T03:02:38.140 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.131+0000 7f16b2fdf640 1 -- start start 2023-06-26T03:02:38.141 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.135+0000 7f16b2fdf640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f16ac15b6e0 0x7f16ac0cc5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:38.141 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.135+0000 7f16b2fdf640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f16ac0ccb30 0x7f16ac0b3a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:38.142 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.135+0000 7f16b2fdf640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f16ac0b3f60 0x7f16ac15f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:38.142 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.135+0000 7f16b2fdf640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f16ac0b43c0 con 0x7f16ac0ccb30 2023-06-26T03:02:38.142 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.135+0000 7f16b2fdf640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f16ac0cf960 con 0x7f16ac15b6e0 2023-06-26T03:02:38.142 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.135+0000 7f16b2fdf640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16ac0cfca0 con 0x7f16ac0b3f60 2023-06-26T03:02:38.142 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.135+0000 7f16abfff640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f16ac0ccb30 0x7f16ac0b3a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:38.142 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.135+0000 7f16abfff640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f16ac0ccb30 0x7f16ac0b3a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56016/0 (socket says 172.21.15.23:56016) 2023-06-26T03:02:38.142 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.135+0000 7f16abfff640 1 -- 172.21.15.23:0/3896491190 learned_addr learned my addr 172.21.15.23:0/3896491190 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:38.143 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.135+0000 7f16b157c640 1 --2- 172.21.15.23:0/3896491190 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f16ac0b3f60 0x7f16ac15f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:38.143 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.135+0000 7f16b0d7b640 1 --2- 172.21.15.23:0/3896491190 >> v2:172.21.15.71:3300/0 conn(0x7f16ac15b6e0 0x7f16ac0cc5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:38.143 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.135+0000 7f16abfff640 1 -- 172.21.15.23:0/3896491190 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f16ac0b3f60 msgr2=0x7f16ac15f2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:38.143 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.135+0000 7f16abfff640 1 --2- 172.21.15.23:0/3896491190 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f16ac0b3f60 0x7f16ac15f2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.144 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.135+0000 7f16abfff640 1 -- 172.21.15.23:0/3896491190 >> v2:172.21.15.71:3300/0 conn(0x7f16ac15b6e0 msgr2=0x7f16ac0cc5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:38.144 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.135+0000 7f16abfff640 1 --2- 172.21.15.23:0/3896491190 >> v2:172.21.15.71:3300/0 conn(0x7f16ac15b6e0 0x7f16ac0cc5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.144 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.135+0000 7f16abfff640 1 -- 172.21.15.23:0/3896491190 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16ac0cede0 con 0x7f16ac0ccb30 2023-06-26T03:02:38.144 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.135+0000 7f16b157c640 1 --2- 172.21.15.23:0/3896491190 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f16ac0b3f60 0x7f16ac15f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:38.145 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.135+0000 7f16abfff640 1 --2- 172.21.15.23:0/3896491190 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f16ac0ccb30 0x7f16ac0b3a20 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f16ac0b4af0 tx=0x7f16a001c180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37d5f95d2275aa1a server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:38.145 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.135+0000 7f16ab7fe640 1 -- 172.21.15.23:0/3896491190 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16a00ab600 con 0x7f16ac0ccb30 2023-06-26T03:02:38.145 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.135+0000 7f16ab7fe640 1 -- 172.21.15.23:0/3896491190 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f16a00a7050 con 0x7f16ac0ccb30 2023-06-26T03:02:38.145 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.135+0000 7f16ab7fe640 1 -- 172.21.15.23:0/3896491190 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16a00ab980 con 0x7f16ac0ccb30 2023-06-26T03:02:38.145 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16b2fdf640 1 -- 172.21.15.23:0/3896491190 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f16ac0ccb30 msgr2=0x7f16ac0b3a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:38.146 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16b2fdf640 1 --2- 172.21.15.23:0/3896491190 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f16ac0ccb30 0x7f16ac0b3a20 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f16ac0b4af0 tx=0x7f16a001c180 comp rx=0 tx=0).stop 2023-06-26T03:02:38.146 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16b2fdf640 1 -- 172.21.15.23:0/3896491190 shutdown_connections 2023-06-26T03:02:38.146 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16b2fdf640 1 --2- 172.21.15.23:0/3896491190 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f16ac0b3f60 0x7f16ac15f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.146 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16b2fdf640 1 --2- 172.21.15.23:0/3896491190 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f16ac0ccb30 0x7f16ac0b3a20 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.146 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16b2fdf640 1 --2- 172.21.15.23:0/3896491190 >> v2:172.21.15.71:3300/0 conn(0x7f16ac15b6e0 0x7f16ac0cc5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.146 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16b2fdf640 1 -- 172.21.15.23:0/3896491190 >> 172.21.15.23:0/3896491190 conn(0x7f16ac0d1fa0 msgr2=0x7f16ac0d23a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:38.146 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16b2fdf640 1 -- 172.21.15.23:0/3896491190 shutdown_connections 2023-06-26T03:02:38.147 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16b2fdf640 1 -- 172.21.15.23:0/3896491190 wait complete. 2023-06-26T03:02:38.148 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16b2fdf640 1 Processor -- start 2023-06-26T03:02:38.148 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16b2fdf640 1 -- start start 2023-06-26T03:02:38.148 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16b2fdf640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f16ac0b3f60 0x7f16ac0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:38.148 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16b2fdf640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f16ac0ccb30 0x7f16ac0b1c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:38.149 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16b2fdf640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f16ac15b6e0 0x7f16ac14fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:38.149 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16b2fdf640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16ac151630 con 0x7f16ac0b3f60 2023-06-26T03:02:38.149 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16b2fdf640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16ac0c6b10 con 0x7f16ac0ccb30 2023-06-26T03:02:38.149 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16b2fdf640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16ac150d00 con 0x7f16ac15b6e0 2023-06-26T03:02:38.149 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16b0d7b640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f16ac0b3f60 0x7f16ac0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:38.149 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16b0d7b640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f16ac0b3f60 0x7f16ac0b4dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56022/0 (socket says 172.21.15.23:56022) 2023-06-26T03:02:38.149 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16b0d7b640 1 -- 172.21.15.23:0/1585701692 learned_addr learned my addr 172.21.15.23:0/1585701692 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:38.150 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16abfff640 1 --2- 172.21.15.23:0/1585701692 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f16ac0ccb30 0x7f16ac0b1c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:38.150 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16b157c640 1 --2- 172.21.15.23:0/1585701692 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f16ac15b6e0 0x7f16ac14fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:38.150 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16b0d7b640 1 -- 172.21.15.23:0/1585701692 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f16ac15b6e0 msgr2=0x7f16ac14fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:38.150 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16b0d7b640 1 --2- 172.21.15.23:0/1585701692 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f16ac15b6e0 0x7f16ac14fc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.150 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16b0d7b640 1 -- 172.21.15.23:0/1585701692 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f16ac0ccb30 msgr2=0x7f16ac0b1c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:38.150 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16b0d7b640 1 --2- 172.21.15.23:0/1585701692 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f16ac0ccb30 0x7f16ac0b1c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.150 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16b0d7b640 1 -- 172.21.15.23:0/1585701692 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16a00094d0 con 0x7f16ac0b3f60 2023-06-26T03:02:38.150 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16abfff640 1 --2- 172.21.15.23:0/1585701692 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f16ac0ccb30 0x7f16ac0b1c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:38.151 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16b0d7b640 1 --2- 172.21.15.23:0/1585701692 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f16ac0b3f60 0x7f16ac0b4dd0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f169c00d5f0 tx=0x7f169c00dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:38.151 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16a97fa640 1 -- 172.21.15.23:0/1585701692 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f169c0125f0 con 0x7f16ac0b3f60 2023-06-26T03:02:38.151 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16a97fa640 1 -- 172.21.15.23:0/1585701692 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f169c012750 con 0x7f16ac0b3f60 2023-06-26T03:02:38.151 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16b2fdf640 1 -- 172.21.15.23:0/1585701692 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f16ac150fe0 con 0x7f16ac0b3f60 2023-06-26T03:02:38.151 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16a97fa640 1 -- 172.21.15.23:0/1585701692 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f169c012ae0 con 0x7f16ac0b3f60 2023-06-26T03:02:38.151 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16b2fdf640 1 -- 172.21.15.23:0/1585701692 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f16ac0b21a0 con 0x7f16ac0b3f60 2023-06-26T03:02:38.151 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.139+0000 7f16b2fdf640 1 -- 172.21.15.23:0/1585701692 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f16ac04d790 con 0x7f16ac0b3f60 2023-06-26T03:02:38.152 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.143+0000 7f16a97fa640 1 -- 172.21.15.23:0/1585701692 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f169c012c40 con 0x7f16ac0b3f60 2023-06-26T03:02:38.152 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.143+0000 7f16a97fa640 1 --2- 172.21.15.23:0/1585701692 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1698066280 0x7f1698068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:38.152 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.143+0000 7f16a97fa640 1 -- 172.21.15.23:0/1585701692 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f169c0845a0 con 0x7f16ac0b3f60 2023-06-26T03:02:38.152 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.143+0000 7f16abfff640 1 --2- 172.21.15.23:0/1585701692 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1698066280 0x7f1698068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:38.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.143+0000 7f16abfff640 1 --2- 172.21.15.23:0/1585701692 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1698066280 0x7f1698068730 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f16a00ad000 tx=0x7f16a0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:38.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.147+0000 7f16a97fa640 1 -- 172.21.15.23:0/1585701692 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f169c051690 con 0x7f16ac0b3f60 2023-06-26T03:02:38.299 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.291+0000 7f16b2fdf640 1 -- 172.21.15.23:0/1585701692 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f16ac0ce370 con 0x7f16ac0b3f60 2023-06-26T03:02:38.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.291+0000 7f16a97fa640 1 -- 172.21.15.23:0/1585701692 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v27) v1 ==== 100+0+11 (secure 0 0 0) 0x7f169c007380 con 0x7f16ac0b3f60 2023-06-26T03:02:38.300 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 64 2023-06-26T03:02:38.302 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.295+0000 7f16b2fdf640 1 -- 172.21.15.23:0/1585701692 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1698066280 msgr2=0x7f1698068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:38.302 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.295+0000 7f16b2fdf640 1 --2- 172.21.15.23:0/1585701692 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1698066280 0x7f1698068730 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f16a00ad000 tx=0x7f16a0008040 comp rx=0 tx=0).stop 2023-06-26T03:02:38.302 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.295+0000 7f16b2fdf640 1 -- 172.21.15.23:0/1585701692 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f16ac0b3f60 msgr2=0x7f16ac0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:38.302 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.295+0000 7f16b2fdf640 1 --2- 172.21.15.23:0/1585701692 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f16ac0b3f60 0x7f16ac0b4dd0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f169c00d5f0 tx=0x7f169c00dab0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.295+0000 7f16b2fdf640 1 -- 172.21.15.23:0/1585701692 shutdown_connections 2023-06-26T03:02:38.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.295+0000 7f16b2fdf640 1 --2- 172.21.15.23:0/1585701692 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1698066280 0x7f1698068730 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.295+0000 7f16b2fdf640 1 --2- 172.21.15.23:0/1585701692 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f16ac15b6e0 0x7f16ac14fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.295+0000 7f16b2fdf640 1 --2- 172.21.15.23:0/1585701692 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f16ac0ccb30 0x7f16ac0b1c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.295+0000 7f16b2fdf640 1 --2- 172.21.15.23:0/1585701692 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f16ac0b3f60 0x7f16ac0b4dd0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.295+0000 7f16b2fdf640 1 -- 172.21.15.23:0/1585701692 >> 172.21.15.23:0/1585701692 conn(0x7f16ac0d1fa0 msgr2=0x7f16ac165c40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:38.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.295+0000 7f16b2fdf640 1 -- 172.21.15.23:0/1585701692 shutdown_connections 2023-06-26T03:02:38.304 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.295+0000 7f16b2fdf640 1 -- 172.21.15.23:0/1585701692 wait complete. 2023-06-26T03:02:38.317 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-06-26T03:02:38.440 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.435+0000 7fe22f93d640 1 Processor -- start 2023-06-26T03:02:38.441 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.435+0000 7fe22f93d640 1 -- start start 2023-06-26T03:02:38.442 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.435+0000 7fe22f93d640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe2280aceb0 0x7fe2280c9240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:38.442 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.435+0000 7fe22f93d640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fe22806ef70 0x7fe22806f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:38.442 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.435+0000 7fe22f93d640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fe22815bf80 0x7fe22815c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:38.442 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.435+0000 7fe22f93d640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe22806f920 con 0x7fe22815bf80 2023-06-26T03:02:38.443 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.435+0000 7fe22f93d640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe2280ad280 con 0x7fe22806ef70 2023-06-26T03:02:38.443 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.435+0000 7fe22f93d640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2280c83d0 con 0x7fe2280aceb0 2023-06-26T03:02:38.443 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.435+0000 7fe22deda640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fe22815bf80 0x7fe22815c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:38.443 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.435+0000 7fe22deda640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fe22815bf80 0x7fe22815c3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56038/0 (socket says 172.21.15.23:56038) 2023-06-26T03:02:38.443 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.435+0000 7fe22deda640 1 -- 172.21.15.23:0/666407289 learned_addr learned my addr 172.21.15.23:0/666407289 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:38.443 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.435+0000 7fe22ced8640 1 --2- 172.21.15.23:0/666407289 >> v2:172.21.15.71:3300/0 conn(0x7fe22806ef70 0x7fe22806f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:38.443 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.435+0000 7fe22deda640 1 -- 172.21.15.23:0/666407289 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe2280aceb0 msgr2=0x7fe2280c9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:38.444 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.435+0000 7fe22deda640 1 --2- 172.21.15.23:0/666407289 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe2280aceb0 0x7fe2280c9240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.444 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.435+0000 7fe22deda640 1 -- 172.21.15.23:0/666407289 >> v2:172.21.15.71:3300/0 conn(0x7fe22806ef70 msgr2=0x7fe22806f3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:38.444 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.435+0000 7fe22deda640 1 --2- 172.21.15.23:0/666407289 >> v2:172.21.15.71:3300/0 conn(0x7fe22806ef70 0x7fe22806f3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.444 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.435+0000 7fe22deda640 1 -- 172.21.15.23:0/666407289 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe228158c90 con 0x7fe22815bf80 2023-06-26T03:02:38.445 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.435+0000 7fe22deda640 1 --2- 172.21.15.23:0/666407289 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe22815bf80 0x7fe22815c3e0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fe22806abf0 tx=0x7fe22001c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1ff68de8681e5c5 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:38.445 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.439+0000 7fe21ffff640 1 -- 172.21.15.23:0/666407289 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2200a5820 con 0x7fe22815bf80 2023-06-26T03:02:38.445 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.439+0000 7fe21ffff640 1 -- 172.21.15.23:0/666407289 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2200a5980 con 0x7fe22815bf80 2023-06-26T03:02:38.445 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.439+0000 7fe21ffff640 1 -- 172.21.15.23:0/666407289 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2200a5d10 con 0x7fe22815bf80 2023-06-26T03:02:38.445 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.439+0000 7fe22f93d640 1 -- 172.21.15.23:0/666407289 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe22815bf80 msgr2=0x7fe22815c3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:38.445 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.439+0000 7fe22f93d640 1 --2- 172.21.15.23:0/666407289 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe22815bf80 0x7fe22815c3e0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fe22806abf0 tx=0x7fe22001c9a0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.446 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.439+0000 7fe22f93d640 1 -- 172.21.15.23:0/666407289 shutdown_connections 2023-06-26T03:02:38.446 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.439+0000 7fe22f93d640 1 --2- 172.21.15.23:0/666407289 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe22815bf80 0x7fe22815c3e0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.446 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.439+0000 7fe22f93d640 1 --2- 172.21.15.23:0/666407289 >> v2:172.21.15.71:3300/0 conn(0x7fe22806ef70 0x7fe22806f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.446 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.439+0000 7fe22f93d640 1 --2- 172.21.15.23:0/666407289 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe2280aceb0 0x7fe2280c9240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.446 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.439+0000 7fe22f93d640 1 -- 172.21.15.23:0/666407289 >> 172.21.15.23:0/666407289 conn(0x7fe228069fc0 msgr2=0x7fe2280ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:38.446 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.439+0000 7fe22f93d640 1 -- 172.21.15.23:0/666407289 shutdown_connections 2023-06-26T03:02:38.446 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.439+0000 7fe22f93d640 1 -- 172.21.15.23:0/666407289 wait complete. 2023-06-26T03:02:38.447 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.439+0000 7fe22f93d640 1 Processor -- start 2023-06-26T03:02:38.447 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.439+0000 7fe22f93d640 1 -- start start 2023-06-26T03:02:38.448 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.439+0000 7fe22f93d640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe22806ef70 0x7fe2280ad550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:38.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.439+0000 7fe22f93d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe2280aceb0 0x7fe2280c3fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:38.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.439+0000 7fe22f93d640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe22815bf80 0x7fe228152da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:38.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.439+0000 7fe22f93d640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2280c44f0 con 0x7fe22806ef70 2023-06-26T03:02:38.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.439+0000 7fe22f93d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2280adb30 con 0x7fe2280aceb0 2023-06-26T03:02:38.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.439+0000 7fe22f93d640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2280ade10 con 0x7fe22815bf80 2023-06-26T03:02:38.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.439+0000 7fe22d6d9640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe22806ef70 0x7fe2280ad550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:38.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.439+0000 7fe22d6d9640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe22806ef70 0x7fe2280ad550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56042/0 (socket says 172.21.15.23:56042) 2023-06-26T03:02:38.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.439+0000 7fe22d6d9640 1 -- 172.21.15.23:0/109838756 learned_addr learned my addr 172.21.15.23:0/109838756 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:38.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.439+0000 7fe22ced8640 1 --2- 172.21.15.23:0/109838756 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe2280aceb0 0x7fe2280c3fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:38.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.439+0000 7fe22deda640 1 --2- 172.21.15.23:0/109838756 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe22815bf80 0x7fe228152da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:38.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.439+0000 7fe22d6d9640 1 -- 172.21.15.23:0/109838756 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe22815bf80 msgr2=0x7fe228152da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:38.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.439+0000 7fe22d6d9640 1 --2- 172.21.15.23:0/109838756 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe22815bf80 0x7fe228152da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.439+0000 7fe22d6d9640 1 -- 172.21.15.23:0/109838756 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe2280aceb0 msgr2=0x7fe2280c3fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:38.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.439+0000 7fe22d6d9640 1 --2- 172.21.15.23:0/109838756 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe2280aceb0 0x7fe2280c3fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.439+0000 7fe22d6d9640 1 -- 172.21.15.23:0/109838756 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe220009b30 con 0x7fe22806ef70 2023-06-26T03:02:38.451 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.439+0000 7fe22ced8640 1 --2- 172.21.15.23:0/109838756 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe2280aceb0 0x7fe2280c3fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:02:38.451 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.439+0000 7fe22d6d9640 1 --2- 172.21.15.23:0/109838756 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe22806ef70 0x7fe2280ad550 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fe22400b410 tx=0x7fe22400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:38.451 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.443+0000 7fe21dffb640 1 -- 172.21.15.23:0/109838756 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe224011830 con 0x7fe22806ef70 2023-06-26T03:02:38.451 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.443+0000 7fe21dffb640 1 -- 172.21.15.23:0/109838756 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe224011990 con 0x7fe22806ef70 2023-06-26T03:02:38.451 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.443+0000 7fe21dffb640 1 -- 172.21.15.23:0/109838756 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe224011d40 con 0x7fe22806ef70 2023-06-26T03:02:38.451 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.443+0000 7fe22f93d640 1 -- 172.21.15.23:0/109838756 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe2280ae0f0 con 0x7fe22806ef70 2023-06-26T03:02:38.451 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.443+0000 7fe22f93d640 1 -- 172.21.15.23:0/109838756 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe2280ae6b0 con 0x7fe22806ef70 2023-06-26T03:02:38.452 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.443+0000 7fe22f93d640 1 -- 172.21.15.23:0/109838756 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe22804d790 con 0x7fe22806ef70 2023-06-26T03:02:38.452 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.443+0000 7fe21dffb640 1 -- 172.21.15.23:0/109838756 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe22401a400 con 0x7fe22806ef70 2023-06-26T03:02:38.452 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.443+0000 7fe21dffb640 1 --2- 172.21.15.23:0/109838756 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe20c066280 0x7fe20c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:38.453 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.443+0000 7fe21dffb640 1 -- 172.21.15.23:0/109838756 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7fe224084170 con 0x7fe22806ef70 2023-06-26T03:02:38.453 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.443+0000 7fe22ced8640 1 --2- 172.21.15.23:0/109838756 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe20c066280 0x7fe20c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:38.453 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.443+0000 7fe22ced8640 1 --2- 172.21.15.23:0/109838756 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe20c066280 0x7fe20c068730 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fe2280c2eb0 tx=0x7fe218008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:38.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.447+0000 7fe21dffb640 1 -- 172.21.15.23:0/109838756 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe224051300 con 0x7fe22806ef70 2023-06-26T03:02:38.603 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.595+0000 7fe22f93d640 1 -- 172.21.15.23:0/109838756 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fe2280c0f70 con 0x7fe22806ef70 2023-06-26T03:02:38.604 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.595+0000 7fe21dffb640 1 -- 172.21.15.23:0/109838756 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v27) v1 ==== 103+0+11 (secure 0 0 0) 0x7fe224054920 con 0x7fe22806ef70 2023-06-26T03:02:38.604 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:02:38.606 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.599+0000 7fe22f93d640 1 -- 172.21.15.23:0/109838756 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe20c066280 msgr2=0x7fe20c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:38.606 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.599+0000 7fe22f93d640 1 --2- 172.21.15.23:0/109838756 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe20c066280 0x7fe20c068730 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fe2280c2eb0 tx=0x7fe218008040 comp rx=0 tx=0).stop 2023-06-26T03:02:38.606 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.599+0000 7fe22f93d640 1 -- 172.21.15.23:0/109838756 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe22806ef70 msgr2=0x7fe2280ad550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:38.606 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.599+0000 7fe22f93d640 1 --2- 172.21.15.23:0/109838756 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe22806ef70 0x7fe2280ad550 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fe22400b410 tx=0x7fe22400b8d0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.606 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.599+0000 7fe22f93d640 1 -- 172.21.15.23:0/109838756 shutdown_connections 2023-06-26T03:02:38.606 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.599+0000 7fe22f93d640 1 --2- 172.21.15.23:0/109838756 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe20c066280 0x7fe20c068730 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.606 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.599+0000 7fe22f93d640 1 --2- 172.21.15.23:0/109838756 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe22815bf80 0x7fe228152da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.607 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.599+0000 7fe22f93d640 1 --2- 172.21.15.23:0/109838756 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe2280aceb0 0x7fe2280c3fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.607 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.599+0000 7fe22f93d640 1 --2- 172.21.15.23:0/109838756 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe22806ef70 0x7fe2280ad550 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.607 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.599+0000 7fe22f93d640 1 -- 172.21.15.23:0/109838756 >> 172.21.15.23:0/109838756 conn(0x7fe228069fc0 msgr2=0x7fe2280cc760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:38.607 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.599+0000 7fe22f93d640 1 -- 172.21.15.23:0/109838756 shutdown_connections 2023-06-26T03:02:38.607 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.599+0000 7fe22f93d640 1 -- 172.21.15.23:0/109838756 wait complete. 2023-06-26T03:02:38.621 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-26T03:02:38.740 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.731+0000 7f0f13181640 1 Processor -- start 2023-06-26T03:02:38.740 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.731+0000 7f0f13181640 1 -- start start 2023-06-26T03:02:38.741 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.735+0000 7f0f13181640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f0f0c153a50 0x7f0f0c0ce3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:38.741 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.735+0000 7f0f13181640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f0f0c159a80 0x7f0f0c0c9340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:38.742 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.735+0000 7f0f13181640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0f0c159f40 con 0x7f0f0c0c9880 2023-06-26T03:02:38.742 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.735+0000 7f0f13181640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0f0c15d070 con 0x7f0f0c153a50 2023-06-26T03:02:38.742 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.735+0000 7f0f13181640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0f0c15a220 con 0x7f0f0c159a80 2023-06-26T03:02:38.742 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.735+0000 7f0f10f1d640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f0f0c153a50 0x7f0f0c0ce3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:38.742 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.735+0000 7f0f10f1d640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f0f0c153a50 0x7f0f0c0ce3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56050/0 (socket says 172.21.15.23:56050) 2023-06-26T03:02:38.742 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.735+0000 7f0f10f1d640 1 -- 172.21.15.23:0/1226010363 learned_addr learned my addr 172.21.15.23:0/1226010363 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:38.743 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.735+0000 7f0f0bfff640 1 --2- 172.21.15.23:0/1226010363 >> v2:172.21.15.71:3300/0 conn(0x7f0f0c159a80 0x7f0f0c0c9340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:38.743 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.735+0000 7f0f10f1d640 1 -- 172.21.15.23:0/1226010363 >> v2:172.21.15.71:3300/0 conn(0x7f0f0c159a80 msgr2=0x7f0f0c0c9340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:38.743 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.735+0000 7f0f10f1d640 1 --2- 172.21.15.23:0/1226010363 >> v2:172.21.15.71:3300/0 conn(0x7f0f0c159a80 0x7f0f0c0c9340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.743 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.735+0000 7f0f10f1d640 1 -- 172.21.15.23:0/1226010363 >> v1:172.21.15.71:6789/0 conn(0x7f0f0c0c9880 legacy=0x7f0f0c0ccc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:38.744 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.735+0000 7f0f10f1d640 1 -- 172.21.15.23:0/1226010363 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f0c15a500 con 0x7f0f0c153a50 2023-06-26T03:02:38.744 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.735+0000 7f0f0bfff640 1 --2- 172.21.15.23:0/1226010363 >> v2:172.21.15.71:3300/0 conn(0x7f0f0c159a80 0x7f0f0c0c9340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:38.745 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.735+0000 7f0f10f1d640 1 --2- 172.21.15.23:0/1226010363 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0f0c153a50 0x7f0f0c0ce3a0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f0f0c0b3d60 tx=0x7f0efc01c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4673a10f08d88a33 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:38.745 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.735+0000 7f0f0b7fe640 1 -- 172.21.15.23:0/1226010363 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0efc0ac600 con 0x7f0f0c153a50 2023-06-26T03:02:38.745 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.735+0000 7f0f0b7fe640 1 -- 172.21.15.23:0/1226010363 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0efc0a8050 con 0x7f0f0c153a50 2023-06-26T03:02:38.745 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.735+0000 7f0f0b7fe640 1 -- 172.21.15.23:0/1226010363 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0efc0ac980 con 0x7f0f0c153a50 2023-06-26T03:02:38.745 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.739+0000 7f0f13181640 1 -- 172.21.15.23:0/1226010363 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0f0c153a50 msgr2=0x7f0f0c0ce3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:38.745 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.739+0000 7f0f13181640 1 --2- 172.21.15.23:0/1226010363 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0f0c153a50 0x7f0f0c0ce3a0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f0f0c0b3d60 tx=0x7f0efc01c400 comp rx=0 tx=0).stop 2023-06-26T03:02:38.745 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.739+0000 7f0f13181640 1 -- 172.21.15.23:0/1226010363 shutdown_connections 2023-06-26T03:02:38.746 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.739+0000 7f0f13181640 1 --2- 172.21.15.23:0/1226010363 >> v2:172.21.15.71:3300/0 conn(0x7f0f0c159a80 0x7f0f0c0c9340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.746 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.739+0000 7f0f13181640 1 --2- 172.21.15.23:0/1226010363 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0f0c153a50 0x7f0f0c0ce3a0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.746 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.739+0000 7f0f13181640 1 -- 172.21.15.23:0/1226010363 >> 172.21.15.23:0/1226010363 conn(0x7f0f0c069400 msgr2=0x7f0f0c069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:38.746 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.739+0000 7f0f13181640 1 -- 172.21.15.23:0/1226010363 shutdown_connections 2023-06-26T03:02:38.746 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.739+0000 7f0f13181640 1 -- 172.21.15.23:0/1226010363 wait complete. 2023-06-26T03:02:38.748 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.739+0000 7f0f13181640 1 Processor -- start 2023-06-26T03:02:38.748 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.739+0000 7f0f13181640 1 -- start start 2023-06-26T03:02:38.748 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.739+0000 7f0f13181640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0f0c0c9880 0x7f0f0c0c3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:38.748 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.739+0000 7f0f13181640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0f0c153a50 0x7f0f0c1525d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:38.748 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.739+0000 7f0f13181640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0f0c159a80 0x7f0f0c1587b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:38.748 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.739+0000 7f0f13181640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f0c151b80 con 0x7f0f0c153a50 2023-06-26T03:02:38.748 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.739+0000 7f0f13181640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f0c158cf0 con 0x7f0f0c0c9880 2023-06-26T03:02:38.749 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.739+0000 7f0f13181640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0f0c0c45d0 con 0x7f0f0c159a80 2023-06-26T03:02:38.749 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.739+0000 7f0f0bfff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0f0c153a50 0x7f0f0c1525d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:38.749 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.739+0000 7f0f0bfff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0f0c153a50 0x7f0f0c1525d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56062/0 (socket says 172.21.15.23:56062) 2023-06-26T03:02:38.749 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.739+0000 7f0f0bfff640 1 -- 172.21.15.23:0/1799277764 learned_addr learned my addr 172.21.15.23:0/1799277764 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:38.749 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.739+0000 7f0f10f1d640 1 --2- 172.21.15.23:0/1799277764 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0f0c0c9880 0x7f0f0c0c3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:38.749 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.739+0000 7f0f1171e640 1 --2- 172.21.15.23:0/1799277764 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0f0c159a80 0x7f0f0c1587b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:38.749 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.739+0000 7f0f0bfff640 1 -- 172.21.15.23:0/1799277764 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0f0c159a80 msgr2=0x7f0f0c1587b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:38.750 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.739+0000 7f0f0bfff640 1 --2- 172.21.15.23:0/1799277764 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0f0c159a80 0x7f0f0c1587b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.750 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.739+0000 7f0f0bfff640 1 -- 172.21.15.23:0/1799277764 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0f0c0c9880 msgr2=0x7f0f0c0c3ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:38.750 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.739+0000 7f0f0bfff640 1 --2- 172.21.15.23:0/1799277764 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0f0c0c9880 0x7f0f0c0c3ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.750 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.739+0000 7f0f0bfff640 1 -- 172.21.15.23:0/1799277764 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0efc0094d0 con 0x7f0f0c153a50 2023-06-26T03:02:38.750 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.739+0000 7f0f10f1d640 1 --2- 172.21.15.23:0/1799277764 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0f0c0c9880 0x7f0f0c0c3ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:02:38.750 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.739+0000 7f0f0bfff640 1 --2- 172.21.15.23:0/1799277764 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0f0c153a50 0x7f0f0c1525d0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f0f0000c820 tx=0x7f0f0000cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:38.750 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.739+0000 7f0f097fa640 1 -- 172.21.15.23:0/1799277764 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f00007a30 con 0x7f0f0c153a50 2023-06-26T03:02:38.750 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.739+0000 7f0f097fa640 1 -- 172.21.15.23:0/1799277764 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f00007b90 con 0x7f0f0c153a50 2023-06-26T03:02:38.751 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.739+0000 7f0f13181640 1 -- 172.21.15.23:0/1799277764 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0f0c0c48b0 con 0x7f0f0c153a50 2023-06-26T03:02:38.751 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.739+0000 7f0f097fa640 1 -- 172.21.15.23:0/1799277764 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f000113f0 con 0x7f0f0c153a50 2023-06-26T03:02:38.751 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.739+0000 7f0f13181640 1 -- 172.21.15.23:0/1799277764 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0f0c1520b0 con 0x7f0f0c153a50 2023-06-26T03:02:38.751 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.743+0000 7f0f13181640 1 -- 172.21.15.23:0/1799277764 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0f0c0ce8a0 con 0x7f0f0c153a50 2023-06-26T03:02:38.752 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.743+0000 7f0f097fa640 1 -- 172.21.15.23:0/1799277764 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f0f00011550 con 0x7f0f0c153a50 2023-06-26T03:02:38.752 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.743+0000 7f0f097fa640 1 --2- 172.21.15.23:0/1799277764 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0ef8066280 0x7f0ef8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:38.752 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.743+0000 7f0f097fa640 1 -- 172.21.15.23:0/1799277764 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f0f00084260 con 0x7f0f0c153a50 2023-06-26T03:02:38.752 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.743+0000 7f0f10f1d640 1 --2- 172.21.15.23:0/1799277764 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0ef8066280 0x7f0ef8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:38.752 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.743+0000 7f0f10f1d640 1 --2- 172.21.15.23:0/1799277764 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0ef8066280 0x7f0ef8068730 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f0efc0ae000 tx=0x7f0efc008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:38.753 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.747+0000 7f0f097fa640 1 -- 172.21.15.23:0/1799277764 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f0f000513f0 con 0x7f0f0c153a50 2023-06-26T03:02:38.944 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.935+0000 7f0f13181640 1 -- 172.21.15.23:0/1799277764 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0f0c04d790 con 0x7f0f0c153a50 2023-06-26T03:02:38.945 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.939+0000 7f0f097fa640 1 -- 172.21.15.23:0/1799277764 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4661 (secure 0 0 0) 0x7f0f00054a10 con 0x7f0f0c153a50 2023-06-26T03:02:38.945 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:02:38.945 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.23:6833/3276997842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6832","nonce":3276997842},{"type":"v1","addr":"172.21.15.23:6833","nonce":3276997842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.23:6835/353160656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6834","nonce":353160656},{"type":"v1","addr":"172.21.15.23:6835","nonce":353160656}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4282,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/1779817889","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":1779817889},{"type":"v1","addr":"172.21.15.71:6835","nonce":1779817889}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-06-26T03:02:08.833964+0000","modified":"2023-06-26T03:02:32.270870+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4288},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4288":{"gid":4288,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.71:6837/264733844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":264733844},{"type":"v1","addr":"172.21.15.71:6837","nonce":264733844}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4,5],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-06-26T03:02:38.946 INFO:teuthology.orchestra.run.smithi023.stderr:dumped fsmap epoch 8 2023-06-26T03:02:38.947 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.939+0000 7f0f13181640 1 -- 172.21.15.23:0/1799277764 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0ef8066280 msgr2=0x7f0ef8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:38.947 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.939+0000 7f0f13181640 1 --2- 172.21.15.23:0/1799277764 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0ef8066280 0x7f0ef8068730 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f0efc0ae000 tx=0x7f0efc008040 comp rx=0 tx=0).stop 2023-06-26T03:02:38.947 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.939+0000 7f0f13181640 1 -- 172.21.15.23:0/1799277764 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0f0c153a50 msgr2=0x7f0f0c1525d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:38.947 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.939+0000 7f0f13181640 1 --2- 172.21.15.23:0/1799277764 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0f0c153a50 0x7f0f0c1525d0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f0f0000c820 tx=0x7f0f0000cce0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.948 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.939+0000 7f0f13181640 1 -- 172.21.15.23:0/1799277764 shutdown_connections 2023-06-26T03:02:38.948 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.939+0000 7f0f13181640 1 --2- 172.21.15.23:0/1799277764 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0ef8066280 0x7f0ef8068730 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.948 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.939+0000 7f0f13181640 1 --2- 172.21.15.23:0/1799277764 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0f0c159a80 0x7f0f0c1587b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.948 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.939+0000 7f0f13181640 1 --2- 172.21.15.23:0/1799277764 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0f0c153a50 0x7f0f0c1525d0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.948 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.939+0000 7f0f13181640 1 --2- 172.21.15.23:0/1799277764 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0f0c0c9880 0x7f0f0c0c3ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:38.948 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.939+0000 7f0f13181640 1 -- 172.21.15.23:0/1799277764 >> 172.21.15.23:0/1799277764 conn(0x7f0f0c069400 msgr2=0x7f0f0c0ccc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:38.948 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.939+0000 7f0f13181640 1 -- 172.21.15.23:0/1799277764 shutdown_connections 2023-06-26T03:02:38.949 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:38.939+0000 7f0f13181640 1 -- 172.21.15.23:0/1799277764 wait complete. 2023-06-26T03:02:38.965 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:02:39.092 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.083+0000 7f7363a6e640 1 Processor -- start 2023-06-26T03:02:39.092 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.083+0000 7f7363a6e640 1 -- start start 2023-06-26T03:02:39.093 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.087+0000 7f7363a6e640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f735c159a80 0x7f735c0c9340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:39.093 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.087+0000 7f7363a6e640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f735c0c9880 0x7f735c0ccc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:39.094 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.087+0000 7f7363a6e640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f735c159f40 con 0x7f735c153a50 2023-06-26T03:02:39.094 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.087+0000 7f7363a6e640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f735c15d070 con 0x7f735c0c9880 2023-06-26T03:02:39.094 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.087+0000 7f7363a6e640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f735c15a220 con 0x7f735c159a80 2023-06-26T03:02:39.094 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.087+0000 7f736180a640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f735c153a50 0x7f735c0ce3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:32842/0 (socket says 172.21.15.23:32842) 2023-06-26T03:02:39.094 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.087+0000 7f736180a640 1 -- 172.21.15.23:0/1887357392 learned_addr learned my addr 172.21.15.23:0/1887357392 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:39.094 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.087+0000 7f736200b640 1 --2- 172.21.15.23:0/1887357392 >> v2:172.21.15.71:3300/0 conn(0x7f735c0c9880 0x7f735c0ccc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:39.094 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.087+0000 7f7361009640 1 --2- 172.21.15.23:0/1887357392 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f735c159a80 0x7f735c0c9340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:39.095 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.087+0000 7f7360808640 1 -- 172.21.15.23:0/1887357392 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3868191821 0 0) 0x7f735c159f40 con 0x7f735c153a50 2023-06-26T03:02:39.095 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.087+0000 7f7360808640 1 -- 172.21.15.23:0/1887357392 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7348003530 con 0x7f735c153a50 2023-06-26T03:02:39.095 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.087+0000 7f736200b640 1 -- 172.21.15.23:0/1887357392 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f735c159a80 msgr2=0x7f735c0c9340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:39.095 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.087+0000 7f736200b640 1 --2- 172.21.15.23:0/1887357392 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f735c159a80 0x7f735c0c9340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:39.096 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.087+0000 7f736200b640 1 -- 172.21.15.23:0/1887357392 >> v1:172.21.15.23:6789/0 conn(0x7f735c153a50 legacy=0x7f735c0ce3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:39.096 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.087+0000 7f736200b640 1 -- 172.21.15.23:0/1887357392 --> v2:172.21.15.71:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f735c15a500 con 0x7f735c0c9880 2023-06-26T03:02:39.096 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.091+0000 7f736200b640 1 --2- 172.21.15.23:0/1887357392 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f735c0c9880 0x7f735c0ccc20 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f73580097c0 tx=0x7f735801c450 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d20981f99445a68e server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:39.097 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.091+0000 7f7360808640 1 -- 172.21.15.23:0/1887357392 <== mon.1 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73580ad660 con 0x7f735c0c9880 2023-06-26T03:02:39.097 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.091+0000 7f7360808640 1 -- 172.21.15.23:0/1887357392 <== mon.1 v2:172.21.15.71:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73580ad7c0 con 0x7f735c0c9880 2023-06-26T03:02:39.097 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.091+0000 7f7360808640 1 -- 172.21.15.23:0/1887357392 <== mon.1 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73580adb30 con 0x7f735c0c9880 2023-06-26T03:02:39.098 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.091+0000 7f7363a6e640 1 -- 172.21.15.23:0/1887357392 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f735c0c9880 msgr2=0x7f735c0ccc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:39.098 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.091+0000 7f7363a6e640 1 --2- 172.21.15.23:0/1887357392 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f735c0c9880 0x7f735c0ccc20 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f73580097c0 tx=0x7f735801c450 comp rx=0 tx=0).stop 2023-06-26T03:02:39.098 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.091+0000 7f7363a6e640 1 -- 172.21.15.23:0/1887357392 shutdown_connections 2023-06-26T03:02:39.098 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.091+0000 7f7363a6e640 1 --2- 172.21.15.23:0/1887357392 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f735c0c9880 0x7f735c0ccc20 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:39.098 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.091+0000 7f7363a6e640 1 --2- 172.21.15.23:0/1887357392 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f735c159a80 0x7f735c0c9340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:39.098 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.091+0000 7f7363a6e640 1 -- 172.21.15.23:0/1887357392 >> 172.21.15.23:0/1887357392 conn(0x7f735c069400 msgr2=0x7f735c069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:39.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.091+0000 7f7363a6e640 1 -- 172.21.15.23:0/1887357392 shutdown_connections 2023-06-26T03:02:39.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.091+0000 7f7363a6e640 1 -- 172.21.15.23:0/1887357392 wait complete. 2023-06-26T03:02:39.100 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.091+0000 7f7363a6e640 1 Processor -- start 2023-06-26T03:02:39.100 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.091+0000 7f7363a6e640 1 -- start start 2023-06-26T03:02:39.100 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.091+0000 7f7363a6e640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f735c0c9880 0x7f735c13e460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:39.100 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.091+0000 7f7363a6e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f735c153a50 0x7f735c0b30f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:39.100 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.091+0000 7f7363a6e640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f735c159a80 0x7f735c0b3630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:39.100 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.091+0000 7f7363a6e640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f735c0c5660 con 0x7f735c159a80 2023-06-26T03:02:39.100 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.091+0000 7f7363a6e640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f735c1510e0 con 0x7f735c153a50 2023-06-26T03:02:39.101 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.091+0000 7f7363a6e640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f735c150e00 con 0x7f735c0c9880 2023-06-26T03:02:39.101 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.091+0000 7f736200b640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f735c159a80 0x7f735c0b3630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:39.101 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.091+0000 7f736200b640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f735c159a80 0x7f735c0b3630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56064/0 (socket says 172.21.15.23:56064) 2023-06-26T03:02:39.101 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.091+0000 7f736200b640 1 -- 172.21.15.23:0/4225558664 learned_addr learned my addr 172.21.15.23:0/4225558664 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:39.102 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.091+0000 7f736180a640 1 --2- 172.21.15.23:0/4225558664 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f735c0c9880 0x7f735c13e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:39.102 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.091+0000 7f7361009640 1 --2- 172.21.15.23:0/4225558664 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f735c153a50 0x7f735c0b30f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:39.102 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.091+0000 7f736200b640 1 -- 172.21.15.23:0/4225558664 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f735c0c9880 msgr2=0x7f735c13e460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:39.102 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.091+0000 7f736200b640 1 --2- 172.21.15.23:0/4225558664 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f735c0c9880 0x7f735c13e460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:39.102 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.091+0000 7f736200b640 1 -- 172.21.15.23:0/4225558664 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f735c153a50 msgr2=0x7f735c0b30f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:39.103 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.091+0000 7f736200b640 1 --2- 172.21.15.23:0/4225558664 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f735c153a50 0x7f735c0b30f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:39.103 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.091+0000 7f736200b640 1 -- 172.21.15.23:0/4225558664 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7358009420 con 0x7f735c159a80 2023-06-26T03:02:39.103 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.091+0000 7f7361009640 1 --2- 172.21.15.23:0/4225558664 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f735c153a50 0x7f735c0b30f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:39.103 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.091+0000 7f736200b640 1 --2- 172.21.15.23:0/4225558664 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f735c159a80 0x7f735c0b3630 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f735801c490 tx=0x7f73580191f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:39.103 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.091+0000 7f73527fc640 1 -- 172.21.15.23:0/4225558664 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73580adb30 con 0x7f735c159a80 2023-06-26T03:02:39.103 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.095+0000 7f73527fc640 1 -- 172.21.15.23:0/4225558664 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73580adc90 con 0x7f735c159a80 2023-06-26T03:02:39.103 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.095+0000 7f7363a6e640 1 -- 172.21.15.23:0/4225558664 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f735c0c5010 con 0x7f735c159a80 2023-06-26T03:02:39.104 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.095+0000 7f73527fc640 1 -- 172.21.15.23:0/4225558664 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7358003620 con 0x7f735c159a80 2023-06-26T03:02:39.104 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.095+0000 7f7363a6e640 1 -- 172.21.15.23:0/4225558664 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f735c13e9a0 con 0x7f735c159a80 2023-06-26T03:02:39.104 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.095+0000 7f7363a6e640 1 -- 172.21.15.23:0/4225558664 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f735c0c57d0 con 0x7f735c159a80 2023-06-26T03:02:39.104 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.095+0000 7f73527fc640 1 -- 172.21.15.23:0/4225558664 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f73580b4040 con 0x7f735c159a80 2023-06-26T03:02:39.105 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.095+0000 7f73527fc640 1 --2- 172.21.15.23:0/4225558664 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f73400662b0 0x7f7340068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:39.105 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.095+0000 7f73527fc640 1 -- 172.21.15.23:0/4225558664 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f735811e140 con 0x7f735c159a80 2023-06-26T03:02:39.105 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.095+0000 7f736180a640 1 --2- 172.21.15.23:0/4225558664 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f73400662b0 0x7f7340068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:39.105 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.095+0000 7f736180a640 1 --2- 172.21.15.23:0/4225558664 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f73400662b0 0x7f7340068760 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f73540012f0 tx=0x7f7354009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:39.107 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.099+0000 7f73527fc640 1 -- 172.21.15.23:0/4225558664 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f73580eb4b0 con 0x7f735c159a80 2023-06-26T03:02:39.256 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.247+0000 7f7363a6e640 1 -- 172.21.15.23:0/4225558664 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f735c04d790 con 0x7f735c159a80 2023-06-26T03:02:39.258 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.251+0000 7f73527fc640 1 -- 172.21.15.23:0/4225558664 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+20048 (secure 0 0 0) 0x7f73580eead0 con 0x7f735c159a80 2023-06-26T03:02:39.259 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:02:39.259 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":27,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:02:13.266489+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:02:07.262805+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:02:07.823501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data_ec","create_time":"2023-06-26T03:02:10.900368+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:02:39.260 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.251+0000 7f7363a6e640 1 -- 172.21.15.23:0/4225558664 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f73400662b0 msgr2=0x7f7340068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:39.261 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.251+0000 7f7363a6e640 1 --2- 172.21.15.23:0/4225558664 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f73400662b0 0x7f7340068760 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f73540012f0 tx=0x7f7354009040 comp rx=0 tx=0).stop 2023-06-26T03:02:39.261 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.251+0000 7f7363a6e640 1 -- 172.21.15.23:0/4225558664 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f735c159a80 msgr2=0x7f735c0b3630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:39.261 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.251+0000 7f7363a6e640 1 --2- 172.21.15.23:0/4225558664 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f735c159a80 0x7f735c0b3630 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f735801c490 tx=0x7f73580191f0 comp rx=0 tx=0).stop 2023-06-26T03:02:39.261 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.251+0000 7f7363a6e640 1 -- 172.21.15.23:0/4225558664 shutdown_connections 2023-06-26T03:02:39.261 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.251+0000 7f7363a6e640 1 --2- 172.21.15.23:0/4225558664 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f73400662b0 0x7f7340068760 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:39.261 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.251+0000 7f7363a6e640 1 --2- 172.21.15.23:0/4225558664 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f735c159a80 0x7f735c0b3630 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:39.261 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.255+0000 7f7363a6e640 1 --2- 172.21.15.23:0/4225558664 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f735c153a50 0x7f735c0b30f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:39.261 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.255+0000 7f7363a6e640 1 --2- 172.21.15.23:0/4225558664 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f735c0c9880 0x7f735c13e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:39.262 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.255+0000 7f7363a6e640 1 -- 172.21.15.23:0/4225558664 >> 172.21.15.23:0/4225558664 conn(0x7f735c069400 msgr2=0x7f735c0ce3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:39.262 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.255+0000 7f7363a6e640 1 -- 172.21.15.23:0/4225558664 shutdown_connections 2023-06-26T03:02:39.262 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.255+0000 7f7363a6e640 1 -- 172.21.15.23:0/4225558664 wait complete. 2023-06-26T03:02:39.277 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:01:57.280692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:02:02.819138+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-26T03:02:07.262805+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-26T03:02:07.823501+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-06-26T03:02:10.900368+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-06-26T03:02:39.277 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:02:39.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.399+0000 7f74c6828640 1 Processor -- start 2023-06-26T03:02:39.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.399+0000 7f74c6828640 1 -- start start 2023-06-26T03:02:39.406 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.399+0000 7f74c6828640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f74c015b6e0 0x7f74c00cc5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:39.406 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.399+0000 7f74c6828640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f74c00ccb30 0x7f74c00b3a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:39.406 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.399+0000 7f74c6828640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f74c00b4380 con 0x7f74c00b3f60 2023-06-26T03:02:39.406 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.399+0000 7f74c6828640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f74c00cf960 con 0x7f74c00ccb30 2023-06-26T03:02:39.406 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.399+0000 7f74c6828640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f74c00cfca0 con 0x7f74c015b6e0 2023-06-26T03:02:39.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.399+0000 7f74bf7fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f74c00ccb30 0x7f74c00b3a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:39.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.399+0000 7f74bf7fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f74c00ccb30 0x7f74c00b3a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56070/0 (socket says 172.21.15.23:56070) 2023-06-26T03:02:39.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.399+0000 7f74bf7fe640 1 -- 172.21.15.23:0/1714797334 learned_addr learned my addr 172.21.15.23:0/1714797334 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:39.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.399+0000 7f74bffff640 1 --2- 172.21.15.23:0/1714797334 >> v2:172.21.15.71:3300/0 conn(0x7f74c015b6e0 0x7f74c00cc5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:39.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.399+0000 7f74bf7fe640 1 -- 172.21.15.23:0/1714797334 >> v2:172.21.15.71:3300/0 conn(0x7f74c015b6e0 msgr2=0x7f74c00cc5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:39.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.399+0000 7f74bf7fe640 1 --2- 172.21.15.23:0/1714797334 >> v2:172.21.15.71:3300/0 conn(0x7f74c015b6e0 0x7f74c00cc5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:39.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.399+0000 7f74bf7fe640 1 -- 172.21.15.23:0/1714797334 >> v1:172.21.15.71:6789/0 conn(0x7f74c00b3f60 legacy=0x7f74c015f2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:39.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.399+0000 7f74bf7fe640 1 -- 172.21.15.23:0/1714797334 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74c00cede0 con 0x7f74c00ccb30 2023-06-26T03:02:39.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.399+0000 7f74bffff640 1 --2- 172.21.15.23:0/1714797334 >> v2:172.21.15.71:3300/0 conn(0x7f74c015b6e0 0x7f74c00cc5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:39.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.403+0000 7f74bf7fe640 1 --2- 172.21.15.23:0/1714797334 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f74c00ccb30 0x7f74c00b3a20 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f74c00b4af0 tx=0x7f74b401c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9a3f2f2ceba02fa server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:39.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.403+0000 7f74beffd640 1 -- 172.21.15.23:0/1714797334 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74b40ab600 con 0x7f74c00ccb30 2023-06-26T03:02:39.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.403+0000 7f74beffd640 1 -- 172.21.15.23:0/1714797334 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f74b40ab760 con 0x7f74c00ccb30 2023-06-26T03:02:39.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.403+0000 7f74beffd640 1 -- 172.21.15.23:0/1714797334 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74b40abaf0 con 0x7f74c00ccb30 2023-06-26T03:02:39.411 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.403+0000 7f74c6828640 1 -- 172.21.15.23:0/1714797334 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f74c00ccb30 msgr2=0x7f74c00b3a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:39.411 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.403+0000 7f74c6828640 1 --2- 172.21.15.23:0/1714797334 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f74c00ccb30 0x7f74c00b3a20 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f74c00b4af0 tx=0x7f74b401c400 comp rx=0 tx=0).stop 2023-06-26T03:02:39.411 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.403+0000 7f74c6828640 1 -- 172.21.15.23:0/1714797334 shutdown_connections 2023-06-26T03:02:39.411 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.403+0000 7f74c6828640 1 --2- 172.21.15.23:0/1714797334 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f74c00ccb30 0x7f74c00b3a20 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:39.411 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.403+0000 7f74c6828640 1 --2- 172.21.15.23:0/1714797334 >> v2:172.21.15.71:3300/0 conn(0x7f74c015b6e0 0x7f74c00cc5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:39.411 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.403+0000 7f74c6828640 1 -- 172.21.15.23:0/1714797334 >> 172.21.15.23:0/1714797334 conn(0x7f74c00d1fa0 msgr2=0x7f74c00d23a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:39.412 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.403+0000 7f74c6828640 1 -- 172.21.15.23:0/1714797334 shutdown_connections 2023-06-26T03:02:39.412 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.403+0000 7f74c6828640 1 -- 172.21.15.23:0/1714797334 wait complete. 2023-06-26T03:02:39.412 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.403+0000 7f74c6828640 1 Processor -- start 2023-06-26T03:02:39.412 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.403+0000 7f74c6828640 1 -- start start 2023-06-26T03:02:39.414 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.407+0000 7f74c6828640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f74c00b3f60 0x7f74c015bc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:39.414 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.407+0000 7f74c6828640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f74c00ccb30 0x7f74c0157ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:39.414 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.407+0000 7f74c6828640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f74c015b6e0 0x7f74c00b1a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:39.414 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.407+0000 7f74c6828640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74c0150ff0 con 0x7f74c00b3f60 2023-06-26T03:02:39.414 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.407+0000 7f74c6828640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74c01522a0 con 0x7f74c00ccb30 2023-06-26T03:02:39.415 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.407+0000 7f74c6828640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f74c0151200 con 0x7f74c015b6e0 2023-06-26T03:02:39.415 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.407+0000 7f74bffff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f74c00b3f60 0x7f74c015bc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:39.415 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.407+0000 7f74bffff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f74c00b3f60 0x7f74c015bc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56072/0 (socket says 172.21.15.23:56072) 2023-06-26T03:02:39.415 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.407+0000 7f74bffff640 1 -- 172.21.15.23:0/1695305281 learned_addr learned my addr 172.21.15.23:0/1695305281 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:39.415 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.407+0000 7f74bf7fe640 1 --2- 172.21.15.23:0/1695305281 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f74c00ccb30 0x7f74c0157ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:39.415 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.407+0000 7f74c4dc5640 1 --2- 172.21.15.23:0/1695305281 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f74c015b6e0 0x7f74c00b1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:39.415 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.407+0000 7f74bffff640 1 -- 172.21.15.23:0/1695305281 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f74c015b6e0 msgr2=0x7f74c00b1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:39.415 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.407+0000 7f74bffff640 1 --2- 172.21.15.23:0/1695305281 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f74c015b6e0 0x7f74c00b1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:39.416 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.407+0000 7f74bffff640 1 -- 172.21.15.23:0/1695305281 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f74c00ccb30 msgr2=0x7f74c0157ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:39.416 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.407+0000 7f74bffff640 1 --2- 172.21.15.23:0/1695305281 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f74c00ccb30 0x7f74c0157ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:39.416 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.407+0000 7f74bffff640 1 -- 172.21.15.23:0/1695305281 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74b40094d0 con 0x7f74c00b3f60 2023-06-26T03:02:39.416 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.407+0000 7f74c4dc5640 1 --2- 172.21.15.23:0/1695305281 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f74c015b6e0 0x7f74c00b1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:39.416 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.407+0000 7f74bffff640 1 --2- 172.21.15.23:0/1695305281 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f74c00b3f60 0x7f74c015bc30 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f74b000c7f0 tx=0x7f74b000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:39.416 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.407+0000 7f74bcff9640 1 -- 172.21.15.23:0/1695305281 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74b0007820 con 0x7f74c00b3f60 2023-06-26T03:02:39.416 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.407+0000 7f74bcff9640 1 -- 172.21.15.23:0/1695305281 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f74b0007980 con 0x7f74c00b3f60 2023-06-26T03:02:39.417 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.407+0000 7f74c6828640 1 -- 172.21.15.23:0/1695305281 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f74c01514e0 con 0x7f74c00b3f60 2023-06-26T03:02:39.417 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.407+0000 7f74bcff9640 1 -- 172.21.15.23:0/1695305281 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74b0007d30 con 0x7f74c00b3f60 2023-06-26T03:02:39.417 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.407+0000 7f74c6828640 1 -- 172.21.15.23:0/1695305281 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f74c0151aa0 con 0x7f74c00b3f60 2023-06-26T03:02:39.418 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.407+0000 7f74c6828640 1 -- 172.21.15.23:0/1695305281 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f74c004d790 con 0x7f74c00b3f60 2023-06-26T03:02:39.418 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.407+0000 7f74bcff9640 1 -- 172.21.15.23:0/1695305281 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f74b00113f0 con 0x7f74c00b3f60 2023-06-26T03:02:39.418 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.407+0000 7f74bcff9640 1 --2- 172.21.15.23:0/1695305281 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f74ac066280 0x7f74ac068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:39.418 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.407+0000 7f74bcff9640 1 -- 172.21.15.23:0/1695305281 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f74b0084400 con 0x7f74c00b3f60 2023-06-26T03:02:39.418 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.407+0000 7f74bf7fe640 1 --2- 172.21.15.23:0/1695305281 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f74ac066280 0x7f74ac068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:39.418 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.411+0000 7f74bf7fe640 1 --2- 172.21.15.23:0/1695305281 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f74ac066280 0x7f74ac068730 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f74b40af000 tx=0x7f74b40a7000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:39.420 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.415+0000 7f74bcff9640 1 -- 172.21.15.23:0/1695305281 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f74b0051590 con 0x7f74c00b3f60 2023-06-26T03:02:39.573 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.567+0000 7f74c6828640 1 -- 172.21.15.23:0/1695305281 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f74c00cd0b0 con 0x7f74c00b3f60 2023-06-26T03:02:39.574 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.567+0000 7f74bcff9640 1 -- 172.21.15.23:0/1695305281 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v27) v1 ==== 93+0+10 (secure 0 0 0) 0x7f74b0054bb0 con 0x7f74c00b3f60 2023-06-26T03:02:39.574 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 1 2023-06-26T03:02:39.576 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.567+0000 7f74c6828640 1 -- 172.21.15.23:0/1695305281 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f74ac066280 msgr2=0x7f74ac068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:39.576 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.567+0000 7f74c6828640 1 --2- 172.21.15.23:0/1695305281 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f74ac066280 0x7f74ac068730 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f74b40af000 tx=0x7f74b40a7000 comp rx=0 tx=0).stop 2023-06-26T03:02:39.576 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.567+0000 7f74c6828640 1 -- 172.21.15.23:0/1695305281 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f74c00b3f60 msgr2=0x7f74c015bc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:39.576 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.567+0000 7f74c6828640 1 --2- 172.21.15.23:0/1695305281 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f74c00b3f60 0x7f74c015bc30 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f74b000c7f0 tx=0x7f74b000ccb0 comp rx=0 tx=0).stop 2023-06-26T03:02:39.577 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.567+0000 7f74c6828640 1 -- 172.21.15.23:0/1695305281 shutdown_connections 2023-06-26T03:02:39.577 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.567+0000 7f74c6828640 1 --2- 172.21.15.23:0/1695305281 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f74ac066280 0x7f74ac068730 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:39.577 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.567+0000 7f74c6828640 1 --2- 172.21.15.23:0/1695305281 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f74c015b6e0 0x7f74c00b1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:39.577 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.567+0000 7f74c6828640 1 --2- 172.21.15.23:0/1695305281 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f74c00ccb30 0x7f74c0157ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:39.577 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.567+0000 7f74c6828640 1 --2- 172.21.15.23:0/1695305281 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f74c00b3f60 0x7f74c015bc30 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:39.577 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.567+0000 7f74c6828640 1 -- 172.21.15.23:0/1695305281 >> 172.21.15.23:0/1695305281 conn(0x7f74c00d1fa0 msgr2=0x7f74c01590a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:39.577 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.567+0000 7f74c6828640 1 -- 172.21.15.23:0/1695305281 shutdown_connections 2023-06-26T03:02:39.578 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.567+0000 7f74c6828640 1 -- 172.21.15.23:0/1695305281 wait complete. 2023-06-26T03:02:39.593 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:02:39.719 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.711+0000 7f6b0988d640 1 Processor -- start 2023-06-26T03:02:39.719 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.711+0000 7f6b0988d640 1 -- start start 2023-06-26T03:02:39.721 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.715+0000 7f6b0988d640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f6b040ca350 0x7f6b040cd000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:39.721 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.715+0000 7f6b0988d640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f6b040ce510 0x7f6b040ce990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:39.721 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.715+0000 7f6b0988d640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6b040ce080 con 0x7f6b040cfd20 2023-06-26T03:02:39.722 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.715+0000 7f6b0988d640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6b0415bb90 con 0x7f6b040ca350 2023-06-26T03:02:39.722 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.715+0000 7f6b0988d640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6b040caeb0 con 0x7f6b040ce510 2023-06-26T03:02:39.722 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.715+0000 7f6afa7fc640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f6b040ca350 0x7f6b040cd000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:39.722 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.715+0000 7f6afa7fc640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f6b040ca350 0x7f6b040cd000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56090/0 (socket says 172.21.15.23:56090) 2023-06-26T03:02:39.722 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.715+0000 7f6afa7fc640 1 -- 172.21.15.23:0/355726137 learned_addr learned my addr 172.21.15.23:0/355726137 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:39.722 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.715+0000 7f6b037fe640 1 --2- 172.21.15.23:0/355726137 >> v2:172.21.15.71:3300/0 conn(0x7f6b040ce510 0x7f6b040ce990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:39.722 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.715+0000 7f6afa7fc640 1 -- 172.21.15.23:0/355726137 >> v2:172.21.15.71:3300/0 conn(0x7f6b040ce510 msgr2=0x7f6b040ce990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:39.722 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.715+0000 7f6afa7fc640 1 --2- 172.21.15.23:0/355726137 >> v2:172.21.15.71:3300/0 conn(0x7f6b040ce510 0x7f6b040ce990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:39.723 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.715+0000 7f6afa7fc640 1 -- 172.21.15.23:0/355726137 >> v1:172.21.15.71:6789/0 conn(0x7f6b040cfd20 legacy=0x7f6b040d00f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:39.723 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.715+0000 7f6afa7fc640 1 -- 172.21.15.23:0/355726137 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b040ca8f0 con 0x7f6b040ca350 2023-06-26T03:02:39.723 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.715+0000 7f6afa7fc640 1 --2- 172.21.15.23:0/355726137 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6b040ca350 0x7f6b040cd000 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f6b040b1cb0 tx=0x7f6aec01c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89a7c2b923254d38 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:39.724 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.715+0000 7f6b027fc640 1 -- 172.21.15.23:0/355726137 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6aec0aa5f0 con 0x7f6b040ca350 2023-06-26T03:02:39.724 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.715+0000 7f6b027fc640 1 -- 172.21.15.23:0/355726137 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6aec0aa750 con 0x7f6b040ca350 2023-06-26T03:02:39.724 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.715+0000 7f6b027fc640 1 -- 172.21.15.23:0/355726137 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6aec0aaae0 con 0x7f6b040ca350 2023-06-26T03:02:39.725 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.719+0000 7f6b0988d640 1 -- 172.21.15.23:0/355726137 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6b040ca350 msgr2=0x7f6b040cd000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:39.725 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.719+0000 7f6b0988d640 1 --2- 172.21.15.23:0/355726137 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6b040ca350 0x7f6b040cd000 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f6b040b1cb0 tx=0x7f6aec01c490 comp rx=0 tx=0).stop 2023-06-26T03:02:39.725 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.719+0000 7f6b0988d640 1 -- 172.21.15.23:0/355726137 shutdown_connections 2023-06-26T03:02:39.725 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.719+0000 7f6b0988d640 1 --2- 172.21.15.23:0/355726137 >> v2:172.21.15.71:3300/0 conn(0x7f6b040ce510 0x7f6b040ce990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:39.726 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.719+0000 7f6b0988d640 1 --2- 172.21.15.23:0/355726137 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6b040ca350 0x7f6b040cd000 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:39.726 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.719+0000 7f6b0988d640 1 -- 172.21.15.23:0/355726137 >> 172.21.15.23:0/355726137 conn(0x7f6b04070fe0 msgr2=0x7f6b040713e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:39.726 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.719+0000 7f6b0988d640 1 -- 172.21.15.23:0/355726137 shutdown_connections 2023-06-26T03:02:39.726 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.719+0000 7f6b0988d640 1 -- 172.21.15.23:0/355726137 wait complete. 2023-06-26T03:02:39.727 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.719+0000 7f6b0988d640 1 Processor -- start 2023-06-26T03:02:39.728 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.719+0000 7f6b0988d640 1 -- start start 2023-06-26T03:02:39.728 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.719+0000 7f6b0988d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b040ca350 0x7f6b041571e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:39.728 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.719+0000 7f6b0988d640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6b040ce510 0x7f6b04155620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:39.728 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.719+0000 7f6b0988d640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6b040cfd20 0x7f6b0415d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:39.728 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.719+0000 7f6b0988d640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b040b2bc0 con 0x7f6b040ce510 2023-06-26T03:02:39.728 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.719+0000 7f6b0988d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b0415c810 con 0x7f6b040ca350 2023-06-26T03:02:39.728 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.719+0000 7f6b0988d640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6b0415caf0 con 0x7f6b040cfd20 2023-06-26T03:02:39.729 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.719+0000 7f6afa7fc640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6b040ce510 0x7f6b04155620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:39.729 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.719+0000 7f6afa7fc640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6b040ce510 0x7f6b04155620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56092/0 (socket says 172.21.15.23:56092) 2023-06-26T03:02:39.729 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.719+0000 7f6afa7fc640 1 -- 172.21.15.23:0/3351430914 learned_addr learned my addr 172.21.15.23:0/3351430914 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:39.729 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.719+0000 7f6b02ffd640 1 --2- 172.21.15.23:0/3351430914 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b040ca350 0x7f6b041571e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:39.729 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.719+0000 7f6b037fe640 1 --2- 172.21.15.23:0/3351430914 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6b040cfd20 0x7f6b0415d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:39.729 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.719+0000 7f6afa7fc640 1 -- 172.21.15.23:0/3351430914 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6b040cfd20 msgr2=0x7f6b0415d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:39.729 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.719+0000 7f6afa7fc640 1 --2- 172.21.15.23:0/3351430914 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6b040cfd20 0x7f6b0415d5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:39.730 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.719+0000 7f6afa7fc640 1 -- 172.21.15.23:0/3351430914 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b040ca350 msgr2=0x7f6b041571e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:39.730 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.719+0000 7f6afa7fc640 1 --2- 172.21.15.23:0/3351430914 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b040ca350 0x7f6b041571e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:39.730 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.719+0000 7f6afa7fc640 1 -- 172.21.15.23:0/3351430914 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6aec0094d0 con 0x7f6b040ce510 2023-06-26T03:02:39.730 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.719+0000 7f6b02ffd640 1 --2- 172.21.15.23:0/3351430914 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b040ca350 0x7f6b041571e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:39.730 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.719+0000 7f6afa7fc640 1 --2- 172.21.15.23:0/3351430914 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6b040ce510 0x7f6b04155620 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f6aec01a0c0 tx=0x7f6aec01acd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:39.730 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.719+0000 7f6b00ff9640 1 -- 172.21.15.23:0/3351430914 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6aec0aa5f0 con 0x7f6b040ce510 2023-06-26T03:02:39.730 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.719+0000 7f6b00ff9640 1 -- 172.21.15.23:0/3351430914 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6aec0b3800 con 0x7f6b040ce510 2023-06-26T03:02:39.730 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.719+0000 7f6b0988d640 1 -- 172.21.15.23:0/3351430914 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6b0415cdd0 con 0x7f6b040ce510 2023-06-26T03:02:39.731 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.719+0000 7f6b00ff9640 1 -- 172.21.15.23:0/3351430914 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6aec0b3b90 con 0x7f6b040ce510 2023-06-26T03:02:39.731 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.719+0000 7f6b0988d640 1 -- 172.21.15.23:0/3351430914 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6b040b4e80 con 0x7f6b040ce510 2023-06-26T03:02:39.731 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.723+0000 7f6b0988d640 1 -- 172.21.15.23:0/3351430914 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6b040b1fa0 con 0x7f6b040ce510 2023-06-26T03:02:39.732 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.723+0000 7f6b00ff9640 1 -- 172.21.15.23:0/3351430914 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f6aec0b3cf0 con 0x7f6b040ce510 2023-06-26T03:02:39.732 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.723+0000 7f6b00ff9640 1 --2- 172.21.15.23:0/3351430914 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6ae4066280 0x7f6ae4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:39.732 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.723+0000 7f6b00ff9640 1 -- 172.21.15.23:0/3351430914 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f6aec0a7070 con 0x7f6b040ce510 2023-06-26T03:02:39.732 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.723+0000 7f6b02ffd640 1 --2- 172.21.15.23:0/3351430914 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6ae4066280 0x7f6ae4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:39.732 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.723+0000 7f6b02ffd640 1 --2- 172.21.15.23:0/3351430914 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6ae4066280 0x7f6ae4068730 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f6b0415b610 tx=0x7f6af4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:39.734 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.727+0000 7f6b00ff9640 1 -- 172.21.15.23:0/3351430914 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f6aec121030 con 0x7f6b040ce510 2023-06-26T03:02:39.889 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.883+0000 7f6b0988d640 1 -- 172.21.15.23:0/3351430914 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f6b0415cc30 con 0x7f6b040ce510 2023-06-26T03:02:39.889 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.883+0000 7f6b00ff9640 1 -- 172.21.15.23:0/3351430914 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v27) v1 ==== 92+0+10 (secure 0 0 0) 0x7f6b0415cc30 con 0x7f6b040ce510 2023-06-26T03:02:39.890 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 8 2023-06-26T03:02:39.892 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.883+0000 7f6b0988d640 1 -- 172.21.15.23:0/3351430914 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6ae4066280 msgr2=0x7f6ae4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:39.892 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.883+0000 7f6b0988d640 1 --2- 172.21.15.23:0/3351430914 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6ae4066280 0x7f6ae4068730 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f6b0415b610 tx=0x7f6af4008040 comp rx=0 tx=0).stop 2023-06-26T03:02:39.892 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.883+0000 7f6b0988d640 1 -- 172.21.15.23:0/3351430914 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6b040ce510 msgr2=0x7f6b04155620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:39.892 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.883+0000 7f6b0988d640 1 --2- 172.21.15.23:0/3351430914 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6b040ce510 0x7f6b04155620 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f6aec01a0c0 tx=0x7f6aec01acd0 comp rx=0 tx=0).stop 2023-06-26T03:02:39.893 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.883+0000 7f6b0988d640 1 -- 172.21.15.23:0/3351430914 shutdown_connections 2023-06-26T03:02:39.893 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.883+0000 7f6b0988d640 1 --2- 172.21.15.23:0/3351430914 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6ae4066280 0x7f6ae4068730 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:39.893 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.883+0000 7f6b0988d640 1 --2- 172.21.15.23:0/3351430914 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6b040cfd20 0x7f6b0415d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:39.893 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.883+0000 7f6b0988d640 1 --2- 172.21.15.23:0/3351430914 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6b040ce510 0x7f6b04155620 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:39.893 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.883+0000 7f6b0988d640 1 --2- 172.21.15.23:0/3351430914 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6b040ca350 0x7f6b041571e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:39.893 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.883+0000 7f6b0988d640 1 -- 172.21.15.23:0/3351430914 >> 172.21.15.23:0/3351430914 conn(0x7f6b04070fe0 msgr2=0x7f6b040aeea0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:39.893 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.883+0000 7f6b0988d640 1 -- 172.21.15.23:0/3351430914 shutdown_connections 2023-06-26T03:02:39.894 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:39.883+0000 7f6b0988d640 1 -- 172.21.15.23:0/3351430914 wait complete. 2023-06-26T03:02:39.909 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-26T03:02:40.033 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.027+0000 7f5f16aeb640 1 Processor -- start 2023-06-26T03:02:40.033 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.027+0000 7f5f16aeb640 1 -- start start 2023-06-26T03:02:40.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.027+0000 7f5f16aeb640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5f100b77f0 0x7f5f100ce180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:40.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.027+0000 7f5f16aeb640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f5f10070430 0x7f5f100b39b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:40.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.027+0000 7f5f16aeb640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5f100709a0 con 0x7f5f100b3ef0 2023-06-26T03:02:40.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.027+0000 7f5f16aeb640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5f100cfc30 con 0x7f5f10070430 2023-06-26T03:02:40.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.027+0000 7f5f16aeb640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5f100b4370 con 0x7f5f100b77f0 2023-06-26T03:02:40.035 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.027+0000 7f5f0ffff640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f5f10070430 0x7f5f100b39b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:40.035 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.027+0000 7f5f15088640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f5f100b3ef0 0x7f5f1015f280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:32858/0 (socket says 172.21.15.23:32858) 2023-06-26T03:02:40.035 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.027+0000 7f5f15088640 1 -- 172.21.15.23:0/1544941472 learned_addr learned my addr 172.21.15.23:0/1544941472 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:40.035 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.027+0000 7f5f14887640 1 --2- 172.21.15.23:0/1544941472 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5f100b77f0 0x7f5f100ce180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:40.035 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.027+0000 7f5f0ffff640 1 -- 172.21.15.23:0/1544941472 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5f100b77f0 msgr2=0x7f5f100ce180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:40.036 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.027+0000 7f5f0ffff640 1 --2- 172.21.15.23:0/1544941472 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5f100b77f0 0x7f5f100ce180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.036 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.027+0000 7f5f0ffff640 1 -- 172.21.15.23:0/1544941472 >> v1:172.21.15.23:6789/0 conn(0x7f5f100b3ef0 legacy=0x7f5f1015f280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:40.036 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.027+0000 7f5f0f7fe640 1 -- 172.21.15.23:0/1544941472 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 833886158 0 0) 0x7f5f100709a0 con 0x7f5f100b3ef0 2023-06-26T03:02:40.036 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.027+0000 7f5f0ffff640 1 -- 172.21.15.23:0/1544941472 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f100cc620 con 0x7f5f10070430 2023-06-26T03:02:40.036 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.027+0000 7f5f14887640 1 --2- 172.21.15.23:0/1544941472 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5f100b77f0 0x7f5f100ce180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:02:40.038 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.031+0000 7f5f0ffff640 1 --2- 172.21.15.23:0/1544941472 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5f10070430 0x7f5f100b39b0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f5f040097c0 tx=0x7f5f0401c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5e372a5b76d81df server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:40.038 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.031+0000 7f5f0f7fe640 1 -- 172.21.15.23:0/1544941472 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f040ad660 con 0x7f5f10070430 2023-06-26T03:02:40.038 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.031+0000 7f5f0f7fe640 1 -- 172.21.15.23:0/1544941472 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5f040ad7c0 con 0x7f5f10070430 2023-06-26T03:02:40.038 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.031+0000 7f5f0f7fe640 1 -- 172.21.15.23:0/1544941472 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f040adb50 con 0x7f5f10070430 2023-06-26T03:02:40.039 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.031+0000 7f5f16aeb640 1 -- 172.21.15.23:0/1544941472 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5f10070430 msgr2=0x7f5f100b39b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:40.039 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.031+0000 7f5f16aeb640 1 --2- 172.21.15.23:0/1544941472 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5f10070430 0x7f5f100b39b0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f5f040097c0 tx=0x7f5f0401c450 comp rx=0 tx=0).stop 2023-06-26T03:02:40.039 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.031+0000 7f5f16aeb640 1 -- 172.21.15.23:0/1544941472 shutdown_connections 2023-06-26T03:02:40.039 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.031+0000 7f5f16aeb640 1 --2- 172.21.15.23:0/1544941472 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5f10070430 0x7f5f100b39b0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.040 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.031+0000 7f5f16aeb640 1 --2- 172.21.15.23:0/1544941472 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5f100b77f0 0x7f5f100ce180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.040 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.031+0000 7f5f16aeb640 1 -- 172.21.15.23:0/1544941472 >> 172.21.15.23:0/1544941472 conn(0x7f5f100ce9b0 msgr2=0x7f5f100cedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:40.040 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.031+0000 7f5f16aeb640 1 -- 172.21.15.23:0/1544941472 shutdown_connections 2023-06-26T03:02:40.040 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.031+0000 7f5f16aeb640 1 -- 172.21.15.23:0/1544941472 wait complete. 2023-06-26T03:02:40.041 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.031+0000 7f5f16aeb640 1 Processor -- start 2023-06-26T03:02:40.041 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.031+0000 7f5f16aeb640 1 -- start start 2023-06-26T03:02:40.042 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.035+0000 7f5f16aeb640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5f10070430 0x7f5f1015f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:40.042 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.035+0000 7f5f16aeb640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5f100b3ef0 0x7f5f1015cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:40.042 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.035+0000 7f5f16aeb640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5f100b77f0 0x7f5f101591e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:40.042 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.035+0000 7f5f16aeb640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f10161790 con 0x7f5f100b77f0 2023-06-26T03:02:40.042 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.035+0000 7f5f16aeb640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f10159c70 con 0x7f5f100b3ef0 2023-06-26T03:02:40.042 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.035+0000 7f5f16aeb640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5f10163260 con 0x7f5f10070430 2023-06-26T03:02:40.042 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.035+0000 7f5f15088640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5f100b77f0 0x7f5f101591e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:40.043 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.035+0000 7f5f15088640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5f100b77f0 0x7f5f101591e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56118/0 (socket says 172.21.15.23:56118) 2023-06-26T03:02:40.043 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.035+0000 7f5f15088640 1 -- 172.21.15.23:0/2982745426 learned_addr learned my addr 172.21.15.23:0/2982745426 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:40.043 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.035+0000 7f5f14887640 1 --2- 172.21.15.23:0/2982745426 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5f10070430 0x7f5f1015f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:40.043 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.035+0000 7f5f0ffff640 1 --2- 172.21.15.23:0/2982745426 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5f100b3ef0 0x7f5f1015cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:40.043 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.035+0000 7f5f15088640 1 -- 172.21.15.23:0/2982745426 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5f10070430 msgr2=0x7f5f1015f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:40.043 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.035+0000 7f5f15088640 1 --2- 172.21.15.23:0/2982745426 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5f10070430 0x7f5f1015f130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.043 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.035+0000 7f5f15088640 1 -- 172.21.15.23:0/2982745426 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5f100b3ef0 msgr2=0x7f5f1015cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:40.043 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.035+0000 7f5f15088640 1 --2- 172.21.15.23:0/2982745426 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5f100b3ef0 0x7f5f1015cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.044 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.035+0000 7f5f15088640 1 -- 172.21.15.23:0/2982745426 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f04009420 con 0x7f5f100b77f0 2023-06-26T03:02:40.044 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.035+0000 7f5f14887640 1 --2- 172.21.15.23:0/2982745426 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5f10070430 0x7f5f1015f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:02:40.044 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.035+0000 7f5f15088640 1 --2- 172.21.15.23:0/2982745426 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5f100b77f0 0x7f5f101591e0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f5f08001570 tx=0x7f5f0800cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:40.045 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.035+0000 7f5f0d7fa640 1 -- 172.21.15.23:0/2982745426 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f0800a640 con 0x7f5f100b77f0 2023-06-26T03:02:40.045 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.035+0000 7f5f0d7fa640 1 -- 172.21.15.23:0/2982745426 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5f0800a7c0 con 0x7f5f100b77f0 2023-06-26T03:02:40.045 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.035+0000 7f5f0d7fa640 1 -- 172.21.15.23:0/2982745426 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f0800ab70 con 0x7f5f100b77f0 2023-06-26T03:02:40.045 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.035+0000 7f5f16aeb640 1 -- 172.21.15.23:0/2982745426 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5f10160ef0 con 0x7f5f100b77f0 2023-06-26T03:02:40.045 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.035+0000 7f5f16aeb640 1 -- 172.21.15.23:0/2982745426 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5f101614b0 con 0x7f5f100b77f0 2023-06-26T03:02:40.046 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.035+0000 7f5f16aeb640 1 -- 172.21.15.23:0/2982745426 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5f10159a40 con 0x7f5f100b77f0 2023-06-26T03:02:40.046 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.035+0000 7f5f0d7fa640 1 -- 172.21.15.23:0/2982745426 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f5f0800acd0 con 0x7f5f100b77f0 2023-06-26T03:02:40.046 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.035+0000 7f5f0d7fa640 1 --2- 172.21.15.23:0/2982745426 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5efc066280 0x7f5efc068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:40.046 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.035+0000 7f5f0d7fa640 1 -- 172.21.15.23:0/2982745426 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f5f08083550 con 0x7f5f100b77f0 2023-06-26T03:02:40.046 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.035+0000 7f5f14887640 1 --2- 172.21.15.23:0/2982745426 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5efc066280 0x7f5efc068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:40.046 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.039+0000 7f5f14887640 1 --2- 172.21.15.23:0/2982745426 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5efc066280 0x7f5efc068730 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f5f100b2cd0 tx=0x7f5f00008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:40.048 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.039+0000 7f5f0d7fa640 1 -- 172.21.15.23:0/2982745426 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f5f10159a40 con 0x7f5f100b77f0 2023-06-26T03:02:40.200 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.191+0000 7f5f16aeb640 1 -- 172.21.15.23:0/2982745426 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f5f10159a40 con 0x7f5f100b77f0 2023-06-26T03:02:40.201 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.191+0000 7f5f0d7fa640 1 -- 172.21.15.23:0/2982745426 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v27) v1 ==== 104+0+11 (secure 0 0 0) 0x7f5f10159a40 con 0x7f5f100b77f0 2023-06-26T03:02:40.201 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:02:40.202 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.195+0000 7f5f16aeb640 1 -- 172.21.15.23:0/2982745426 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5efc066280 msgr2=0x7f5efc068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:40.203 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.195+0000 7f5f16aeb640 1 --2- 172.21.15.23:0/2982745426 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5efc066280 0x7f5efc068730 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f5f100b2cd0 tx=0x7f5f00008040 comp rx=0 tx=0).stop 2023-06-26T03:02:40.203 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.195+0000 7f5f16aeb640 1 -- 172.21.15.23:0/2982745426 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5f100b77f0 msgr2=0x7f5f101591e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:40.203 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.195+0000 7f5f16aeb640 1 --2- 172.21.15.23:0/2982745426 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5f100b77f0 0x7f5f101591e0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f5f08001570 tx=0x7f5f0800cca0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.203 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.195+0000 7f5f16aeb640 1 -- 172.21.15.23:0/2982745426 shutdown_connections 2023-06-26T03:02:40.203 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.195+0000 7f5f16aeb640 1 --2- 172.21.15.23:0/2982745426 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5efc066280 0x7f5efc068730 secure :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f5f100b2cd0 tx=0x7f5f00008040 comp rx=0 tx=0).stop 2023-06-26T03:02:40.203 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.195+0000 7f5f16aeb640 1 --2- 172.21.15.23:0/2982745426 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5f100b77f0 0x7f5f101591e0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.203 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.195+0000 7f5f16aeb640 1 --2- 172.21.15.23:0/2982745426 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5f100b3ef0 0x7f5f1015cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.204 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.195+0000 7f5f16aeb640 1 --2- 172.21.15.23:0/2982745426 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5f10070430 0x7f5f1015f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.204 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.195+0000 7f5f16aeb640 1 -- 172.21.15.23:0/2982745426 >> 172.21.15.23:0/2982745426 conn(0x7f5f100ce9b0 msgr2=0x7f5f1006fa20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:40.204 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.195+0000 7f5f16aeb640 1 -- 172.21.15.23:0/2982745426 shutdown_connections 2023-06-26T03:02:40.204 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.195+0000 7f5f16aeb640 1 -- 172.21.15.23:0/2982745426 wait complete. 2023-06-26T03:02:40.222 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-26T03:02:40.345 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.339+0000 7f2663788640 1 Processor -- start 2023-06-26T03:02:40.345 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.339+0000 7f2663788640 1 -- start start 2023-06-26T03:02:40.347 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.339+0000 7f2663788640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f265c157c10 0x7f265c0ae900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:40.347 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.339+0000 7f2663788640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f265c157fe0 0x7f265c0ab6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:40.347 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.339+0000 7f2663788640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f265c0aee40 0x7f265c0abc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:40.347 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.339+0000 7f2663788640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f265c0afc30 con 0x7f265c157c10 2023-06-26T03:02:40.347 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.339+0000 7f2663788640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f265c0af390 con 0x7f265c157fe0 2023-06-26T03:02:40.347 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.339+0000 7f2663788640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f265c0af670 con 0x7f265c0aee40 2023-06-26T03:02:40.348 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.339+0000 7f2661524640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f265c157c10 0x7f265c0ae900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:40.348 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.339+0000 7f2661524640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f265c157c10 0x7f265c0ae900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56134/0 (socket says 172.21.15.23:56134) 2023-06-26T03:02:40.348 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.339+0000 7f2661524640 1 -- 172.21.15.23:0/1636211097 learned_addr learned my addr 172.21.15.23:0/1636211097 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:40.348 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.339+0000 7f2661d25640 1 --2- 172.21.15.23:0/1636211097 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f265c0aee40 0x7f265c0abc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:40.348 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.339+0000 7f2661524640 1 -- 172.21.15.23:0/1636211097 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f265c0aee40 msgr2=0x7f265c0abc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:40.348 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.339+0000 7f2661524640 1 --2- 172.21.15.23:0/1636211097 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f265c0aee40 0x7f265c0abc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.348 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.339+0000 7f2661524640 1 -- 172.21.15.23:0/1636211097 >> v2:172.21.15.71:3300/0 conn(0x7f265c157fe0 msgr2=0x7f265c0ab6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:40.348 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.339+0000 7f2661524640 1 --2- 172.21.15.23:0/1636211097 >> v2:172.21.15.71:3300/0 conn(0x7f265c157fe0 0x7f265c0ab6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.349 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.339+0000 7f2661524640 1 -- 172.21.15.23:0/1636211097 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f265c0af950 con 0x7f265c157c10 2023-06-26T03:02:40.349 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.339+0000 7f2661d25640 1 --2- 172.21.15.23:0/1636211097 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f265c0aee40 0x7f265c0abc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:40.349 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.343+0000 7f2661524640 1 --2- 172.21.15.23:0/1636211097 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f265c157c10 0x7f265c0ae900 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f265c15b890 tx=0x7f265401c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9154d6e06c7d5f03 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:40.350 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.343+0000 7f265bfff640 1 -- 172.21.15.23:0/1636211097 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26540ab620 con 0x7f265c157c10 2023-06-26T03:02:40.350 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.343+0000 7f265bfff640 1 -- 172.21.15.23:0/1636211097 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26540ab780 con 0x7f265c157c10 2023-06-26T03:02:40.350 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.343+0000 7f265bfff640 1 -- 172.21.15.23:0/1636211097 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26540abb10 con 0x7f265c157c10 2023-06-26T03:02:40.350 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.343+0000 7f2663788640 1 -- 172.21.15.23:0/1636211097 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f265c157c10 msgr2=0x7f265c0ae900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:40.351 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.343+0000 7f2663788640 1 --2- 172.21.15.23:0/1636211097 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f265c157c10 0x7f265c0ae900 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f265c15b890 tx=0x7f265401c440 comp rx=0 tx=0).stop 2023-06-26T03:02:40.351 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.343+0000 7f2663788640 1 -- 172.21.15.23:0/1636211097 shutdown_connections 2023-06-26T03:02:40.351 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.343+0000 7f2663788640 1 --2- 172.21.15.23:0/1636211097 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f265c0aee40 0x7f265c0abc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.351 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.343+0000 7f2663788640 1 --2- 172.21.15.23:0/1636211097 >> v2:172.21.15.71:3300/0 conn(0x7f265c157fe0 0x7f265c0ab6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.351 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.343+0000 7f2663788640 1 --2- 172.21.15.23:0/1636211097 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f265c157c10 0x7f265c0ae900 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.351 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.343+0000 7f2663788640 1 -- 172.21.15.23:0/1636211097 >> 172.21.15.23:0/1636211097 conn(0x7f265c070a40 msgr2=0x7f265c070e10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:40.351 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.343+0000 7f2663788640 1 -- 172.21.15.23:0/1636211097 shutdown_connections 2023-06-26T03:02:40.352 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.343+0000 7f2663788640 1 -- 172.21.15.23:0/1636211097 wait complete. 2023-06-26T03:02:40.353 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.343+0000 7f2663788640 1 Processor -- start 2023-06-26T03:02:40.353 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.343+0000 7f2663788640 1 -- start start 2023-06-26T03:02:40.353 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.343+0000 7f2663788640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f265c0aee40 0x7f265c0b1c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:40.354 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.343+0000 7f2663788640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f265c157c10 0x7f265c0c3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:40.354 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.343+0000 7f2663788640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f265c157fe0 0x7f265c06b6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:40.354 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.343+0000 7f2663788640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f265c0b3130 con 0x7f265c0aee40 2023-06-26T03:02:40.354 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.343+0000 7f2663788640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f265c0b2520 con 0x7f265c157fe0 2023-06-26T03:02:40.354 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.343+0000 7f2663788640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f265c0b2800 con 0x7f265c157c10 2023-06-26T03:02:40.354 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.343+0000 7f2661524640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f265c0aee40 0x7f265c0b1c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:40.354 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.347+0000 7f2661524640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f265c0aee40 0x7f265c0b1c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56148/0 (socket says 172.21.15.23:56148) 2023-06-26T03:02:40.354 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.347+0000 7f2661524640 1 -- 172.21.15.23:0/1227760518 learned_addr learned my addr 172.21.15.23:0/1227760518 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:40.355 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.347+0000 7f2660d23640 1 --2- 172.21.15.23:0/1227760518 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f265c157c10 0x7f265c0c3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:40.355 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.347+0000 7f2661d25640 1 --2- 172.21.15.23:0/1227760518 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f265c157fe0 0x7f265c06b6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:40.355 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.347+0000 7f2661524640 1 -- 172.21.15.23:0/1227760518 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f265c157c10 msgr2=0x7f265c0c3d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:40.355 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.347+0000 7f2661524640 1 --2- 172.21.15.23:0/1227760518 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f265c157c10 0x7f265c0c3d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.355 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.347+0000 7f2661524640 1 -- 172.21.15.23:0/1227760518 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f265c157fe0 msgr2=0x7f265c06b6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:40.355 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.347+0000 7f2661524640 1 --2- 172.21.15.23:0/1227760518 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f265c157fe0 0x7f265c06b6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.355 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.347+0000 7f2661524640 1 -- 172.21.15.23:0/1227760518 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26540094d0 con 0x7f265c0aee40 2023-06-26T03:02:40.355 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.347+0000 7f2661524640 1 --2- 172.21.15.23:0/1227760518 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f265c0aee40 0x7f265c0b1c20 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f265401aaf0 tx=0x7f265401ac80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:40.356 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.347+0000 7f2659ffb640 1 -- 172.21.15.23:0/1227760518 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26540abe80 con 0x7f265c0aee40 2023-06-26T03:02:40.356 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.347+0000 7f2659ffb640 1 -- 172.21.15.23:0/1227760518 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26540be3f0 con 0x7f265c0aee40 2023-06-26T03:02:40.356 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.347+0000 7f2659ffb640 1 -- 172.21.15.23:0/1227760518 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26540be780 con 0x7f265c0aee40 2023-06-26T03:02:40.356 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.347+0000 7f2663788640 1 -- 172.21.15.23:0/1227760518 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f265c0b2ae0 con 0x7f265c0aee40 2023-06-26T03:02:40.356 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.347+0000 7f2663788640 1 -- 172.21.15.23:0/1227760518 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f265c0b2160 con 0x7f265c0aee40 2023-06-26T03:02:40.357 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.347+0000 7f2663788640 1 -- 172.21.15.23:0/1227760518 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f265c04d790 con 0x7f265c0aee40 2023-06-26T03:02:40.357 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.347+0000 7f2659ffb640 1 -- 172.21.15.23:0/1227760518 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f26540b43f0 con 0x7f265c0aee40 2023-06-26T03:02:40.357 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.347+0000 7f2659ffb640 1 --2- 172.21.15.23:0/1227760518 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2648066280 0x7f2648068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:40.357 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.347+0000 7f2659ffb640 1 -- 172.21.15.23:0/1227760518 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f265411e810 con 0x7f265c0aee40 2023-06-26T03:02:40.357 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.347+0000 7f2660d23640 1 --2- 172.21.15.23:0/1227760518 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2648066280 0x7f2648068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:40.358 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.347+0000 7f2660d23640 1 --2- 172.21.15.23:0/1227760518 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2648066280 0x7f2648068730 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f2650006fd0 tx=0x7f2650008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:40.359 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.351+0000 7f2659ffb640 1 -- 172.21.15.23:0/1227760518 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f26540eba30 con 0x7f265c0aee40 2023-06-26T03:02:40.513 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.507+0000 7f2663788640 1 -- 172.21.15.23:0/1227760518 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f265c0c4ce0 con 0x7f265c0aee40 2023-06-26T03:02:40.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.507+0000 7f2659ffb640 1 -- 172.21.15.23:0/1227760518 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v27) v1 ==== 100+0+11 (secure 0 0 0) 0x7f26540ef050 con 0x7f265c0aee40 2023-06-26T03:02:40.514 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 64 2023-06-26T03:02:40.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.507+0000 7f2663788640 1 -- 172.21.15.23:0/1227760518 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2648066280 msgr2=0x7f2648068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:40.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.507+0000 7f2663788640 1 --2- 172.21.15.23:0/1227760518 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2648066280 0x7f2648068730 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f2650006fd0 tx=0x7f2650008040 comp rx=0 tx=0).stop 2023-06-26T03:02:40.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.507+0000 7f2663788640 1 -- 172.21.15.23:0/1227760518 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f265c0aee40 msgr2=0x7f265c0b1c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:40.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.507+0000 7f2663788640 1 --2- 172.21.15.23:0/1227760518 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f265c0aee40 0x7f265c0b1c20 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f265401aaf0 tx=0x7f265401ac80 comp rx=0 tx=0).stop 2023-06-26T03:02:40.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.507+0000 7f2663788640 1 -- 172.21.15.23:0/1227760518 shutdown_connections 2023-06-26T03:02:40.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.507+0000 7f2663788640 1 --2- 172.21.15.23:0/1227760518 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2648066280 0x7f2648068730 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.507+0000 7f2663788640 1 --2- 172.21.15.23:0/1227760518 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f265c157fe0 0x7f265c06b6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.507+0000 7f2663788640 1 --2- 172.21.15.23:0/1227760518 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f265c157c10 0x7f265c0c3d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.507+0000 7f2663788640 1 --2- 172.21.15.23:0/1227760518 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f265c0aee40 0x7f265c0b1c20 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.507+0000 7f2663788640 1 -- 172.21.15.23:0/1227760518 >> 172.21.15.23:0/1227760518 conn(0x7f265c070a40 msgr2=0x7f265c0ae4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:40.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.511+0000 7f2663788640 1 -- 172.21.15.23:0/1227760518 shutdown_connections 2023-06-26T03:02:40.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.511+0000 7f2663788640 1 -- 172.21.15.23:0/1227760518 wait complete. 2023-06-26T03:02:40.533 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-06-26T03:02:40.652 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.643+0000 7ff9eb21f640 1 Processor -- start 2023-06-26T03:02:40.652 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.643+0000 7ff9eb21f640 1 -- start start 2023-06-26T03:02:40.653 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.647+0000 7ff9eb21f640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7ff9e40aceb0 0x7ff9e40c9240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:40.654 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.647+0000 7ff9eb21f640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff9e40ad280 con 0x7ff9e406ef70 2023-06-26T03:02:40.654 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.647+0000 7ff9eb21f640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff9e415cda0 con 0x7ff9e40cc6d0 2023-06-26T03:02:40.654 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.647+0000 7ff9eb21f640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff9e40c83d0 con 0x7ff9e40aceb0 2023-06-26T03:02:40.654 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.647+0000 7ff9e3fff640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7ff9e406ef70 0x7ff9e415bf80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:32868/0 (socket says 172.21.15.23:32868) 2023-06-26T03:02:40.654 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.647+0000 7ff9e3fff640 1 -- 172.21.15.23:0/3633508692 learned_addr learned my addr 172.21.15.23:0/3633508692 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:40.655 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.647+0000 7ff9e8fbb640 1 --2- 172.21.15.23:0/3633508692 >> v2:172.21.15.71:3300/0 conn(0x7ff9e40aceb0 0x7ff9e40c9240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:40.656 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.647+0000 7ff9e37fe640 1 -- 172.21.15.23:0/3633508692 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 370403692 0 0) 0x7ff9e40ad280 con 0x7ff9e406ef70 2023-06-26T03:02:40.656 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.647+0000 7ff9e37fe640 1 -- 172.21.15.23:0/3633508692 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff9d0003530 con 0x7ff9e406ef70 2023-06-26T03:02:40.656 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.647+0000 7ff9e37fe640 1 -- 172.21.15.23:0/3633508692 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3098241022 0 0) 0x7ff9d0003530 con 0x7ff9e406ef70 2023-06-26T03:02:40.656 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.647+0000 7ff9e37fe640 1 -- 172.21.15.23:0/3633508692 >> v2:172.21.15.71:3300/0 conn(0x7ff9e40aceb0 msgr2=0x7ff9e40c9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:40.656 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.647+0000 7ff9e37fe640 1 --2- 172.21.15.23:0/3633508692 >> v2:172.21.15.71:3300/0 conn(0x7ff9e40aceb0 0x7ff9e40c9240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.656 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.647+0000 7ff9e37fe640 1 -- 172.21.15.23:0/3633508692 >> v1:172.21.15.71:6789/0 conn(0x7ff9e40cc6d0 legacy=0x7ff9e415c690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:40.656 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.647+0000 7ff9e37fe640 1 -- 172.21.15.23:0/3633508692 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9e4158c90 con 0x7ff9e406ef70 2023-06-26T03:02:40.657 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.647+0000 7ff9e37fe640 1 -- 172.21.15.23:0/3633508692 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7ff9cc001680 con 0x7ff9e406ef70 2023-06-26T03:02:40.657 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.647+0000 7ff9e37fe640 1 -- 172.21.15.23:0/3633508692 >> v1:172.21.15.23:6789/0 conn(0x7ff9e406ef70 legacy=0x7ff9e415bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:40.657 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.647+0000 7ff9e37fe640 1 --2- 172.21.15.23:0/3633508692 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff9d0003980 0x7ff9d0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:40.657 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.647+0000 7ff9e37fe640 1 --2- 172.21.15.23:0/3633508692 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff9d00047d0 0x7ff9d0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:40.657 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.647+0000 7ff9e37fe640 1 --2- 172.21.15.23:0/3633508692 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff9d0005180 0x7ff9d000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:40.657 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.647+0000 7ff9e37fe640 1 -- 172.21.15.23:0/3633508692 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9e40c83d0 con 0x7ff9d0005180 2023-06-26T03:02:40.657 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.647+0000 7ff9e37fe640 1 -- 172.21.15.23:0/3633508692 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9d000c000 con 0x7ff9d0003980 2023-06-26T03:02:40.657 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.647+0000 7ff9e37fe640 1 -- 172.21.15.23:0/3633508692 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9d000c1c0 con 0x7ff9d00047d0 2023-06-26T03:02:40.658 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.647+0000 7ff9e97bc640 1 --2- 172.21.15.23:0/3633508692 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff9d0005180 0x7ff9d000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:40.658 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.647+0000 7ff9e3fff640 1 --2- 172.21.15.23:0/3633508692 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff9d00047d0 0x7ff9d0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:40.658 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.647+0000 7ff9e97bc640 1 -- 172.21.15.23:0/3633508692 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff9d00047d0 msgr2=0x7ff9d0004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:40.658 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.647+0000 7ff9e97bc640 1 --2- 172.21.15.23:0/3633508692 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff9d00047d0 0x7ff9d0004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.658 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.647+0000 7ff9e97bc640 1 -- 172.21.15.23:0/3633508692 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff9d0003980 msgr2=0x7ff9d0003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:40.658 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.647+0000 7ff9e97bc640 1 --2- 172.21.15.23:0/3633508692 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff9d0003980 0x7ff9d0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.658 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.647+0000 7ff9e97bc640 1 -- 172.21.15.23:0/3633508692 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9d0003530 con 0x7ff9d0005180 2023-06-26T03:02:40.659 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.651+0000 7ff9e97bc640 1 -- 172.21.15.23:0/3633508692 reap_dead start 2023-06-26T03:02:40.660 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.651+0000 7ff9e97bc640 1 --2- 172.21.15.23:0/3633508692 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff9d0005180 0x7ff9d000b990 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7ff9d4001780 tx=0x7ff9d401c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb90460a8b8e6c1e server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:40.660 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.651+0000 7ff9e37fe640 1 -- 172.21.15.23:0/3633508692 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9d40052d0 con 0x7ff9d0005180 2023-06-26T03:02:40.660 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.651+0000 7ff9e37fe640 1 -- 172.21.15.23:0/3633508692 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9d40a7050 con 0x7ff9d0005180 2023-06-26T03:02:40.660 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.651+0000 7ff9e37fe640 1 -- 172.21.15.23:0/3633508692 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9d4003600 con 0x7ff9d0005180 2023-06-26T03:02:40.660 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.651+0000 7ff9eb21f640 1 -- 172.21.15.23:0/3633508692 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff9d0005180 msgr2=0x7ff9d000b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:40.660 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.651+0000 7ff9eb21f640 1 --2- 172.21.15.23:0/3633508692 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff9d0005180 0x7ff9d000b990 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7ff9d4001780 tx=0x7ff9d401c400 comp rx=0 tx=0).stop 2023-06-26T03:02:40.660 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.651+0000 7ff9eb21f640 1 -- 172.21.15.23:0/3633508692 shutdown_connections 2023-06-26T03:02:40.661 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.651+0000 7ff9eb21f640 1 --2- 172.21.15.23:0/3633508692 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff9d0005180 0x7ff9d000b990 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.661 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.651+0000 7ff9eb21f640 1 -- 172.21.15.23:0/3633508692 >> 172.21.15.23:0/3633508692 conn(0x7ff9e4069fc0 msgr2=0x7ff9e40ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:40.661 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.651+0000 7ff9eb21f640 1 -- 172.21.15.23:0/3633508692 shutdown_connections 2023-06-26T03:02:40.661 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.651+0000 7ff9eb21f640 1 -- 172.21.15.23:0/3633508692 wait complete. 2023-06-26T03:02:40.661 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.651+0000 7ff9eb21f640 1 Processor -- start 2023-06-26T03:02:40.661 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.651+0000 7ff9eb21f640 1 -- start start 2023-06-26T03:02:40.663 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.655+0000 7ff9eb21f640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff9d0005180 0x7ff9e414b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:40.663 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.655+0000 7ff9eb21f640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff9e40c4bc0 0x7ff9e41484e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:40.663 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.655+0000 7ff9eb21f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff9e4148e80 0x7ff9e41492f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:40.663 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.655+0000 7ff9eb21f640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9e4156810 con 0x7ff9d0005180 2023-06-26T03:02:40.663 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.655+0000 7ff9eb21f640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9e40c5400 con 0x7ff9e4148e80 2023-06-26T03:02:40.663 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.655+0000 7ff9eb21f640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9e40c6830 con 0x7ff9e40c4bc0 2023-06-26T03:02:40.664 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.655+0000 7ff9e8fbb640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff9d0005180 0x7ff9e414b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:40.664 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.655+0000 7ff9e8fbb640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff9d0005180 0x7ff9e414b8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56162/0 (socket says 172.21.15.23:56162) 2023-06-26T03:02:40.664 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.655+0000 7ff9e8fbb640 1 -- 172.21.15.23:0/1195584903 learned_addr learned my addr 172.21.15.23:0/1195584903 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:40.664 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.655+0000 7ff9e3fff640 1 --2- 172.21.15.23:0/1195584903 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff9e40c4bc0 0x7ff9e41484e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:40.664 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.655+0000 7ff9e97bc640 1 --2- 172.21.15.23:0/1195584903 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff9e4148e80 0x7ff9e41492f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:40.664 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.655+0000 7ff9e8fbb640 1 -- 172.21.15.23:0/1195584903 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff9e40c4bc0 msgr2=0x7ff9e41484e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:40.664 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.655+0000 7ff9e8fbb640 1 --2- 172.21.15.23:0/1195584903 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff9e40c4bc0 0x7ff9e41484e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.664 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.655+0000 7ff9e8fbb640 1 -- 172.21.15.23:0/1195584903 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff9e4148e80 msgr2=0x7ff9e41492f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:40.665 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.655+0000 7ff9e8fbb640 1 --2- 172.21.15.23:0/1195584903 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff9e4148e80 0x7ff9e41492f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.665 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.655+0000 7ff9e8fbb640 1 -- 172.21.15.23:0/1195584903 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9e40c5120 con 0x7ff9d0005180 2023-06-26T03:02:40.665 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.655+0000 7ff9e3fff640 1 --2- 172.21.15.23:0/1195584903 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff9e40c4bc0 0x7ff9e41484e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:02:40.665 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.655+0000 7ff9e97bc640 1 --2- 172.21.15.23:0/1195584903 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff9e4148e80 0x7ff9e41492f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:02:40.665 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.655+0000 7ff9e8fbb640 1 --2- 172.21.15.23:0/1195584903 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff9d0005180 0x7ff9e414b8c0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7ff9dc00ef70 tx=0x7ff9dc00b480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:40.665 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.655+0000 7ff9e17fa640 1 -- 172.21.15.23:0/1195584903 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9dc010040 con 0x7ff9d0005180 2023-06-26T03:02:40.665 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.655+0000 7ff9e17fa640 1 -- 172.21.15.23:0/1195584903 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9dc0039a0 con 0x7ff9d0005180 2023-06-26T03:02:40.665 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.655+0000 7ff9e17fa640 1 -- 172.21.15.23:0/1195584903 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9dc009ea0 con 0x7ff9d0005180 2023-06-26T03:02:40.666 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.655+0000 7ff9eb21f640 1 -- 172.21.15.23:0/1195584903 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff9e40c6ab0 con 0x7ff9d0005180 2023-06-26T03:02:40.666 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.655+0000 7ff9eb21f640 1 -- 172.21.15.23:0/1195584903 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9e40c7070 con 0x7ff9d0005180 2023-06-26T03:02:40.666 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.655+0000 7ff9eb21f640 1 -- 172.21.15.23:0/1195584903 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff9e40c7230 con 0x7ff9d0005180 2023-06-26T03:02:40.666 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.655+0000 7ff9e17fa640 1 -- 172.21.15.23:0/1195584903 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff9dc003d50 con 0x7ff9d0005180 2023-06-26T03:02:40.667 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.655+0000 7ff9e17fa640 1 --2- 172.21.15.23:0/1195584903 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff9c40662b0 0x7ff9c4068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:40.667 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.655+0000 7ff9e17fa640 1 -- 172.21.15.23:0/1195584903 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7ff9dc0844f0 con 0x7ff9d0005180 2023-06-26T03:02:40.667 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.655+0000 7ff9e3fff640 1 --2- 172.21.15.23:0/1195584903 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff9c40662b0 0x7ff9c4068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:40.667 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.659+0000 7ff9e3fff640 1 --2- 172.21.15.23:0/1195584903 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff9c40662b0 0x7ff9c4068760 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7ff9cc001060 tx=0x7ff9cc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:40.667 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.659+0000 7ff9e17fa640 1 -- 172.21.15.23:0/1195584903 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff9dc051710 con 0x7ff9d0005180 2023-06-26T03:02:40.818 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.811+0000 7ff9eb21f640 1 -- 172.21.15.23:0/1195584903 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7ff9e404d790 con 0x7ff9d0005180 2023-06-26T03:02:40.819 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.811+0000 7ff9e17fa640 1 -- 172.21.15.23:0/1195584903 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v27) v1 ==== 103+0+11 (secure 0 0 0) 0x7ff9dc054d30 con 0x7ff9d0005180 2023-06-26T03:02:40.819 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:02:40.821 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.815+0000 7ff9eb21f640 1 -- 172.21.15.23:0/1195584903 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff9c40662b0 msgr2=0x7ff9c4068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:40.821 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.815+0000 7ff9eb21f640 1 --2- 172.21.15.23:0/1195584903 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff9c40662b0 0x7ff9c4068760 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7ff9cc001060 tx=0x7ff9cc009040 comp rx=0 tx=0).stop 2023-06-26T03:02:40.821 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.815+0000 7ff9eb21f640 1 -- 172.21.15.23:0/1195584903 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff9d0005180 msgr2=0x7ff9e414b8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:40.822 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.815+0000 7ff9eb21f640 1 --2- 172.21.15.23:0/1195584903 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff9d0005180 0x7ff9e414b8c0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7ff9dc00ef70 tx=0x7ff9dc00b480 comp rx=0 tx=0).stop 2023-06-26T03:02:40.822 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.815+0000 7ff9eb21f640 1 -- 172.21.15.23:0/1195584903 shutdown_connections 2023-06-26T03:02:40.822 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.815+0000 7ff9eb21f640 1 --2- 172.21.15.23:0/1195584903 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff9c40662b0 0x7ff9c4068760 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.822 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.815+0000 7ff9eb21f640 1 --2- 172.21.15.23:0/1195584903 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff9e4148e80 0x7ff9e41492f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.822 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.815+0000 7ff9eb21f640 1 --2- 172.21.15.23:0/1195584903 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff9e40c4bc0 0x7ff9e41484e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.822 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.815+0000 7ff9eb21f640 1 --2- 172.21.15.23:0/1195584903 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff9d0005180 0x7ff9e414b8c0 secure :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7ff9dc00ef70 tx=0x7ff9dc00b480 comp rx=0 tx=0).stop 2023-06-26T03:02:40.822 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.815+0000 7ff9eb21f640 1 -- 172.21.15.23:0/1195584903 >> 172.21.15.23:0/1195584903 conn(0x7ff9e4069fc0 msgr2=0x7ff9e40ad830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:40.823 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.815+0000 7ff9eb21f640 1 -- 172.21.15.23:0/1195584903 shutdown_connections 2023-06-26T03:02:40.823 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.815+0000 7ff9eb21f640 1 -- 172.21.15.23:0/1195584903 wait complete. 2023-06-26T03:02:40.837 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-26T03:02:40.959 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.951+0000 7f9d4266c640 1 Processor -- start 2023-06-26T03:02:40.960 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.951+0000 7f9d4266c640 1 -- start start 2023-06-26T03:02:40.961 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.955+0000 7f9d4266c640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f9d3c159a80 0x7f9d3c0c9340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:40.961 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.955+0000 7f9d4266c640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f9d3c0c9880 0x7f9d3c0ccc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:40.961 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.955+0000 7f9d4266c640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d3c159f40 con 0x7f9d3c153a50 2023-06-26T03:02:40.961 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.955+0000 7f9d4266c640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d3c15d070 con 0x7f9d3c159a80 2023-06-26T03:02:40.961 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.955+0000 7f9d4266c640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d3c15a220 con 0x7f9d3c0c9880 2023-06-26T03:02:40.961 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.955+0000 7f9d3bfff640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f9d3c153a50 0x7f9d3c0ce3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:32874/0 (socket says 172.21.15.23:32874) 2023-06-26T03:02:40.962 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.955+0000 7f9d3bfff640 1 -- 172.21.15.23:0/2558345310 learned_addr learned my addr 172.21.15.23:0/2558345310 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:40.962 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.955+0000 7f9d3b7fe640 1 --2- 172.21.15.23:0/2558345310 >> v2:172.21.15.23:3300/0 conn(0x7f9d3c159a80 0x7f9d3c0c9340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:40.962 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.955+0000 7f9d3affd640 1 -- 172.21.15.23:0/2558345310 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 799005649 0 0) 0x7f9d3c159f40 con 0x7f9d3c153a50 2023-06-26T03:02:40.962 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.955+0000 7f9d3affd640 1 -- 172.21.15.23:0/2558345310 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9d24003530 con 0x7f9d3c153a50 2023-06-26T03:02:40.962 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.955+0000 7f9d40c09640 1 --2- 172.21.15.23:0/2558345310 >> v2:172.21.15.71:3300/0 conn(0x7f9d3c0c9880 0x7f9d3c0ccc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:40.962 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.955+0000 7f9d3b7fe640 1 -- 172.21.15.23:0/2558345310 >> v2:172.21.15.71:3300/0 conn(0x7f9d3c0c9880 msgr2=0x7f9d3c0ccc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:40.962 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.955+0000 7f9d3b7fe640 1 --2- 172.21.15.23:0/2558345310 >> v2:172.21.15.71:3300/0 conn(0x7f9d3c0c9880 0x7f9d3c0ccc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.963 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.955+0000 7f9d3b7fe640 1 -- 172.21.15.23:0/2558345310 >> v1:172.21.15.23:6789/0 conn(0x7f9d3c153a50 legacy=0x7f9d3c0ce3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:40.963 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.955+0000 7f9d3b7fe640 1 -- 172.21.15.23:0/2558345310 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d3c15a500 con 0x7f9d3c159a80 2023-06-26T03:02:40.963 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.955+0000 7f9d40c09640 1 --2- 172.21.15.23:0/2558345310 >> v2:172.21.15.71:3300/0 conn(0x7f9d3c0c9880 0x7f9d3c0ccc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:40.964 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.955+0000 7f9d3b7fe640 1 --2- 172.21.15.23:0/2558345310 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9d3c159a80 0x7f9d3c0c9340 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f9d3c0c88c0 tx=0x7f9d3001c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4e5a079cb829e9b server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:40.964 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.955+0000 7f9d3affd640 1 -- 172.21.15.23:0/2558345310 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d300ab600 con 0x7f9d3c159a80 2023-06-26T03:02:40.964 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.955+0000 7f9d3affd640 1 -- 172.21.15.23:0/2558345310 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d300a7050 con 0x7f9d3c159a80 2023-06-26T03:02:40.964 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.955+0000 7f9d3affd640 1 -- 172.21.15.23:0/2558345310 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d300ab980 con 0x7f9d3c159a80 2023-06-26T03:02:40.964 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.955+0000 7f9d4266c640 1 -- 172.21.15.23:0/2558345310 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9d3c159a80 msgr2=0x7f9d3c0c9340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:40.964 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.955+0000 7f9d4266c640 1 --2- 172.21.15.23:0/2558345310 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9d3c159a80 0x7f9d3c0c9340 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f9d3c0c88c0 tx=0x7f9d3001c3a0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.965 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.955+0000 7f9d4266c640 1 -- 172.21.15.23:0/2558345310 shutdown_connections 2023-06-26T03:02:40.965 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.955+0000 7f9d4266c640 1 --2- 172.21.15.23:0/2558345310 >> v2:172.21.15.71:3300/0 conn(0x7f9d3c0c9880 0x7f9d3c0ccc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.965 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.955+0000 7f9d4266c640 1 --2- 172.21.15.23:0/2558345310 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9d3c159a80 0x7f9d3c0c9340 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.965 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.955+0000 7f9d4266c640 1 -- 172.21.15.23:0/2558345310 >> 172.21.15.23:0/2558345310 conn(0x7f9d3c069400 msgr2=0x7f9d3c069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:40.965 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.955+0000 7f9d4266c640 1 -- 172.21.15.23:0/2558345310 shutdown_connections 2023-06-26T03:02:40.965 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.955+0000 7f9d4266c640 1 -- 172.21.15.23:0/2558345310 wait complete. 2023-06-26T03:02:40.967 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.959+0000 7f9d4266c640 1 Processor -- start 2023-06-26T03:02:40.967 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.959+0000 7f9d4266c640 1 -- start start 2023-06-26T03:02:40.967 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.959+0000 7f9d4266c640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9d3c0c9880 0x7f9d3c1f3630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:40.967 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.959+0000 7f9d4266c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9d3c153a50 0x7f9d3c0b0bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:40.967 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.959+0000 7f9d4266c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9d3c159a80 0x7f9d3c0b1130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:40.967 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.959+0000 7f9d4266c640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d3c06fc50 con 0x7f9d3c159a80 2023-06-26T03:02:40.967 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.959+0000 7f9d4266c640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d3c06ff30 con 0x7f9d3c153a50 2023-06-26T03:02:40.968 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.959+0000 7f9d4266c640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d3c070210 con 0x7f9d3c0c9880 2023-06-26T03:02:40.968 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.959+0000 7f9d40c09640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9d3c159a80 0x7f9d3c0b1130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:40.968 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.959+0000 7f9d40c09640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9d3c159a80 0x7f9d3c0b1130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56172/0 (socket says 172.21.15.23:56172) 2023-06-26T03:02:40.968 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.959+0000 7f9d40c09640 1 -- 172.21.15.23:0/3731234624 learned_addr learned my addr 172.21.15.23:0/3731234624 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:40.968 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.959+0000 7f9d40c09640 1 -- 172.21.15.23:0/3731234624 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9d3c0c9880 msgr2=0x7f9d3c1f3630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:40.968 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.959+0000 7f9d40c09640 1 --2- 172.21.15.23:0/3731234624 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9d3c0c9880 0x7f9d3c1f3630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.968 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.959+0000 7f9d40c09640 1 -- 172.21.15.23:0/3731234624 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9d3c153a50 msgr2=0x7f9d3c0b0bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:40.968 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.959+0000 7f9d40c09640 1 --2- 172.21.15.23:0/3731234624 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9d3c153a50 0x7f9d3c0b0bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:40.969 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.959+0000 7f9d40c09640 1 -- 172.21.15.23:0/3731234624 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d30009420 con 0x7f9d3c159a80 2023-06-26T03:02:40.969 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.959+0000 7f9d40c09640 1 --2- 172.21.15.23:0/3731234624 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9d3c159a80 0x7f9d3c0b1130 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f9d3400cef0 tx=0x7f9d3400a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:40.969 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.959+0000 7f9d38ff9640 1 -- 172.21.15.23:0/3731234624 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d3400d840 con 0x7f9d3c159a80 2023-06-26T03:02:40.969 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.959+0000 7f9d38ff9640 1 -- 172.21.15.23:0/3731234624 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d3400d9c0 con 0x7f9d3c159a80 2023-06-26T03:02:40.969 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.959+0000 7f9d4266c640 1 -- 172.21.15.23:0/3731234624 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d3c0704f0 con 0x7f9d3c159a80 2023-06-26T03:02:40.969 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.959+0000 7f9d38ff9640 1 -- 172.21.15.23:0/3731234624 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d3400dd70 con 0x7f9d3c159a80 2023-06-26T03:02:40.969 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.959+0000 7f9d4266c640 1 -- 172.21.15.23:0/3731234624 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d3c1f3b70 con 0x7f9d3c159a80 2023-06-26T03:02:40.970 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.959+0000 7f9d4266c640 1 -- 172.21.15.23:0/3731234624 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d3c04d790 con 0x7f9d3c159a80 2023-06-26T03:02:40.970 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.959+0000 7f9d38ff9640 1 -- 172.21.15.23:0/3731234624 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f9d3401e3b0 con 0x7f9d3c159a80 2023-06-26T03:02:40.970 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.959+0000 7f9d38ff9640 1 --2- 172.21.15.23:0/3731234624 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9d28066280 0x7f9d28068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:40.971 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.963+0000 7f9d38ff9640 1 -- 172.21.15.23:0/3731234624 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f9d34084a60 con 0x7f9d3c159a80 2023-06-26T03:02:40.971 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.963+0000 7f9d3bfff640 1 --2- 172.21.15.23:0/3731234624 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9d28066280 0x7f9d28068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:40.971 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.963+0000 7f9d3bfff640 1 --2- 172.21.15.23:0/3731234624 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9d28066280 0x7f9d28068730 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f9d2c007fd0 tx=0x7f9d2c007940 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:40.972 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:40.967+0000 7f9d38ff9640 1 -- 172.21.15.23:0/3731234624 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f9d34051bf0 con 0x7f9d3c159a80 2023-06-26T03:02:41.160 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.151+0000 7f9d4266c640 1 -- 172.21.15.23:0/3731234624 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9d3c0c5630 con 0x7f9d3c159a80 2023-06-26T03:02:41.161 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.155+0000 7f9d38ff9640 1 -- 172.21.15.23:0/3731234624 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4661 (secure 0 0 0) 0x7f9d34055210 con 0x7f9d3c159a80 2023-06-26T03:02:41.162 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:02:41.162 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.23:6833/3276997842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6832","nonce":3276997842},{"type":"v1","addr":"172.21.15.23:6833","nonce":3276997842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.23:6835/353160656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6834","nonce":353160656},{"type":"v1","addr":"172.21.15.23:6835","nonce":353160656}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4282,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/1779817889","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":1779817889},{"type":"v1","addr":"172.21.15.71:6835","nonce":1779817889}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-06-26T03:02:08.833964+0000","modified":"2023-06-26T03:02:32.270870+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4288},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4288":{"gid":4288,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.71:6837/264733844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":264733844},{"type":"v1","addr":"172.21.15.71:6837","nonce":264733844}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4,5],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-06-26T03:02:41.162 INFO:teuthology.orchestra.run.smithi023.stderr:dumped fsmap epoch 8 2023-06-26T03:02:41.163 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.155+0000 7f9d4266c640 1 -- 172.21.15.23:0/3731234624 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9d28066280 msgr2=0x7f9d28068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:41.163 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.155+0000 7f9d4266c640 1 --2- 172.21.15.23:0/3731234624 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9d28066280 0x7f9d28068730 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f9d2c007fd0 tx=0x7f9d2c007940 comp rx=0 tx=0).stop 2023-06-26T03:02:41.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.155+0000 7f9d4266c640 1 -- 172.21.15.23:0/3731234624 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9d3c159a80 msgr2=0x7f9d3c0b1130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:41.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.155+0000 7f9d4266c640 1 --2- 172.21.15.23:0/3731234624 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9d3c159a80 0x7f9d3c0b1130 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f9d3400cef0 tx=0x7f9d3400a710 comp rx=0 tx=0).stop 2023-06-26T03:02:41.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.155+0000 7f9d4266c640 1 -- 172.21.15.23:0/3731234624 shutdown_connections 2023-06-26T03:02:41.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.155+0000 7f9d4266c640 1 --2- 172.21.15.23:0/3731234624 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9d28066280 0x7f9d28068730 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:41.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.155+0000 7f9d4266c640 1 --2- 172.21.15.23:0/3731234624 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9d3c159a80 0x7f9d3c0b1130 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:41.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.155+0000 7f9d4266c640 1 --2- 172.21.15.23:0/3731234624 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9d3c153a50 0x7f9d3c0b0bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:41.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.155+0000 7f9d4266c640 1 --2- 172.21.15.23:0/3731234624 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9d3c0c9880 0x7f9d3c1f3630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:41.165 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.155+0000 7f9d4266c640 1 -- 172.21.15.23:0/3731234624 >> 172.21.15.23:0/3731234624 conn(0x7f9d3c069400 msgr2=0x7f9d3c0ce3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:41.165 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.155+0000 7f9d4266c640 1 -- 172.21.15.23:0/3731234624 shutdown_connections 2023-06-26T03:02:41.165 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.155+0000 7f9d4266c640 1 -- 172.21.15.23:0/3731234624 wait complete. 2023-06-26T03:02:41.180 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:02:41.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.295+0000 7f8465f2a640 1 Processor -- start 2023-06-26T03:02:41.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.295+0000 7f8465f2a640 1 -- start start 2023-06-26T03:02:41.302 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.295+0000 7f8465f2a640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f8460153a50 0x7f84600ce3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:41.302 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.295+0000 7f8465f2a640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f84600ccc20 0x7f84600cd0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:41.302 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.295+0000 7f8465f2a640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8460159f40 con 0x7f8460159a80 2023-06-26T03:02:41.302 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.295+0000 7f8465f2a640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f84600cd600 con 0x7f8460153a50 2023-06-26T03:02:41.302 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.295+0000 7f8465f2a640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f846015d070 con 0x7f84600ccc20 2023-06-26T03:02:41.302 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.295+0000 7f845f7fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f8460153a50 0x7f84600ce3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:41.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.295+0000 7f845effd640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f8460159a80 0x7f84600c9340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:32878/0 (socket says 172.21.15.23:32878) 2023-06-26T03:02:41.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.295+0000 7f845effd640 1 -- 172.21.15.23:0/3668457748 learned_addr learned my addr 172.21.15.23:0/3668457748 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:41.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.295+0000 7f845ffff640 1 --2- 172.21.15.23:0/3668457748 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f84600ccc20 0x7f84600cd0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:41.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.295+0000 7f845e7fc640 1 -- 172.21.15.23:0/3668457748 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1667232500 0 0) 0x7f8460159f40 con 0x7f8460159a80 2023-06-26T03:02:41.304 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.295+0000 7f845e7fc640 1 -- 172.21.15.23:0/3668457748 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8448003530 con 0x7f8460159a80 2023-06-26T03:02:41.304 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.295+0000 7f845f7fe640 1 -- 172.21.15.23:0/3668457748 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f84600ccc20 msgr2=0x7f84600cd0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:41.304 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.295+0000 7f845f7fe640 1 --2- 172.21.15.23:0/3668457748 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f84600ccc20 0x7f84600cd0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:41.304 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.295+0000 7f845f7fe640 1 -- 172.21.15.23:0/3668457748 >> v1:172.21.15.23:6789/0 conn(0x7f8460159a80 legacy=0x7f84600c9340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:41.304 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.295+0000 7f845f7fe640 1 -- 172.21.15.23:0/3668457748 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f846015a220 con 0x7f8460153a50 2023-06-26T03:02:41.305 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f845f7fe640 1 --2- 172.21.15.23:0/3668457748 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8460153a50 0x7f84600ce3a0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f84500097c0 tx=0x7f845001c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=378dcb199deb7e27 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:41.305 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f845e7fc640 1 -- 172.21.15.23:0/3668457748 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84500ab650 con 0x7f8460153a50 2023-06-26T03:02:41.305 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f845e7fc640 1 -- 172.21.15.23:0/3668457748 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f84500ab7b0 con 0x7f8460153a50 2023-06-26T03:02:41.305 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f845e7fc640 1 -- 172.21.15.23:0/3668457748 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84500abb40 con 0x7f8460153a50 2023-06-26T03:02:41.306 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f8465f2a640 1 -- 172.21.15.23:0/3668457748 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8460153a50 msgr2=0x7f84600ce3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:41.306 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f8465f2a640 1 --2- 172.21.15.23:0/3668457748 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8460153a50 0x7f84600ce3a0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f84500097c0 tx=0x7f845001c450 comp rx=0 tx=0).stop 2023-06-26T03:02:41.306 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f8465f2a640 1 -- 172.21.15.23:0/3668457748 shutdown_connections 2023-06-26T03:02:41.306 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f8465f2a640 1 --2- 172.21.15.23:0/3668457748 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f84600ccc20 0x7f84600cd0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:41.306 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f8465f2a640 1 --2- 172.21.15.23:0/3668457748 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8460153a50 0x7f84600ce3a0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:41.307 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f8465f2a640 1 -- 172.21.15.23:0/3668457748 >> 172.21.15.23:0/3668457748 conn(0x7f8460069400 msgr2=0x7f8460069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:41.307 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f8465f2a640 1 -- 172.21.15.23:0/3668457748 shutdown_connections 2023-06-26T03:02:41.307 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f8465f2a640 1 -- 172.21.15.23:0/3668457748 wait complete. 2023-06-26T03:02:41.308 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f8465f2a640 1 Processor -- start 2023-06-26T03:02:41.309 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f8465f2a640 1 -- start start 2023-06-26T03:02:41.309 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f8465f2a640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f84600ccc20 0x7f8460150880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:41.309 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f8465f2a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8460153a50 0x7f84601475b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:41.309 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f8465f2a640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8460159a80 0x7f846014c840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:41.309 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f8465f2a640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8460147af0 con 0x7f84600ccc20 2023-06-26T03:02:41.309 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f8465f2a640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f846014f7e0 con 0x7f8460153a50 2023-06-26T03:02:41.309 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f8465f2a640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f846014fac0 con 0x7f8460159a80 2023-06-26T03:02:41.310 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f845f7fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f84600ccc20 0x7f8460150880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:41.310 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f845f7fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f84600ccc20 0x7f8460150880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56206/0 (socket says 172.21.15.23:56206) 2023-06-26T03:02:41.310 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f845f7fe640 1 -- 172.21.15.23:0/2796724177 learned_addr learned my addr 172.21.15.23:0/2796724177 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:41.310 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f845ffff640 1 --2- 172.21.15.23:0/2796724177 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8460159a80 0x7f846014c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:41.310 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f845effd640 1 --2- 172.21.15.23:0/2796724177 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8460153a50 0x7f84601475b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:41.310 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f845f7fe640 1 -- 172.21.15.23:0/2796724177 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8460159a80 msgr2=0x7f846014c840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:41.310 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f845f7fe640 1 --2- 172.21.15.23:0/2796724177 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8460159a80 0x7f846014c840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:41.311 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f845f7fe640 1 -- 172.21.15.23:0/2796724177 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8460153a50 msgr2=0x7f84601475b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:41.311 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f845f7fe640 1 --2- 172.21.15.23:0/2796724177 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8460153a50 0x7f84601475b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:41.311 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f845f7fe640 1 -- 172.21.15.23:0/2796724177 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8450009420 con 0x7f84600ccc20 2023-06-26T03:02:41.311 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f845f7fe640 1 --2- 172.21.15.23:0/2796724177 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f84600ccc20 0x7f8460150880 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f84500ad040 tx=0x7f845001ac90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:41.311 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f8447fff640 1 -- 172.21.15.23:0/2796724177 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84500bf610 con 0x7f84600ccc20 2023-06-26T03:02:41.311 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f8447fff640 1 -- 172.21.15.23:0/2796724177 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f84500bf790 con 0x7f84600ccc20 2023-06-26T03:02:41.311 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.299+0000 7f8465f2a640 1 -- 172.21.15.23:0/2796724177 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f846014fda0 con 0x7f84600ccc20 2023-06-26T03:02:41.311 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.303+0000 7f8447fff640 1 -- 172.21.15.23:0/2796724177 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84500bfb40 con 0x7f84600ccc20 2023-06-26T03:02:41.312 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.303+0000 7f8465f2a640 1 -- 172.21.15.23:0/2796724177 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8460150360 con 0x7f84600ccc20 2023-06-26T03:02:41.312 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.303+0000 7f8465f2a640 1 -- 172.21.15.23:0/2796724177 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f846004d790 con 0x7f84600ccc20 2023-06-26T03:02:41.312 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.303+0000 7f8447fff640 1 -- 172.21.15.23:0/2796724177 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f84500b5400 con 0x7f84600ccc20 2023-06-26T03:02:41.313 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.303+0000 7f8447fff640 1 --2- 172.21.15.23:0/2796724177 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f844c066280 0x7f844c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:41.313 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.303+0000 7f8447fff640 1 -- 172.21.15.23:0/2796724177 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f845011f570 con 0x7f84600ccc20 2023-06-26T03:02:41.313 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.303+0000 7f845effd640 1 --2- 172.21.15.23:0/2796724177 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f844c066280 0x7f844c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:41.313 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.303+0000 7f845effd640 1 --2- 172.21.15.23:0/2796724177 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f844c066280 0x7f844c068730 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f846014d8a0 tx=0x7f8454009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:41.314 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.307+0000 7f8447fff640 1 -- 172.21.15.23:0/2796724177 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f84500ec770 con 0x7f84600ccc20 2023-06-26T03:02:41.472 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.463+0000 7f8465f2a640 1 -- 172.21.15.23:0/2796724177 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f846014fc00 con 0x7f84600ccc20 2023-06-26T03:02:41.473 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.467+0000 7f8447fff640 1 -- 172.21.15.23:0/2796724177 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+20048 (secure 0 0 0) 0x7f846014fc00 con 0x7f84600ccc20 2023-06-26T03:02:41.474 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:02:41.474 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":27,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:02:13.266489+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:02:07.262805+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:02:07.823501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data_ec","create_time":"2023-06-26T03:02:10.900368+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:02:41.475 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.467+0000 7f8465f2a640 1 -- 172.21.15.23:0/2796724177 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f844c066280 msgr2=0x7f844c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:41.476 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.467+0000 7f8465f2a640 1 --2- 172.21.15.23:0/2796724177 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f844c066280 0x7f844c068730 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f846014d8a0 tx=0x7f8454009040 comp rx=0 tx=0).stop 2023-06-26T03:02:41.476 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.467+0000 7f8465f2a640 1 -- 172.21.15.23:0/2796724177 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f84600ccc20 msgr2=0x7f8460150880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:41.476 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.467+0000 7f8465f2a640 1 --2- 172.21.15.23:0/2796724177 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f84600ccc20 0x7f8460150880 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f84500ad040 tx=0x7f845001ac90 comp rx=0 tx=0).stop 2023-06-26T03:02:41.476 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.467+0000 7f8465f2a640 1 -- 172.21.15.23:0/2796724177 shutdown_connections 2023-06-26T03:02:41.476 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.467+0000 7f8465f2a640 1 --2- 172.21.15.23:0/2796724177 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f844c066280 0x7f844c068730 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:41.476 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.467+0000 7f8465f2a640 1 --2- 172.21.15.23:0/2796724177 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8460159a80 0x7f846014c840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:41.476 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.467+0000 7f8465f2a640 1 --2- 172.21.15.23:0/2796724177 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8460153a50 0x7f84601475b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:41.477 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.467+0000 7f8465f2a640 1 --2- 172.21.15.23:0/2796724177 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f84600ccc20 0x7f8460150880 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:41.477 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.467+0000 7f8465f2a640 1 -- 172.21.15.23:0/2796724177 >> 172.21.15.23:0/2796724177 conn(0x7f8460069400 msgr2=0x7f84600ae600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:41.477 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.467+0000 7f8465f2a640 1 -- 172.21.15.23:0/2796724177 shutdown_connections 2023-06-26T03:02:41.477 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.467+0000 7f8465f2a640 1 -- 172.21.15.23:0/2796724177 wait complete. 2023-06-26T03:02:41.491 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-26T03:02:41.600 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.591+0000 7fa8a86bd640 1 Processor -- start 2023-06-26T03:02:41.600 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.591+0000 7fa8a86bd640 1 -- start start 2023-06-26T03:02:41.601 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.595+0000 7fa8a86bd640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa8a0153a50 0x7fa8a00ce3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:41.602 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.595+0000 7fa8a86bd640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fa8a0159a80 0x7fa8a00c9340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:41.602 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.595+0000 7fa8a86bd640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fa8a00c9880 0x7fa8a00ccc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:41.602 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.595+0000 7fa8a86bd640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa8a015d070 con 0x7fa8a00c9880 2023-06-26T03:02:41.602 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.595+0000 7fa8a86bd640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa8a0159f40 con 0x7fa8a0159a80 2023-06-26T03:02:41.602 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.595+0000 7fa8a86bd640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa8a015a220 con 0x7fa8a0153a50 2023-06-26T03:02:41.602 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.595+0000 7fa8a6c5a640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fa8a00c9880 0x7fa8a00ccc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:41.602 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.595+0000 7fa8a6c5a640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fa8a00c9880 0x7fa8a00ccc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56210/0 (socket says 172.21.15.23:56210) 2023-06-26T03:02:41.603 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.595+0000 7fa8a6c5a640 1 -- 172.21.15.23:0/3914812484 learned_addr learned my addr 172.21.15.23:0/3914812484 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:41.603 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.595+0000 7fa8a5c58640 1 --2- 172.21.15.23:0/3914812484 >> v2:172.21.15.71:3300/0 conn(0x7fa8a0159a80 0x7fa8a00c9340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:41.603 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.595+0000 7fa8a6459640 1 --2- 172.21.15.23:0/3914812484 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa8a0153a50 0x7fa8a00ce3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:41.604 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.595+0000 7fa8a6c5a640 1 -- 172.21.15.23:0/3914812484 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa8a0153a50 msgr2=0x7fa8a00ce3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:41.604 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.595+0000 7fa8a6c5a640 1 --2- 172.21.15.23:0/3914812484 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa8a0153a50 0x7fa8a00ce3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:41.604 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.595+0000 7fa8a6c5a640 1 -- 172.21.15.23:0/3914812484 >> v2:172.21.15.71:3300/0 conn(0x7fa8a0159a80 msgr2=0x7fa8a00c9340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:41.604 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.595+0000 7fa8a6c5a640 1 --2- 172.21.15.23:0/3914812484 >> v2:172.21.15.71:3300/0 conn(0x7fa8a0159a80 0x7fa8a00c9340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:41.604 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.595+0000 7fa8a6c5a640 1 -- 172.21.15.23:0/3914812484 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8a015a500 con 0x7fa8a00c9880 2023-06-26T03:02:41.604 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.595+0000 7fa8a5c58640 1 --2- 172.21.15.23:0/3914812484 >> v2:172.21.15.71:3300/0 conn(0x7fa8a0159a80 0x7fa8a00c9340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:41.605 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.595+0000 7fa8a6c5a640 1 --2- 172.21.15.23:0/3914812484 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa8a00c9880 0x7fa8a00ccc20 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa8a006e1d0 tx=0x7fa89801c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec421e5120a3fae4 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:41.605 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.595+0000 7fa8a5457640 1 -- 172.21.15.23:0/3914812484 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8980a5730 con 0x7fa8a00c9880 2023-06-26T03:02:41.605 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.595+0000 7fa8a5457640 1 -- 172.21.15.23:0/3914812484 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa8980a5890 con 0x7fa8a00c9880 2023-06-26T03:02:41.606 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.595+0000 7fa8a5457640 1 -- 172.21.15.23:0/3914812484 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8980a5c20 con 0x7fa8a00c9880 2023-06-26T03:02:41.606 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.599+0000 7fa8a86bd640 1 -- 172.21.15.23:0/3914812484 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa8a00c9880 msgr2=0x7fa8a00ccc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:41.606 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.599+0000 7fa8a86bd640 1 --2- 172.21.15.23:0/3914812484 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa8a00c9880 0x7fa8a00ccc20 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa8a006e1d0 tx=0x7fa89801c9a0 comp rx=0 tx=0).stop 2023-06-26T03:02:41.606 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.599+0000 7fa8a86bd640 1 -- 172.21.15.23:0/3914812484 shutdown_connections 2023-06-26T03:02:41.606 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.599+0000 7fa8a86bd640 1 --2- 172.21.15.23:0/3914812484 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa8a00c9880 0x7fa8a00ccc20 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:41.606 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.599+0000 7fa8a86bd640 1 --2- 172.21.15.23:0/3914812484 >> v2:172.21.15.71:3300/0 conn(0x7fa8a0159a80 0x7fa8a00c9340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:41.606 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.599+0000 7fa8a86bd640 1 --2- 172.21.15.23:0/3914812484 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa8a0153a50 0x7fa8a00ce3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:41.607 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.599+0000 7fa8a86bd640 1 -- 172.21.15.23:0/3914812484 >> 172.21.15.23:0/3914812484 conn(0x7fa8a0069400 msgr2=0x7fa8a0069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:41.607 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.599+0000 7fa8a86bd640 1 -- 172.21.15.23:0/3914812484 shutdown_connections 2023-06-26T03:02:41.607 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.599+0000 7fa8a86bd640 1 -- 172.21.15.23:0/3914812484 wait complete. 2023-06-26T03:02:41.608 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.599+0000 7fa8a86bd640 1 Processor -- start 2023-06-26T03:02:41.608 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.599+0000 7fa8a86bd640 1 -- start start 2023-06-26T03:02:41.608 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.599+0000 7fa8a86bd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa8a00c9880 0x7fa8a0146450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:41.609 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.599+0000 7fa8a86bd640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa8a0153a50 0x7fa8a01f78b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:41.609 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.599+0000 7fa8a86bd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa8a0159a80 0x7fa8a015abb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:41.609 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.599+0000 7fa8a86bd640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8a015cba0 con 0x7fa8a00c9880 2023-06-26T03:02:41.609 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.599+0000 7fa8a86bd640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8a014f5b0 con 0x7fa8a0159a80 2023-06-26T03:02:41.609 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.599+0000 7fa8a86bd640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa8a014f890 con 0x7fa8a0153a50 2023-06-26T03:02:41.609 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.599+0000 7fa8a6459640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa8a00c9880 0x7fa8a0146450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:41.609 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.599+0000 7fa8a6459640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa8a00c9880 0x7fa8a0146450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56216/0 (socket says 172.21.15.23:56216) 2023-06-26T03:02:41.610 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.599+0000 7fa8a6459640 1 -- 172.21.15.23:0/1490665186 learned_addr learned my addr 172.21.15.23:0/1490665186 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:41.610 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.599+0000 7fa8a6459640 1 -- 172.21.15.23:0/1490665186 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa8a0153a50 msgr2=0x7fa8a01f78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:41.610 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.599+0000 7fa8a6459640 1 --2- 172.21.15.23:0/1490665186 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa8a0153a50 0x7fa8a01f78b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:41.610 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.599+0000 7fa8a6459640 1 -- 172.21.15.23:0/1490665186 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa8a0159a80 msgr2=0x7fa8a015abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:41.610 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.599+0000 7fa8a6459640 1 --2- 172.21.15.23:0/1490665186 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa8a0159a80 0x7fa8a015abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:41.610 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.599+0000 7fa8a6459640 1 -- 172.21.15.23:0/1490665186 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa898009b30 con 0x7fa8a00c9880 2023-06-26T03:02:41.610 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.599+0000 7fa8a6459640 1 --2- 172.21.15.23:0/1490665186 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa8a00c9880 0x7fa8a0146450 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fa89000c7f0 tx=0x7fa89000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:41.610 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.599+0000 7fa896ffd640 1 -- 172.21.15.23:0/1490665186 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa890004220 con 0x7fa8a00c9880 2023-06-26T03:02:41.611 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.599+0000 7fa896ffd640 1 -- 172.21.15.23:0/1490665186 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa8900043a0 con 0x7fa8a00c9880 2023-06-26T03:02:41.611 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.599+0000 7fa8a86bd640 1 -- 172.21.15.23:0/1490665186 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa8a014fb70 con 0x7fa8a00c9880 2023-06-26T03:02:41.611 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.599+0000 7fa896ffd640 1 -- 172.21.15.23:0/1490665186 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa890004510 con 0x7fa8a00c9880 2023-06-26T03:02:41.611 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.603+0000 7fa8a86bd640 1 -- 172.21.15.23:0/1490665186 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa8a01f7390 con 0x7fa8a00c9880 2023-06-26T03:02:41.612 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.603+0000 7fa8a86bd640 1 -- 172.21.15.23:0/1490665186 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa8a01f75b0 con 0x7fa8a00c9880 2023-06-26T03:02:41.612 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.603+0000 7fa896ffd640 1 -- 172.21.15.23:0/1490665186 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fa890003a70 con 0x7fa8a00c9880 2023-06-26T03:02:41.612 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.603+0000 7fa896ffd640 1 --2- 172.21.15.23:0/1490665186 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa884066280 0x7fa884068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:41.612 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.603+0000 7fa896ffd640 1 -- 172.21.15.23:0/1490665186 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7fa8900843b0 con 0x7fa8a00c9880 2023-06-26T03:02:41.612 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.603+0000 7fa8a5c58640 1 --2- 172.21.15.23:0/1490665186 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa884066280 0x7fa884068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:41.612 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.603+0000 7fa8a5c58640 1 --2- 172.21.15.23:0/1490665186 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa884066280 0x7fa884068730 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fa89c006b20 tx=0x7fa89c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:41.614 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.607+0000 7fa896ffd640 1 -- 172.21.15.23:0/1490665186 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fa890051620 con 0x7fa8a00c9880 2023-06-26T03:02:41.791 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.783+0000 7fa8a86bd640 1 -- 172.21.15.23:0/1490665186 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa8a00ce890 con 0x7fa8a00c9880 2023-06-26T03:02:41.792 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.783+0000 7fa896ffd640 1 -- 172.21.15.23:0/1490665186 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4661 (secure 0 0 0) 0x7fa890054c40 con 0x7fa8a00c9880 2023-06-26T03:02:41.792 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:02:41.792 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.23:6833/3276997842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6832","nonce":3276997842},{"type":"v1","addr":"172.21.15.23:6833","nonce":3276997842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.23:6835/353160656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6834","nonce":353160656},{"type":"v1","addr":"172.21.15.23:6835","nonce":353160656}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4282,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/1779817889","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":1779817889},{"type":"v1","addr":"172.21.15.71:6835","nonce":1779817889}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-06-26T03:02:08.833964+0000","modified":"2023-06-26T03:02:32.270870+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4288},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4288":{"gid":4288,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.71:6837/264733844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":264733844},{"type":"v1","addr":"172.21.15.71:6837","nonce":264733844}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4,5],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-06-26T03:02:41.793 INFO:teuthology.orchestra.run.smithi023.stderr:dumped fsmap epoch 8 2023-06-26T03:02:41.794 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.787+0000 7fa8a86bd640 1 -- 172.21.15.23:0/1490665186 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa884066280 msgr2=0x7fa884068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:41.794 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.787+0000 7fa8a86bd640 1 --2- 172.21.15.23:0/1490665186 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa884066280 0x7fa884068730 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fa89c006b20 tx=0x7fa89c008040 comp rx=0 tx=0).stop 2023-06-26T03:02:41.794 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.787+0000 7fa8a86bd640 1 -- 172.21.15.23:0/1490665186 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa8a00c9880 msgr2=0x7fa8a0146450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:41.794 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.787+0000 7fa8a86bd640 1 --2- 172.21.15.23:0/1490665186 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa8a00c9880 0x7fa8a0146450 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fa89000c7f0 tx=0x7fa89000ccb0 comp rx=0 tx=0).stop 2023-06-26T03:02:41.794 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.787+0000 7fa8a86bd640 1 -- 172.21.15.23:0/1490665186 shutdown_connections 2023-06-26T03:02:41.794 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.787+0000 7fa8a86bd640 1 --2- 172.21.15.23:0/1490665186 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa884066280 0x7fa884068730 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:41.795 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.787+0000 7fa8a86bd640 1 --2- 172.21.15.23:0/1490665186 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa8a0159a80 0x7fa8a015abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:41.795 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.787+0000 7fa8a86bd640 1 --2- 172.21.15.23:0/1490665186 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa8a0153a50 0x7fa8a01f78b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:41.795 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.787+0000 7fa8a86bd640 1 --2- 172.21.15.23:0/1490665186 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa8a00c9880 0x7fa8a0146450 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:41.795 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.787+0000 7fa8a86bd640 1 -- 172.21.15.23:0/1490665186 >> 172.21.15.23:0/1490665186 conn(0x7fa8a0069400 msgr2=0x7fa8a00cbe80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:41.795 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.787+0000 7fa8a86bd640 1 -- 172.21.15.23:0/1490665186 shutdown_connections 2023-06-26T03:02:41.795 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:41.787+0000 7fa8a86bd640 1 -- 172.21.15.23:0/1490665186 wait complete. 2023-06-26T03:02:42.212 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-06-26T03:02:08.833964+0000', 'modified': '2023-06-26T03:02:32.270870+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4288}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4288': {'gid': 4288, 'name': 'd', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.71:6837/264733844', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.71:6836', 'nonce': 264733844}, {'type': 'v1', 'addr': '172.21.15.71:6837', 'nonce': 264733844}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [4, 5], 'metadata_pool': 3, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-06-26T03:02:42.213 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-06-26T03:02:42.213 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2023-06-26T03:02:42.346 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.339+0000 7fd41738f640 1 Processor -- start 2023-06-26T03:02:42.346 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.339+0000 7fd41738f640 1 -- start start 2023-06-26T03:02:42.349 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.339+0000 7fd41738f640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fd4100c9c80 0x7fd4100cdf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:42.350 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.339+0000 7fd41738f640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd4100ce470 con 0x7fd4100cda90 2023-06-26T03:02:42.350 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.339+0000 7fd41738f640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd41015abf0 con 0x7fd4100cad50 2023-06-26T03:02:42.350 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.339+0000 7fd41738f640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd4101541d0 con 0x7fd4100c9c80 2023-06-26T03:02:42.350 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.339+0000 7fd41492a640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fd4100cda90 0x7fd4100c9570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:32894/0 (socket says 172.21.15.23:32894) 2023-06-26T03:02:42.351 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.339+0000 7fd41492a640 1 -- 172.21.15.23:0/458423772 learned_addr learned my addr 172.21.15.23:0/458423772 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:42.351 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.339+0000 7fd41592c640 1 --2- 172.21.15.23:0/458423772 >> v2:172.21.15.71:3300/0 conn(0x7fd4100c9c80 0x7fd4100cdf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:42.351 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.339+0000 7fd407fff640 1 -- 172.21.15.23:0/458423772 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 173100848 0 0) 0x7fd4100ce470 con 0x7fd4100cda90 2023-06-26T03:02:42.351 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.339+0000 7fd407fff640 1 -- 172.21.15.23:0/458423772 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd3fc003530 con 0x7fd4100cda90 2023-06-26T03:02:42.352 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.339+0000 7fd407fff640 1 -- 172.21.15.23:0/458423772 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3633051451 0 0) 0x7fd3fc003530 con 0x7fd4100cda90 2023-06-26T03:02:42.352 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.339+0000 7fd407fff640 1 -- 172.21.15.23:0/458423772 >> v2:172.21.15.71:3300/0 conn(0x7fd4100c9c80 msgr2=0x7fd4100cdf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:42.352 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.339+0000 7fd407fff640 1 --2- 172.21.15.23:0/458423772 >> v2:172.21.15.71:3300/0 conn(0x7fd4100c9c80 0x7fd4100cdf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.352 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.339+0000 7fd407fff640 1 -- 172.21.15.23:0/458423772 >> v1:172.21.15.71:6789/0 conn(0x7fd4100cad50 legacy=0x7fd41006f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:42.353 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.339+0000 7fd407fff640 1 -- 172.21.15.23:0/458423772 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd41015a910 con 0x7fd4100cda90 2023-06-26T03:02:42.353 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.339+0000 7fd407fff640 1 -- 172.21.15.23:0/458423772 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7fd400001680 con 0x7fd4100cda90 2023-06-26T03:02:42.353 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.339+0000 7fd407fff640 1 -- 172.21.15.23:0/458423772 >> v1:172.21.15.23:6789/0 conn(0x7fd4100cda90 legacy=0x7fd4100c9570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:42.354 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.339+0000 7fd407fff640 1 --2- 172.21.15.23:0/458423772 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd3fc003980 0x7fd3fc003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:42.354 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.339+0000 7fd407fff640 1 --2- 172.21.15.23:0/458423772 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd3fc0047d0 0x7fd3fc004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:42.354 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.339+0000 7fd407fff640 1 --2- 172.21.15.23:0/458423772 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd3fc005180 0x7fd3fc00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:42.354 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.339+0000 7fd407fff640 1 -- 172.21.15.23:0/458423772 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4101541d0 con 0x7fd3fc005180 2023-06-26T03:02:42.355 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.339+0000 7fd407fff640 1 -- 172.21.15.23:0/458423772 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3fc00c090 con 0x7fd3fc003980 2023-06-26T03:02:42.355 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.339+0000 7fd407fff640 1 -- 172.21.15.23:0/458423772 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3fc00c250 con 0x7fd3fc0047d0 2023-06-26T03:02:42.355 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.339+0000 7fd41592c640 1 --2- 172.21.15.23:0/458423772 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd3fc005180 0x7fd3fc00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:42.355 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.339+0000 7fd41492a640 1 --2- 172.21.15.23:0/458423772 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd3fc0047d0 0x7fd3fc004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:42.356 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.339+0000 7fd41592c640 1 -- 172.21.15.23:0/458423772 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd3fc0047d0 msgr2=0x7fd3fc004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:42.356 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.339+0000 7fd41592c640 1 --2- 172.21.15.23:0/458423772 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd3fc0047d0 0x7fd3fc004c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.356 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.339+0000 7fd41592c640 1 -- 172.21.15.23:0/458423772 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd3fc003980 msgr2=0x7fd3fc003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:42.357 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.339+0000 7fd41512b640 1 --2- 172.21.15.23:0/458423772 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd3fc003980 0x7fd3fc003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:42.357 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.339+0000 7fd41592c640 1 --2- 172.21.15.23:0/458423772 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd3fc003980 0x7fd3fc003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.357 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.339+0000 7fd41592c640 1 -- 172.21.15.23:0/458423772 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3fc003530 con 0x7fd3fc005180 2023-06-26T03:02:42.358 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.339+0000 7fd41512b640 1 --2- 172.21.15.23:0/458423772 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd3fc003980 0x7fd3fc003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:42.368 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.343+0000 7fd41592c640 1 -- 172.21.15.23:0/458423772 reap_dead start 2023-06-26T03:02:42.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.343+0000 7fd41592c640 1 --2- 172.21.15.23:0/458423772 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd3fc005180 0x7fd3fc00b990 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fd408009fc0 tx=0x7fd40801cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b841d82574a67588 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:42.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.343+0000 7fd407fff640 1 -- 172.21.15.23:0/458423772 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4080a5cb0 con 0x7fd3fc005180 2023-06-26T03:02:42.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.343+0000 7fd407fff640 1 -- 172.21.15.23:0/458423772 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd40800f040 con 0x7fd3fc005180 2023-06-26T03:02:42.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.343+0000 7fd407fff640 1 -- 172.21.15.23:0/458423772 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd408003be0 con 0x7fd3fc005180 2023-06-26T03:02:42.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.343+0000 7fd41738f640 1 -- 172.21.15.23:0/458423772 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd3fc005180 msgr2=0x7fd3fc00b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:42.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.343+0000 7fd41738f640 1 --2- 172.21.15.23:0/458423772 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd3fc005180 0x7fd3fc00b990 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fd408009fc0 tx=0x7fd40801cca0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.343+0000 7fd41738f640 1 -- 172.21.15.23:0/458423772 shutdown_connections 2023-06-26T03:02:42.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.343+0000 7fd41738f640 1 --2- 172.21.15.23:0/458423772 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd3fc005180 0x7fd3fc00b990 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.343+0000 7fd41738f640 1 -- 172.21.15.23:0/458423772 >> 172.21.15.23:0/458423772 conn(0x7fd410069400 msgr2=0x7fd410069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:42.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.343+0000 7fd41738f640 1 -- 172.21.15.23:0/458423772 shutdown_connections 2023-06-26T03:02:42.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.343+0000 7fd41738f640 1 -- 172.21.15.23:0/458423772 wait complete. 2023-06-26T03:02:42.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.347+0000 7fd41738f640 1 Processor -- start 2023-06-26T03:02:42.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.347+0000 7fd41738f640 1 -- start start 2023-06-26T03:02:42.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.347+0000 7fd41738f640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd3fc005180 0x7fd4101486c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:42.371 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.347+0000 7fd41738f640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd4100c4d60 0x7fd41015c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:42.371 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.347+0000 7fd41738f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd41015ce00 0x7fd4101f45e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:42.371 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.347+0000 7fd41738f640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd41006f570 con 0x7fd4100c4d60 2023-06-26T03:02:42.371 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.347+0000 7fd41738f640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd41015d270 con 0x7fd41015ce00 2023-06-26T03:02:42.371 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.347+0000 7fd41738f640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4100c2a10 con 0x7fd3fc005180 2023-06-26T03:02:42.371 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.347+0000 7fd41492a640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd4100c4d60 0x7fd41015c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:42.371 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.347+0000 7fd41492a640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd4100c4d60 0x7fd41015c8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56238/0 (socket says 172.21.15.23:56238) 2023-06-26T03:02:42.371 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.347+0000 7fd41492a640 1 -- 172.21.15.23:0/525776504 learned_addr learned my addr 172.21.15.23:0/525776504 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:42.372 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.347+0000 7fd41592c640 1 --2- 172.21.15.23:0/525776504 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd41015ce00 0x7fd4101f45e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:42.372 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.347+0000 7fd41512b640 1 --2- 172.21.15.23:0/525776504 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd3fc005180 0x7fd4101486c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:42.372 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.347+0000 7fd41492a640 1 -- 172.21.15.23:0/525776504 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd3fc005180 msgr2=0x7fd4101486c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:42.372 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.347+0000 7fd41492a640 1 --2- 172.21.15.23:0/525776504 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd3fc005180 0x7fd4101486c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.372 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.347+0000 7fd41492a640 1 -- 172.21.15.23:0/525776504 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd41015ce00 msgr2=0x7fd4101f45e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:42.372 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.347+0000 7fd41492a640 1 --2- 172.21.15.23:0/525776504 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd41015ce00 0x7fd4101f45e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.372 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.347+0000 7fd41492a640 1 -- 172.21.15.23:0/525776504 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4100c2c60 con 0x7fd4100c4d60 2023-06-26T03:02:42.372 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.347+0000 7fd41592c640 1 --2- 172.21.15.23:0/525776504 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd41015ce00 0x7fd4101f45e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:42.373 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.347+0000 7fd41512b640 1 --2- 172.21.15.23:0/525776504 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd3fc005180 0x7fd4101486c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:42.373 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.347+0000 7fd41492a640 1 --2- 172.21.15.23:0/525776504 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd4100c4d60 0x7fd41015c8c0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fd400000fc0 tx=0x7fd40000e4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:42.373 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.347+0000 7fd405ffb640 1 -- 172.21.15.23:0/525776504 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd40000ed50 con 0x7fd4100c4d60 2023-06-26T03:02:42.373 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.347+0000 7fd405ffb640 1 -- 172.21.15.23:0/525776504 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4000143a0 con 0x7fd4100c4d60 2023-06-26T03:02:42.373 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.347+0000 7fd41738f640 1 -- 172.21.15.23:0/525776504 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd4100c2f40 con 0x7fd4100c4d60 2023-06-26T03:02:42.373 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.347+0000 7fd405ffb640 1 -- 172.21.15.23:0/525776504 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd400014750 con 0x7fd4100c4d60 2023-06-26T03:02:42.373 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.347+0000 7fd41738f640 1 -- 172.21.15.23:0/525776504 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4100c3500 con 0x7fd4100c4d60 2023-06-26T03:02:42.374 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.347+0000 7fd405ffb640 1 -- 172.21.15.23:0/525776504 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fd4000148b0 con 0x7fd4100c4d60 2023-06-26T03:02:42.374 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.347+0000 7fd405ffb640 1 --2- 172.21.15.23:0/525776504 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd3f4066280 0x7fd3f4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:42.374 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd405ffb640 1 -- 172.21.15.23:0/525776504 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7fd400086cd0 con 0x7fd4100c4d60 2023-06-26T03:02:42.374 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd41512b640 1 --2- 172.21.15.23:0/525776504 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd3f4066280 0x7fd3f4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:42.374 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd41a4ab000 1 Processor -- start 2023-06-26T03:02:42.374 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd41a4ab000 1 -- start start 2023-06-26T03:02:42.374 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd41512b640 1 --2- 172.21.15.23:0/525776504 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd3f4066280 0x7fd3f4068730 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fd410151750 tx=0x7fd40c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:42.374 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd41a4ab000 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x556181d4b740 0x556181d4bb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:42.375 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd41a4ab000 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x556181d4c050 0x556181d01840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:42.375 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd41a4ab000 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556181d01d80 0x556181d02150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:42.375 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd41a4ab000 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x556181bc9ac0 con 0x556181d4c050 2023-06-26T03:02:42.375 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd41a4ab000 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x556181b03840 con 0x556181d01d80 2023-06-26T03:02:42.375 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd41a4ab000 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x556181b572e0 con 0x556181d4b740 2023-06-26T03:02:42.375 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd41492a640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x556181d4c050 0x556181d01840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:42.375 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd41492a640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x556181d4c050 0x556181d01840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56240/0 (socket says 172.21.15.23:56240) 2023-06-26T03:02:42.376 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd41492a640 1 -- 172.21.15.23:0/44720332 learned_addr learned my addr 172.21.15.23:0/44720332 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:42.376 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd41512b640 1 --2- 172.21.15.23:0/44720332 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x556181d4b740 0x556181d4bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:42.376 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd41592c640 1 --2- 172.21.15.23:0/44720332 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556181d01d80 0x556181d02150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:42.376 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd41492a640 1 -- 172.21.15.23:0/44720332 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x556181d4b740 msgr2=0x556181d4bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:42.376 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd41492a640 1 --2- 172.21.15.23:0/44720332 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x556181d4b740 0x556181d4bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.376 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd41492a640 1 -- 172.21.15.23:0/44720332 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556181d01d80 msgr2=0x556181d02150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:42.376 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd41492a640 1 --2- 172.21.15.23:0/44720332 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556181d01d80 0x556181d02150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.377 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd41492a640 1 -- 172.21.15.23:0/44720332 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55618184c890 con 0x556181d4c050 2023-06-26T03:02:42.377 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd41492a640 1 --2- 172.21.15.23:0/44720332 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x556181d4c050 0x556181d01840 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fd400053f80 tx=0x7fd400053ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d37d16a024bfd3ac server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:42.377 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd3faffd640 1 -- 172.21.15.23:0/44720332 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd40006f170 con 0x556181d4c050 2023-06-26T03:02:42.377 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd3faffd640 1 -- 172.21.15.23:0/44720332 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd400054190 con 0x556181d4c050 2023-06-26T03:02:42.377 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd3faffd640 1 -- 172.21.15.23:0/44720332 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd40005fb40 con 0x556181d4c050 2023-06-26T03:02:42.377 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd41a4ab000 1 -- 172.21.15.23:0/44720332 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x556181d4c050 msgr2=0x556181d01840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:42.377 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd41a4ab000 1 --2- 172.21.15.23:0/44720332 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x556181d4c050 0x556181d01840 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fd400053f80 tx=0x7fd400053ef0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.377 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd41a4ab000 1 -- 172.21.15.23:0/44720332 shutdown_connections 2023-06-26T03:02:42.378 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd41a4ab000 1 --2- 172.21.15.23:0/44720332 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556181d01d80 0x556181d02150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.378 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd41a4ab000 1 --2- 172.21.15.23:0/44720332 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x556181d4c050 0x556181d01840 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.378 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd41a4ab000 1 --2- 172.21.15.23:0/44720332 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x556181d4b740 0x556181d4bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.378 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd41a4ab000 1 -- 172.21.15.23:0/44720332 >> 172.21.15.23:0/44720332 conn(0x556181cf9800 msgr2=0x556181d08800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:42.378 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd41a4ab000 1 -- 172.21.15.23:0/44720332 shutdown_connections 2023-06-26T03:02:42.378 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.351+0000 7fd41a4ab000 1 -- 172.21.15.23:0/44720332 wait complete. 2023-06-26T03:02:42.378 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd41a4ab000 1 -- start start 2023-06-26T03:02:42.378 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd41a4ab000 1 Processor -- start 2023-06-26T03:02:42.379 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd41a4ab000 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556181d01d80 0x556181d07430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:42.379 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd41a4ab000 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x556181d4b740 0x556181d07970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:42.379 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd41a4ab000 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x556181d4c050 0x556181d0d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:42.379 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd41a4ab000 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x556181b50380 con 0x556181d4b740 2023-06-26T03:02:42.379 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd41a4ab000 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x556181b0cae0 con 0x556181d01d80 2023-06-26T03:02:42.379 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd41a4ab000 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x556181b0c780 con 0x556181d4c050 2023-06-26T03:02:42.379 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd41a4ab000 10 client.0 _ll_register_callbacks cb 0x556181cede30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-06-26T03:02:42.379 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd41492a640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x556181d4b740 0x556181d07970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:42.380 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd41492a640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x556181d4b740 0x556181d07970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56250/0 (socket says 172.21.15.23:56250) 2023-06-26T03:02:42.380 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd41492a640 1 -- 172.21.15.23:0/2820667457 learned_addr learned my addr 172.21.15.23:0/2820667457 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:42.380 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd41592c640 1 --2- 172.21.15.23:0/2820667457 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x556181d4c050 0x556181d0d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:42.380 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd41512b640 1 --2- 172.21.15.23:0/2820667457 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556181d01d80 0x556181d07430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:42.380 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd41492a640 1 -- 172.21.15.23:0/2820667457 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x556181d4c050 msgr2=0x556181d0d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:42.380 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd41492a640 1 --2- 172.21.15.23:0/2820667457 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x556181d4c050 0x556181d0d0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.380 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd41492a640 1 -- 172.21.15.23:0/2820667457 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556181d01d80 msgr2=0x556181d07430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:42.381 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd41492a640 1 --2- 172.21.15.23:0/2820667457 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556181d01d80 0x556181d07430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.381 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd41492a640 1 -- 172.21.15.23:0/2820667457 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd400058e70 con 0x556181d4b740 2023-06-26T03:02:42.381 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd41492a640 1 --2- 172.21.15.23:0/2820667457 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x556181d4b740 0x556181d07970 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fd40005a010 tx=0x7fd40005a040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c12ee32ed5d1cd96 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:42.381 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd3effff640 10 client.0 ms_handle_connect on v2:172.21.15.23:3300/0 2023-06-26T03:02:42.381 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd3effff640 1 -- 172.21.15.23:0/2820667457 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd400073070 con 0x556181d4b740 2023-06-26T03:02:42.381 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd41a4ab000 1 -- 172.21.15.23:0/2820667457 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556181b17a20 con 0x556181d4b740 2023-06-26T03:02:42.381 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd3effff640 1 -- 172.21.15.23:0/2820667457 <== mon.0 v2:172.21.15.23:3300/0 2 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7fd400055ea0 con 0x556181d4b740 2023-06-26T03:02:42.381 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd3effff640 1 -- 172.21.15.23:0/2820667457 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd400058e70 con 0x556181d4b740 2023-06-26T03:02:42.382 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd41a4ab000 10 client.4848 fetch_fsmap learned FSMap version 8 2023-06-26T03:02:42.382 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd41a4ab000 1 -- 172.21.15.23:0/2820667457 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) v3 -- 0x556181b14d10 con 0x556181d4b740 2023-06-26T03:02:42.382 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd3effff640 1 -- 172.21.15.23:0/2820667457 <== mon.0 v2:172.21.15.23:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x556181b17a20 con 0x556181d4b740 2023-06-26T03:02:42.382 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd3effff640 1 -- 172.21.15.23:0/2820667457 <== mon.0 v2:172.21.15.23:3300/0 5 ==== fsmap(e 8) v1 ==== 3122+0+0 (secure 0 0 0) 0x7fd400014b60 con 0x556181d4b740 2023-06-26T03:02:42.382 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd41a4ab000 10 client.4848 fetch_fsmap finished waiting for FSMap version 8 2023-06-26T03:02:42.382 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd41a4ab000 10 client.4848 resolve_mds: resolved name 'd' to daemon mds.d 2023-06-26T03:02:42.383 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd41a4ab000 20 client.4848 populate_metadata read hostname 'smithi023' 2023-06-26T03:02:42.383 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd41a4ab000 1 --2- 172.21.15.23:0/2820667457 >> [v2:172.21.15.71:6836/264733844,v1:172.21.15.71:6837/264733844] conn(0x556181d5a7b0 0x556181d5cb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:42.383 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd41a4ab000 4 client.4848 mds_command: new command op to 4288 tid=0[{"prefix": "get_command_descriptions"}] 2023-06-26T03:02:42.383 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd41a4ab000 1 -- 172.21.15.23:0/2820667457 --> [v2:172.21.15.71:6836/264733844,v1:172.21.15.71:6837/264733844] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556181b7f710 con 0x556181d5a7b0 2023-06-26T03:02:42.383 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd41512b640 1 --2- 172.21.15.23:0/2820667457 >> [v2:172.21.15.71:6836/264733844,v1:172.21.15.71:6837/264733844] conn(0x556181d5a7b0 0x556181d5cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:42.383 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd41512b640 1 --2- 172.21.15.23:0/2820667457 >> [v2:172.21.15.71:6836/264733844,v1:172.21.15.71:6837/264733844] conn(0x556181d5a7b0 0x556181d5cb90 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6833ef7ab2909c0a server_cookie=1eb7f275023e55fb in_seq=0 out_seq=0 2023-06-26T03:02:42.383 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.355+0000 7fd3effff640 10 client.4848 ms_handle_connect on v2:172.21.15.71:6836/264733844 2023-06-26T03:02:42.384 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.359+0000 7fd3effff640 1 -- 172.21.15.23:0/2820667457 <== mds.0 v2:172.21.15.71:6836/264733844 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x556181b7f710 con 0x556181d5a7b0 2023-06-26T03:02:42.384 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.359+0000 7fd3effff640 10 client.4848 handle_command_reply: tid=0 2023-06-26T03:02:42.384 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.359+0000 7fd41a4ab000 1 client.4848 shutdown 2023-06-26T03:02:42.384 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.359+0000 7fd41a4ab000 1 -- 172.21.15.23:0/2820667457 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x556181d4b740 msgr2=0x556181d07970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:42.384 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.359+0000 7fd41a4ab000 1 --2- 172.21.15.23:0/2820667457 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x556181d4b740 0x556181d07970 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fd40005a010 tx=0x7fd40005a040 comp rx=0 tx=0).stop 2023-06-26T03:02:42.384 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.359+0000 7fd41a4ab000 1 -- 172.21.15.23:0/2820667457 shutdown_connections 2023-06-26T03:02:42.384 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.359+0000 7fd41a4ab000 1 --2- 172.21.15.23:0/2820667457 >> [v2:172.21.15.71:6836/264733844,v1:172.21.15.71:6837/264733844] conn(0x556181d5a7b0 0x556181d5cb90 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.384 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.359+0000 7fd41a4ab000 1 --2- 172.21.15.23:0/2820667457 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x556181d4c050 0x556181d0d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.385 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.359+0000 7fd41a4ab000 1 --2- 172.21.15.23:0/2820667457 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x556181d4b740 0x556181d07970 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.385 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.359+0000 7fd3effff640 0 client.4848 ms_handle_reset on v2:172.21.15.71:6836/264733844 2023-06-26T03:02:42.385 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.359+0000 7fd41a4ab000 1 --2- 172.21.15.23:0/2820667457 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556181d01d80 0x556181d07430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.385 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.359+0000 7fd41a4ab000 1 -- 172.21.15.23:0/2820667457 >> 172.21.15.23:0/2820667457 conn(0x556181cf9800 msgr2=0x556181d00830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:42.385 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.359+0000 7fd41a4ab000 1 -- 172.21.15.23:0/2820667457 shutdown_connections 2023-06-26T03:02:42.385 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.359+0000 7fd41a4ab000 1 -- 172.21.15.23:0/2820667457 wait complete. 2023-06-26T03:02:42.385 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.359+0000 7fd41a4ab000 20 client.4848 trim_cache size 0 max 16384 2023-06-26T03:02:42.389 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41a4ab000 1 Processor -- start 2023-06-26T03:02:42.389 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41a4ab000 1 -- start start 2023-06-26T03:02:42.389 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41a4ab000 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556181d01d80 0x556181d01100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:42.389 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41a4ab000 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x556181d4b740 0x556181cfffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:42.389 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41a4ab000 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x556181d4c050 0x556181d004e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:42.389 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41a4ab000 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x55618180d940 con 0x556181d4b740 2023-06-26T03:02:42.390 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41a4ab000 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x556181b4a680 con 0x556181d01d80 2023-06-26T03:02:42.390 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41a4ab000 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x556181b4cf90 con 0x556181d4c050 2023-06-26T03:02:42.390 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41492a640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x556181d4b740 0x556181cfffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:42.390 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41492a640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x556181d4b740 0x556181cfffa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56266/0 (socket says 172.21.15.23:56266) 2023-06-26T03:02:42.390 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41492a640 1 -- 172.21.15.23:0/2829202767 learned_addr learned my addr 172.21.15.23:0/2829202767 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:42.390 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41492a640 1 -- 172.21.15.23:0/2829202767 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x556181d4c050 msgr2=0x556181d004e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:42.390 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41492a640 1 --2- 172.21.15.23:0/2829202767 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x556181d4c050 0x556181d004e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.390 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41492a640 1 -- 172.21.15.23:0/2829202767 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556181d01d80 msgr2=0x556181d01100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:42.391 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41492a640 1 --2- 172.21.15.23:0/2829202767 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556181d01d80 0x556181d01100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.391 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41492a640 1 -- 172.21.15.23:0/2829202767 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556181afafa0 con 0x556181d4b740 2023-06-26T03:02:42.391 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41492a640 1 --2- 172.21.15.23:0/2829202767 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x556181d4b740 0x556181cfffa0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fd400000c10 tx=0x7fd400018000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfb8ea30cb4e3b23 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:42.391 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd3fb7fe640 1 -- 172.21.15.23:0/2829202767 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd400073040 con 0x556181d4b740 2023-06-26T03:02:42.391 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd3fb7fe640 1 -- 172.21.15.23:0/2829202767 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd400058e70 con 0x556181d4b740 2023-06-26T03:02:42.391 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd3fb7fe640 1 -- 172.21.15.23:0/2829202767 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd400057850 con 0x556181d4b740 2023-06-26T03:02:42.391 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41a4ab000 1 -- 172.21.15.23:0/2829202767 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x556181d4b740 msgr2=0x556181cfffa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:42.392 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41a4ab000 1 --2- 172.21.15.23:0/2829202767 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x556181d4b740 0x556181cfffa0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fd400000c10 tx=0x7fd400018000 comp rx=0 tx=0).stop 2023-06-26T03:02:42.392 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41a4ab000 1 -- 172.21.15.23:0/2829202767 shutdown_connections 2023-06-26T03:02:42.392 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41a4ab000 1 --2- 172.21.15.23:0/2829202767 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x556181d4c050 0x556181d004e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.392 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41a4ab000 1 --2- 172.21.15.23:0/2829202767 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x556181d4b740 0x556181cfffa0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.392 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41a4ab000 1 --2- 172.21.15.23:0/2829202767 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556181d01d80 0x556181d01100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.393 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41a4ab000 1 -- 172.21.15.23:0/2829202767 >> 172.21.15.23:0/2829202767 conn(0x556181cf9800 msgr2=0x556181d077e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:42.393 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41a4ab000 1 -- 172.21.15.23:0/2829202767 shutdown_connections 2023-06-26T03:02:42.393 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41a4ab000 1 -- 172.21.15.23:0/2829202767 wait complete. 2023-06-26T03:02:42.393 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41a4ab000 1 -- start start 2023-06-26T03:02:42.393 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41a4ab000 1 Processor -- start 2023-06-26T03:02:42.393 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41a4ab000 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x556181d01d80 0x556181da8a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:42.393 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41a4ab000 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x556181d4b740 0x556181da8f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:42.394 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41a4ab000 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556181d4c050 0x556181d5d080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:42.394 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41a4ab000 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x556181b17630 con 0x556181d4b740 2023-06-26T03:02:42.394 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41a4ab000 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x556181d04b20 con 0x556181d4c050 2023-06-26T03:02:42.394 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41a4ab000 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x556181b54380 con 0x556181d01d80 2023-06-26T03:02:42.394 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41a4ab000 10 client.0 _ll_register_callbacks cb 0x556181b147f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-06-26T03:02:42.394 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41492a640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x556181d4b740 0x556181da8f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:42.394 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41492a640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x556181d4b740 0x556181da8f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56268/0 (socket says 172.21.15.23:56268) 2023-06-26T03:02:42.394 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.375+0000 7fd41492a640 1 -- 172.21.15.23:0/843994302 learned_addr learned my addr 172.21.15.23:0/843994302 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:42.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41492a640 1 -- 172.21.15.23:0/843994302 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x556181d01d80 msgr2=0x556181da8a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:42.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41492a640 1 --2- 172.21.15.23:0/843994302 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x556181d01d80 0x556181da8a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41492a640 1 -- 172.21.15.23:0/843994302 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556181d4c050 msgr2=0x556181d5d080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:42.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41492a640 1 --2- 172.21.15.23:0/843994302 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556181d4c050 0x556181d5d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41492a640 1 -- 172.21.15.23:0/843994302 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd400082070 con 0x556181d4b740 2023-06-26T03:02:42.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41492a640 1 --2- 172.21.15.23:0/843994302 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x556181d4b740 0x556181da8f50 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fd400055dd0 tx=0x7fd4000047f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6296475166254fc server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:42.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd3effff640 10 client.0 ms_handle_connect on v2:172.21.15.23:3300/0 2023-06-26T03:02:42.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd3effff640 1 -- 172.21.15.23:0/843994302 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd400073040 con 0x556181d4b740 2023-06-26T03:02:42.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd3effff640 1 -- 172.21.15.23:0/843994302 <== mon.0 v2:172.21.15.23:3300/0 2 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7fd400053870 con 0x556181d4b740 2023-06-26T03:02:42.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41a4ab000 1 -- 172.21.15.23:0/843994302 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556181b4ecd0 con 0x556181d4b740 2023-06-26T03:02:42.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd3effff640 1 -- 172.21.15.23:0/843994302 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd400057850 con 0x556181d4b740 2023-06-26T03:02:42.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41a4ab000 10 client.4854 fetch_fsmap learned FSMap version 8 2023-06-26T03:02:42.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41a4ab000 1 -- 172.21.15.23:0/843994302 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) v3 -- 0x55618184ccc0 con 0x556181d4b740 2023-06-26T03:02:42.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd3effff640 1 -- 172.21.15.23:0/843994302 <== mon.0 v2:172.21.15.23:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x556181b4ecd0 con 0x556181d4b740 2023-06-26T03:02:42.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd3effff640 1 -- 172.21.15.23:0/843994302 <== mon.0 v2:172.21.15.23:3300/0 5 ==== fsmap(e 8) v1 ==== 3122+0+0 (secure 0 0 0) 0x7fd400053a30 con 0x556181d4b740 2023-06-26T03:02:42.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41a4ab000 10 client.4854 fetch_fsmap finished waiting for FSMap version 8 2023-06-26T03:02:42.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41a4ab000 10 client.4854 resolve_mds: resolved name 'd' to daemon mds.d 2023-06-26T03:02:42.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41a4ab000 20 client.4854 populate_metadata read hostname 'smithi023' 2023-06-26T03:02:42.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41a4ab000 1 --2- 172.21.15.23:0/843994302 >> [v2:172.21.15.71:6836/264733844,v1:172.21.15.71:6837/264733844] conn(0x556181d5da40 0x556181d5de10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:42.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41a4ab000 4 client.4854 mds_command: new command op to 4288 tid=0[{"prefix": "status"}] 2023-06-26T03:02:42.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41a4ab000 1 -- 172.21.15.23:0/843994302 --> [v2:172.21.15.71:6836/264733844,v1:172.21.15.71:6837/264733844] -- command(tid 0: {"prefix": "status"}) v1 -- 0x556181b49360 con 0x556181d5da40 2023-06-26T03:02:42.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41512b640 1 --2- 172.21.15.23:0/843994302 >> [v2:172.21.15.71:6836/264733844,v1:172.21.15.71:6837/264733844] conn(0x556181d5da40 0x556181d5de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:42.398 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41512b640 1 --2- 172.21.15.23:0/843994302 >> [v2:172.21.15.71:6836/264733844,v1:172.21.15.71:6837/264733844] conn(0x556181d5da40 0x556181d5de10 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=da05778351c046a3 server_cookie=9a0801e49f4b24bd in_seq=0 out_seq=0 2023-06-26T03:02:42.398 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd3effff640 10 client.4854 ms_handle_connect on v2:172.21.15.71:6836/264733844 2023-06-26T03:02:42.398 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd3effff640 1 -- 172.21.15.23:0/843994302 <== mds.0 v2:172.21.15.71:6836/264733844 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+324 (crc 0 0 0) 0x556181b49360 con 0x556181d5da40 2023-06-26T03:02:42.398 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd3effff640 10 client.4854 handle_command_reply: tid=0 2023-06-26T03:02:42.398 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41a4ab000 1 client.4854 shutdown 2023-06-26T03:02:42.398 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41a4ab000 1 -- 172.21.15.23:0/843994302 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x556181d4b740 msgr2=0x556181da8f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:42.398 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41a4ab000 1 --2- 172.21.15.23:0/843994302 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x556181d4b740 0x556181da8f50 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fd400055dd0 tx=0x7fd4000047f0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.398 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41a4ab000 1 -- 172.21.15.23:0/843994302 shutdown_connections 2023-06-26T03:02:42.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41a4ab000 1 --2- 172.21.15.23:0/843994302 >> [v2:172.21.15.71:6836/264733844,v1:172.21.15.71:6837/264733844] conn(0x556181d5da40 0x556181d5de10 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41a4ab000 1 --2- 172.21.15.23:0/843994302 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x556181d4c050 0x556181d5d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41a4ab000 1 --2- 172.21.15.23:0/843994302 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x556181d4b740 0x556181da8f50 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41a4ab000 1 --2- 172.21.15.23:0/843994302 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x556181d01d80 0x556181da8a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd3effff640 0 client.4854 ms_handle_reset on v2:172.21.15.71:6836/264733844 2023-06-26T03:02:42.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41a4ab000 1 -- 172.21.15.23:0/843994302 >> 172.21.15.23:0/843994302 conn(0x556181cf9800 msgr2=0x556181d00830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:42.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41a4ab000 1 -- 172.21.15.23:0/843994302 shutdown_connections 2023-06-26T03:02:42.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41a4ab000 1 -- 172.21.15.23:0/843994302 wait complete. 2023-06-26T03:02:42.400 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41a4ab000 20 client.4854 trim_cache size 0 max 16384 2023-06-26T03:02:42.400 INFO:teuthology.orchestra.run.smithi023.stdout:{ 2023-06-26T03:02:42.400 INFO:teuthology.orchestra.run.smithi023.stdout: "cluster_fsid": "3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9", 2023-06-26T03:02:42.400 INFO:teuthology.orchestra.run.smithi023.stdout: "whoami": 0, 2023-06-26T03:02:42.400 INFO:teuthology.orchestra.run.smithi023.stdout: "id": 4288, 2023-06-26T03:02:42.401 INFO:teuthology.orchestra.run.smithi023.stdout: "want_state": "up:active", 2023-06-26T03:02:42.401 INFO:teuthology.orchestra.run.smithi023.stdout: "state": "up:active", 2023-06-26T03:02:42.401 INFO:teuthology.orchestra.run.smithi023.stdout: "fs_name": "cephfs", 2023-06-26T03:02:42.401 INFO:teuthology.orchestra.run.smithi023.stdout: "rank_uptime": 33.544993652000002, 2023-06-26T03:02:42.401 INFO:teuthology.orchestra.run.smithi023.stdout: "mdsmap_epoch": 8, 2023-06-26T03:02:42.401 INFO:teuthology.orchestra.run.smithi023.stdout: "osdmap_epoch": 27, 2023-06-26T03:02:42.401 INFO:teuthology.orchestra.run.smithi023.stdout: "osdmap_epoch_barrier": 27, 2023-06-26T03:02:42.401 INFO:teuthology.orchestra.run.smithi023.stdout: "uptime": 37.555379361 2023-06-26T03:02:42.402 INFO:teuthology.orchestra.run.smithi023.stdout:} 2023-06-26T03:02:42.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41738f640 1 -- 172.21.15.23:0/525776504 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd3f4066280 msgr2=0x7fd3f4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:42.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41738f640 1 --2- 172.21.15.23:0/525776504 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd3f4066280 0x7fd3f4068730 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fd410151750 tx=0x7fd40c009040 comp rx=0 tx=0).stop 2023-06-26T03:02:42.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41738f640 1 -- 172.21.15.23:0/525776504 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd4100c4d60 msgr2=0x7fd41015c8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:42.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41738f640 1 --2- 172.21.15.23:0/525776504 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd4100c4d60 0x7fd41015c8c0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fd400000fc0 tx=0x7fd40000e4d0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41738f640 1 -- 172.21.15.23:0/525776504 shutdown_connections 2023-06-26T03:02:42.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41738f640 1 --2- 172.21.15.23:0/525776504 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd3f4066280 0x7fd3f4068730 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41738f640 1 --2- 172.21.15.23:0/525776504 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd41015ce00 0x7fd4101f45e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41738f640 1 --2- 172.21.15.23:0/525776504 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd4100c4d60 0x7fd41015c8c0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41738f640 1 --2- 172.21.15.23:0/525776504 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd3fc005180 0x7fd4101486c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41738f640 1 -- 172.21.15.23:0/525776504 >> 172.21.15.23:0/525776504 conn(0x7fd410069400 msgr2=0x7fd4100b10b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:42.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41738f640 1 -- 172.21.15.23:0/525776504 shutdown_connections 2023-06-26T03:02:42.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.379+0000 7fd41738f640 1 -- 172.21.15.23:0/525776504 wait complete. 2023-06-26T03:02:42.405 INFO:teuthology.run_tasks:Running task ceph-fuse... 2023-06-26T03:02:42.417 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2023-06-26T03:02:42.417 INFO:tasks.ceph_fuse:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2023-06-26T03:02:42.418 INFO:tasks.ceph_fuse:client.0 config is {} 2023-06-26T03:02:42.418 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-06-26T03:02:42.418 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-06-26T03:02:42.418 INFO:tasks.ceph_fuse:client.2 config is {} 2023-06-26T03:02:42.418 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-06-26T03:02:42.419 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2023-06-26T03:02:42.419 INFO:tasks.ceph_fuse:client.1 config is {} 2023-06-26T03:02:42.419 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-06-26T03:02:42.419 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-06-26T03:02:42.420 INFO:tasks.ceph_fuse:client.3 config is {} 2023-06-26T03:02:42.420 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-06-26T03:02:42.420 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2023-06-26T03:02:42.420 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:42.420 DEBUG:teuthology.orchestra.run.smithi023:> ip netns list 2023-06-26T03:02:42.426 INFO:teuthology.orchestra.run.smithi023.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2023-06-26T03:02:42.426 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:42.426 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2023-06-26T03:02:42.478 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:42.478 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip link delete ceph-brx 2023-06-26T03:02:42.662 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:42.662 DEBUG:teuthology.orchestra.run.smithi071:> ip netns list 2023-06-26T03:02:42.669 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:42.669 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip link delete ceph-brx 2023-06-26T03:02:42.727 INFO:teuthology.orchestra.run.smithi071.stderr:Cannot find device "ceph-brx" 2023-06-26T03:02:42.728 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-26T03:02:42.729 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2023-06-26T03:02:42.729 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-06-26T03:02:42.857 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.851+0000 7f8d51dfe640 1 Processor -- start 2023-06-26T03:02:42.857 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.851+0000 7f8d51dfe640 1 -- start start 2023-06-26T03:02:42.858 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.851+0000 7f8d51dfe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f8d4c13d580 0x7f8d4c13d950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:42.858 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.851+0000 7f8d51dfe640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8d4c15be10 0x7f8d4c13de90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:42.858 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.851+0000 7f8d51dfe640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8d4c06c550 con 0x7f8d4c0cb740 2023-06-26T03:02:42.858 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.851+0000 7f8d51dfe640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8d4c0cbbd0 con 0x7f8d4c13d580 2023-06-26T03:02:42.858 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.851+0000 7f8d51dfe640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d4c06aed0 con 0x7f8d4c15be10 2023-06-26T03:02:42.859 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.851+0000 7f8d4b7fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f8d4c13d580 0x7f8d4c13d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:42.859 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.851+0000 7f8d4b7fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f8d4c13d580 0x7f8d4c13d950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56276/0 (socket says 172.21.15.23:56276) 2023-06-26T03:02:42.859 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.851+0000 7f8d4b7fe640 1 -- 172.21.15.23:0/2524013032 learned_addr learned my addr 172.21.15.23:0/2524013032 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:42.859 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.851+0000 7f8d4b7fe640 1 -- 172.21.15.23:0/2524013032 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8d4c15be10 msgr2=0x7f8d4c13de90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:42.860 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.851+0000 7f8d4b7fe640 1 --2- 172.21.15.23:0/2524013032 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8d4c15be10 0x7f8d4c13de90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.860 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.851+0000 7f8d4b7fe640 1 -- 172.21.15.23:0/2524013032 >> v1:172.21.15.71:6789/0 conn(0x7f8d4c0cb740 legacy=0x7f8d4c15b700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:42.860 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.851+0000 7f8d4b7fe640 1 -- 172.21.15.23:0/2524013032 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d4c06b1b0 con 0x7f8d4c13d580 2023-06-26T03:02:42.860 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.855+0000 7f8d4b7fe640 1 --2- 172.21.15.23:0/2524013032 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8d4c13d580 0x7f8d4c13d950 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f8d3c009870 tx=0x7f8d3c01c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bc35d285f25fb85 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:42.861 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.855+0000 7f8d4affd640 1 -- 172.21.15.23:0/2524013032 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d3c0ac640 con 0x7f8d4c13d580 2023-06-26T03:02:42.861 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.855+0000 7f8d4affd640 1 -- 172.21.15.23:0/2524013032 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d3c0ac7a0 con 0x7f8d4c13d580 2023-06-26T03:02:42.861 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.855+0000 7f8d4affd640 1 -- 172.21.15.23:0/2524013032 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d3c0acb30 con 0x7f8d4c13d580 2023-06-26T03:02:42.862 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.855+0000 7f8d51dfe640 1 -- 172.21.15.23:0/2524013032 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8d4c13d580 msgr2=0x7f8d4c13d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:42.862 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.855+0000 7f8d51dfe640 1 --2- 172.21.15.23:0/2524013032 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8d4c13d580 0x7f8d4c13d950 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f8d3c009870 tx=0x7f8d3c01c440 comp rx=0 tx=0).stop 2023-06-26T03:02:42.862 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.855+0000 7f8d51dfe640 1 -- 172.21.15.23:0/2524013032 shutdown_connections 2023-06-26T03:02:42.862 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.855+0000 7f8d51dfe640 1 --2- 172.21.15.23:0/2524013032 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8d4c15be10 0x7f8d4c13de90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.863 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.855+0000 7f8d51dfe640 1 --2- 172.21.15.23:0/2524013032 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8d4c13d580 0x7f8d4c13d950 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.863 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.855+0000 7f8d51dfe640 1 -- 172.21.15.23:0/2524013032 >> 172.21.15.23:0/2524013032 conn(0x7f8d4c069400 msgr2=0x7f8d4c069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:42.863 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.855+0000 7f8d51dfe640 1 -- 172.21.15.23:0/2524013032 shutdown_connections 2023-06-26T03:02:42.863 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.855+0000 7f8d51dfe640 1 -- 172.21.15.23:0/2524013032 wait complete. 2023-06-26T03:02:42.864 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.855+0000 7f8d51dfe640 1 Processor -- start 2023-06-26T03:02:42.864 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.855+0000 7f8d51dfe640 1 -- start start 2023-06-26T03:02:42.864 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.855+0000 7f8d51dfe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8d4c0cb740 0x7f8d4c1f5f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:42.864 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.855+0000 7f8d51dfe640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8d4c13d580 0x7f8d4c136ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:42.865 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.855+0000 7f8d51dfe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8d4c15be10 0x7f8d4c14fa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:42.865 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.855+0000 7f8d51dfe640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d4c1514e0 con 0x7f8d4c15be10 2023-06-26T03:02:42.865 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.855+0000 7f8d51dfe640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d4c1508f0 con 0x7f8d4c0cb740 2023-06-26T03:02:42.865 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.855+0000 7f8d51dfe640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d4c150b40 con 0x7f8d4c13d580 2023-06-26T03:02:42.865 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.855+0000 7f8d4bfff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8d4c15be10 0x7f8d4c14fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:42.865 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.855+0000 7f8d4bfff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8d4c15be10 0x7f8d4c14fa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56292/0 (socket says 172.21.15.23:56292) 2023-06-26T03:02:42.865 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.855+0000 7f8d4bfff640 1 -- 172.21.15.23:0/2103643757 learned_addr learned my addr 172.21.15.23:0/2103643757 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:42.866 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.855+0000 7f8d4b7fe640 1 --2- 172.21.15.23:0/2103643757 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8d4c0cb740 0x7f8d4c1f5f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:42.866 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.855+0000 7f8d43fff640 1 --2- 172.21.15.23:0/2103643757 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8d4c13d580 0x7f8d4c136ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:42.866 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.855+0000 7f8d4bfff640 1 -- 172.21.15.23:0/2103643757 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8d4c13d580 msgr2=0x7f8d4c136ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:42.866 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.855+0000 7f8d4bfff640 1 --2- 172.21.15.23:0/2103643757 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8d4c13d580 0x7f8d4c136ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.866 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.855+0000 7f8d4bfff640 1 -- 172.21.15.23:0/2103643757 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8d4c0cb740 msgr2=0x7f8d4c1f5f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:42.866 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.855+0000 7f8d4bfff640 1 --2- 172.21.15.23:0/2103643757 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8d4c0cb740 0x7f8d4c1f5f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:42.866 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.855+0000 7f8d4bfff640 1 -- 172.21.15.23:0/2103643757 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d3c0094d0 con 0x7f8d4c15be10 2023-06-26T03:02:42.866 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.859+0000 7f8d4bfff640 1 --2- 172.21.15.23:0/2103643757 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8d4c15be10 0x7f8d4c14fa20 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f8d4400b9e0 tx=0x7f8d4400bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:42.867 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.859+0000 7f8d48ff9640 1 -- 172.21.15.23:0/2103643757 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d4400cb20 con 0x7f8d4c15be10 2023-06-26T03:02:42.868 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.859+0000 7f8d48ff9640 1 -- 172.21.15.23:0/2103643757 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d4400cca0 con 0x7f8d4c15be10 2023-06-26T03:02:42.868 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.859+0000 7f8d51dfe640 1 -- 172.21.15.23:0/2103643757 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d4c150e20 con 0x7f8d4c15be10 2023-06-26T03:02:42.868 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.859+0000 7f8d48ff9640 1 -- 172.21.15.23:0/2103643757 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d44014680 con 0x7f8d4c15be10 2023-06-26T03:02:42.868 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.859+0000 7f8d51dfe640 1 -- 172.21.15.23:0/2103643757 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d4c151900 con 0x7f8d4c15be10 2023-06-26T03:02:42.868 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.859+0000 7f8d51dfe640 1 -- 172.21.15.23:0/2103643757 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8d4c151620 con 0x7f8d4c15be10 2023-06-26T03:02:42.868 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.859+0000 7f8d48ff9640 1 -- 172.21.15.23:0/2103643757 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f8d4401d3b0 con 0x7f8d4c15be10 2023-06-26T03:02:42.868 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.859+0000 7f8d48ff9640 1 --2- 172.21.15.23:0/2103643757 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8d2c066280 0x7f8d2c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:42.869 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.859+0000 7f8d48ff9640 1 -- 172.21.15.23:0/2103643757 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f8d44083ef0 con 0x7f8d4c15be10 2023-06-26T03:02:42.869 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.859+0000 7f8d4b7fe640 1 --2- 172.21.15.23:0/2103643757 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8d2c066280 0x7f8d2c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:42.869 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.859+0000 7f8d4b7fe640 1 --2- 172.21.15.23:0/2103643757 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8d2c066280 0x7f8d2c068730 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f8d3c0ae000 tx=0x7f8d3c0a6070 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:42.871 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:42.863+0000 7f8d48ff9640 1 -- 172.21.15.23:0/2103643757 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f8d4c151620 con 0x7f8d4c15be10 2023-06-26T03:02:43.053 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:43.047+0000 7f8d51dfe640 1 -- 172.21.15.23:0/2103643757 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f8d4c151620 con 0x7f8d4c15be10 2023-06-26T03:02:43.053 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:43.047+0000 7f8d48ff9640 1 -- 172.21.15.23:0/2103643757 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+88 (secure 0 0 0) 0x7f8d4c151620 con 0x7f8d4c15be10 2023-06-26T03:02:43.054 INFO:teuthology.orchestra.run.smithi023.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2023-06-26T03:02:43.056 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:43.047+0000 7f8d51dfe640 1 -- 172.21.15.23:0/2103643757 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8d2c066280 msgr2=0x7f8d2c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:43.056 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:43.047+0000 7f8d51dfe640 1 --2- 172.21.15.23:0/2103643757 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8d2c066280 0x7f8d2c068730 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f8d3c0ae000 tx=0x7f8d3c0a6070 comp rx=0 tx=0).stop 2023-06-26T03:02:43.056 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:43.047+0000 7f8d51dfe640 1 -- 172.21.15.23:0/2103643757 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8d4c15be10 msgr2=0x7f8d4c14fa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:43.056 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:43.047+0000 7f8d51dfe640 1 --2- 172.21.15.23:0/2103643757 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8d4c15be10 0x7f8d4c14fa20 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f8d4400b9e0 tx=0x7f8d4400bea0 comp rx=0 tx=0).stop 2023-06-26T03:02:43.056 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:43.047+0000 7f8d51dfe640 1 -- 172.21.15.23:0/2103643757 shutdown_connections 2023-06-26T03:02:43.056 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:43.047+0000 7f8d51dfe640 1 --2- 172.21.15.23:0/2103643757 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8d2c066280 0x7f8d2c068730 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:43.057 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:43.047+0000 7f8d51dfe640 1 --2- 172.21.15.23:0/2103643757 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8d4c15be10 0x7f8d4c14fa20 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:43.057 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:43.047+0000 7f8d51dfe640 1 --2- 172.21.15.23:0/2103643757 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8d4c13d580 0x7f8d4c136ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:43.057 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:43.047+0000 7f8d51dfe640 1 --2- 172.21.15.23:0/2103643757 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8d4c0cb740 0x7f8d4c1f5f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:43.057 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:43.047+0000 7f8d51dfe640 1 -- 172.21.15.23:0/2103643757 >> 172.21.15.23:0/2103643757 conn(0x7f8d4c069400 msgr2=0x7f8d4c13a590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:43.057 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:43.047+0000 7f8d51dfe640 1 -- 172.21.15.23:0/2103643757 shutdown_connections 2023-06-26T03:02:43.057 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:43.047+0000 7f8d51dfe640 1 -- 172.21.15.23:0/2103643757 wait complete. 2023-06-26T03:02:43.071 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-06-26T03:02:43.071 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-06-26T03:02:43.071 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi023.front.sepia.ceph.com 2023-06-26T03:02:43.071 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-06-26T03:02:43.071 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-06-26T03:02:43.072 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-06-26T03:02:43.072 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-06-26T03:02:43.072 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-06-26T03:02:43.072 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2023-06-26T03:02:43.073 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:43.073 DEBUG:teuthology.orchestra.run.smithi023:> ip addr 2023-06-26T03:02:43.078 INFO:teuthology.orchestra.run.smithi023.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-06-26T03:02:43.078 INFO:teuthology.orchestra.run.smithi023.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-06-26T03:02:43.078 INFO:teuthology.orchestra.run.smithi023.stdout: inet 127.0.0.1/8 scope host lo 2023-06-26T03:02:43.078 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:43.078 INFO:teuthology.orchestra.run.smithi023.stdout: inet6 ::1/128 scope host 2023-06-26T03:02:43.078 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:43.079 INFO:teuthology.orchestra.run.smithi023.stdout:2: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2023-06-26T03:02:43.079 INFO:teuthology.orchestra.run.smithi023.stdout: link/ether 0c:c4:7a:59:ce:42 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:02:43.079 INFO:teuthology.orchestra.run.smithi023.stdout: altname enp1s0f0 2023-06-26T03:02:43.079 INFO:teuthology.orchestra.run.smithi023.stdout: inet 172.21.15.23/20 brd 172.21.15.255 scope global dynamic ens1f0 2023-06-26T03:02:43.079 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft 42465sec preferred_lft 42465sec 2023-06-26T03:02:43.079 INFO:teuthology.orchestra.run.smithi023.stdout: inet6 fe80::ec4:7aff:fe59:ce42/64 scope link 2023-06-26T03:02:43.079 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:43.080 INFO:teuthology.orchestra.run.smithi023.stdout:3: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-26T03:02:43.080 INFO:teuthology.orchestra.run.smithi023.stdout: link/ether 0c:c4:7a:6b:fd:ae brd ff:ff:ff:ff:ff:ff 2023-06-26T03:02:43.080 INFO:teuthology.orchestra.run.smithi023.stdout: altname enp7s0f0 2023-06-26T03:02:43.080 INFO:teuthology.orchestra.run.smithi023.stdout:4: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-26T03:02:43.080 INFO:teuthology.orchestra.run.smithi023.stdout: link/ether 0c:c4:7a:6b:fd:af brd ff:ff:ff:ff:ff:ff 2023-06-26T03:02:43.080 INFO:teuthology.orchestra.run.smithi023.stdout: altname enp7s0f1 2023-06-26T03:02:43.080 INFO:teuthology.orchestra.run.smithi023.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-26T03:02:43.080 INFO:teuthology.orchestra.run.smithi023.stdout: link/ether 0c:c4:7a:59:ce:43 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:02:43.081 INFO:teuthology.orchestra.run.smithi023.stdout: altname enp1s0f1 2023-06-26T03:02:43.081 INFO:teuthology.orchestra.run.smithi023.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-06-26T03:02:43.081 INFO:teuthology.orchestra.run.smithi023.stdout: link/ether 02:42:27:3a:c8:a9 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:02:43.081 INFO:teuthology.orchestra.run.smithi023.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-06-26T03:02:43.081 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:43.081 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-06-26T03:02:43.082 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:43.082 DEBUG:teuthology.orchestra.run.smithi023:> (cd / && exec bash -c ' 2023-06-26T03:02:43.082 DEBUG:teuthology.orchestra.run.smithi023:> set -e 2023-06-26T03:02:43.082 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip link add name ceph-brx type bridge 2023-06-26T03:02:43.082 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip addr flush dev ceph-brx 2023-06-26T03:02:43.083 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip link set ceph-brx up 2023-06-26T03:02:43.083 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-06-26T03:02:43.083 DEBUG:teuthology.orchestra.run.smithi023:> ') 2023-06-26T03:02:43.160 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:43.160 DEBUG:teuthology.orchestra.run.smithi023:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-06-26T03:02:43.210 INFO:teuthology.orchestra.run.smithi023.stdout:1 2023-06-26T03:02:43.211 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:43.211 DEBUG:teuthology.orchestra.run.smithi023:> route 2023-06-26T03:02:43.261 INFO:teuthology.orchestra.run.smithi023.stdout:Kernel IP routing table 2023-06-26T03:02:43.261 INFO:teuthology.orchestra.run.smithi023.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-06-26T03:02:43.262 INFO:teuthology.orchestra.run.smithi023.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2023-06-26T03:02:43.262 INFO:teuthology.orchestra.run.smithi023.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-06-26T03:02:43.262 INFO:teuthology.orchestra.run.smithi023.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2023-06-26T03:02:43.262 INFO:teuthology.orchestra.run.smithi023.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-06-26T03:02:43.262 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:43.263 DEBUG:teuthology.orchestra.run.smithi023:> (cd / && exec bash -c ' 2023-06-26T03:02:43.263 DEBUG:teuthology.orchestra.run.smithi023:> set -e 2023-06-26T03:02:43.263 DEBUG:teuthology.orchestra.run.smithi023:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2023-06-26T03:02:43.263 DEBUG:teuthology.orchestra.run.smithi023:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2023-06-26T03:02:43.264 DEBUG:teuthology.orchestra.run.smithi023:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2023-06-26T03:02:43.264 DEBUG:teuthology.orchestra.run.smithi023:> ') 2023-06-26T03:02:43.336 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:43.336 DEBUG:teuthology.orchestra.run.smithi023:> ip netns list 2023-06-26T03:02:43.385 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:43.385 DEBUG:teuthology.orchestra.run.smithi023:> ip netns list-id 2023-06-26T03:02:43.433 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:43.434 DEBUG:teuthology.orchestra.run.smithi023:> (cd / && exec bash -c ' 2023-06-26T03:02:43.434 DEBUG:teuthology.orchestra.run.smithi023:> set -e 2023-06-26T03:02:43.434 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2023-06-26T03:02:43.434 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2023-06-26T03:02:43.434 DEBUG:teuthology.orchestra.run.smithi023:> ') 2023-06-26T03:02:43.503 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2023-06-26T03:02:43.504 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:43.504 DEBUG:teuthology.orchestra.run.smithi023:> (cd / && exec bash -c ' 2023-06-26T03:02:43.504 DEBUG:teuthology.orchestra.run.smithi023:> set -e 2023-06-26T03:02:43.504 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2023-06-26T03:02:43.505 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-06-26T03:02:43.505 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2023-06-26T03:02:43.505 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2023-06-26T03:02:43.505 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2023-06-26T03:02:43.505 DEBUG:teuthology.orchestra.run.smithi023:> ') 2023-06-26T03:02:43.595 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:43.596 DEBUG:teuthology.orchestra.run.smithi023:> (cd / && exec bash -c ' 2023-06-26T03:02:43.596 DEBUG:teuthology.orchestra.run.smithi023:> set -e 2023-06-26T03:02:43.596 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip link set brx.0 up 2023-06-26T03:02:43.596 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip link set dev brx.0 master ceph-brx 2023-06-26T03:02:43.597 DEBUG:teuthology.orchestra.run.smithi023:> ') 2023-06-26T03:02:43.615 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2023-06-26T03:02:43.616 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-06-26T03:02:43.616 DEBUG:teuthology.orchestra.run.smithi023:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-06-26T03:02:43.664 INFO:teuthology.orchestra.run.smithi023.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-06-26T03:02:43.664 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-06-26T03:02:43.664 DEBUG:teuthology.orchestra.run.smithi023:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-06-26T03:02:43.708 DEBUG:teuthology.orchestra.run.smithi023:> sudo modprobe fuse 2023-06-26T03:02:43.766 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-26T03:02:43.767 DEBUG:teuthology.orchestra.run.smithi023:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-26T03:02:43.820 INFO:teuthology.orchestra.run.smithi023.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-26T03:02:43.822 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-26T03:02:43.822 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:43.822 DEBUG:teuthology.orchestra.run.smithi023:> ls /sys/fs/fuse/connections 2023-06-26T03:02:43.869 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2023-06-26T03:02:43.869 DEBUG:teuthology.orchestra.run.smithi023:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2023-06-26T03:02:43.914 DEBUG:teuthology.orchestra.run.smithi023:> sudo modprobe fuse 2023-06-26T03:02:43.928 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-26T03:02:43.928 DEBUG:teuthology.orchestra.run.smithi023:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-26T03:02:43.979 INFO:teuthology.orchestra.run.smithi023.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-26T03:02:43.980 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-26T03:02:43.980 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:43.981 DEBUG:teuthology.orchestra.run.smithi023:> ls /sys/fs/fuse/connections 2023-06-26T03:02:43.995 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi023.stderr:2023-06-26T03:02:43.987+0000 7f20347fc580 -1 init, newargv = 0x55af14ea4c20 newargc=15 2023-06-26T03:02:43.995 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi023.stderr:ceph-fuse[45219]: starting ceph client 2023-06-26T03:02:44.004 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi023.stderr:ceph-fuse[45219]: starting fuse 2023-06-26T03:02:45.100 DEBUG:teuthology.orchestra.run.smithi023:> sudo modprobe fuse 2023-06-26T03:02:45.117 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-26T03:02:45.117 DEBUG:teuthology.orchestra.run.smithi023:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-26T03:02:45.177 INFO:teuthology.orchestra.run.smithi023.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-26T03:02:45.178 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-26T03:02:45.178 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:45.179 DEBUG:teuthology.orchestra.run.smithi023:> ls /sys/fs/fuse/connections 2023-06-26T03:02:45.225 INFO:teuthology.orchestra.run.smithi023.stdout:45 2023-06-26T03:02:45.225 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2023-06-26T03:02:45.226 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2023-06-26T03:02:45.226 DEBUG:teuthology.orchestra.run.smithi023:> import glob 2023-06-26T03:02:45.226 DEBUG:teuthology.orchestra.run.smithi023:> import re 2023-06-26T03:02:45.227 DEBUG:teuthology.orchestra.run.smithi023:> import os 2023-06-26T03:02:45.227 DEBUG:teuthology.orchestra.run.smithi023:> import subprocess 2023-06-26T03:02:45.227 DEBUG:teuthology.orchestra.run.smithi023:> 2023-06-26T03:02:45.227 DEBUG:teuthology.orchestra.run.smithi023:> def _find_admin_socket(client_name): 2023-06-26T03:02:45.227 DEBUG:teuthology.orchestra.run.smithi023:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2023-06-26T03:02:45.228 DEBUG:teuthology.orchestra.run.smithi023:> files = glob.glob(asok_path) 2023-06-26T03:02:45.228 DEBUG:teuthology.orchestra.run.smithi023:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2023-06-26T03:02:45.228 DEBUG:teuthology.orchestra.run.smithi023:> 2023-06-26T03:02:45.228 DEBUG:teuthology.orchestra.run.smithi023:> # Given a non-glob path, it better be there 2023-06-26T03:02:45.229 DEBUG:teuthology.orchestra.run.smithi023:> if "*" not in asok_path: 2023-06-26T03:02:45.229 DEBUG:teuthology.orchestra.run.smithi023:> assert(len(files) == 1) 2023-06-26T03:02:45.229 DEBUG:teuthology.orchestra.run.smithi023:> return files[0] 2023-06-26T03:02:45.229 DEBUG:teuthology.orchestra.run.smithi023:> 2023-06-26T03:02:45.229 DEBUG:teuthology.orchestra.run.smithi023:> for f in files: 2023-06-26T03:02:45.230 DEBUG:teuthology.orchestra.run.smithi023:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2023-06-26T03:02:45.230 DEBUG:teuthology.orchestra.run.smithi023:> if os.path.exists("/proc/{0}".format(pid)): 2023-06-26T03:02:45.230 DEBUG:teuthology.orchestra.run.smithi023:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2023-06-26T03:02:45.230 DEBUG:teuthology.orchestra.run.smithi023:> contents = proc_f.read() 2023-06-26T03:02:45.231 DEBUG:teuthology.orchestra.run.smithi023:> if mountpoint in contents: 2023-06-26T03:02:45.231 DEBUG:teuthology.orchestra.run.smithi023:> return f 2023-06-26T03:02:45.231 DEBUG:teuthology.orchestra.run.smithi023:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2023-06-26T03:02:45.231 DEBUG:teuthology.orchestra.run.smithi023:> 2023-06-26T03:02:45.231 DEBUG:teuthology.orchestra.run.smithi023:> print(_find_admin_socket("client.0")) 2023-06-26T03:02:45.232 DEBUG:teuthology.orchestra.run.smithi023:> ' 2023-06-26T03:02:45.349 INFO:teuthology.orchestra.run.smithi023.stdout:/var/run/ceph/ceph-client.0.45219.asok 2023-06-26T03:02:45.530 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.45219.asok 2023-06-26T03:02:45.530 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:45.531 DEBUG:teuthology.orchestra.run.smithi023:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.45219.asok status 2023-06-26T03:02:45.689 INFO:teuthology.orchestra.run.smithi023.stdout:{ 2023-06-26T03:02:45.689 INFO:teuthology.orchestra.run.smithi023.stdout: "metadata": { 2023-06-26T03:02:45.689 INFO:teuthology.orchestra.run.smithi023.stdout: "ceph_sha1": "6e29bf323ce1af97210bf5c3ab6386cc214ed162", 2023-06-26T03:02:45.689 INFO:teuthology.orchestra.run.smithi023.stdout: "ceph_version": "ceph version 18.0.0-4444-g6e29bf32 (6e29bf323ce1af97210bf5c3ab6386cc214ed162) reef (dev)", 2023-06-26T03:02:45.689 INFO:teuthology.orchestra.run.smithi023.stdout: "entity_id": "0", 2023-06-26T03:02:45.690 INFO:teuthology.orchestra.run.smithi023.stdout: "hostname": "smithi023", 2023-06-26T03:02:45.690 INFO:teuthology.orchestra.run.smithi023.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2023-06-26T03:02:45.690 INFO:teuthology.orchestra.run.smithi023.stdout: "pid": "45219", 2023-06-26T03:02:45.690 INFO:teuthology.orchestra.run.smithi023.stdout: "root": "/" 2023-06-26T03:02:45.690 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:02:45.690 INFO:teuthology.orchestra.run.smithi023.stdout: "dentry_count": 0, 2023-06-26T03:02:45.690 INFO:teuthology.orchestra.run.smithi023.stdout: "dentry_pinned_count": 0, 2023-06-26T03:02:45.691 INFO:teuthology.orchestra.run.smithi023.stdout: "id": 4869, 2023-06-26T03:02:45.691 INFO:teuthology.orchestra.run.smithi023.stdout: "inst": { 2023-06-26T03:02:45.691 INFO:teuthology.orchestra.run.smithi023.stdout: "name": { 2023-06-26T03:02:45.691 INFO:teuthology.orchestra.run.smithi023.stdout: "type": "client", 2023-06-26T03:02:45.691 INFO:teuthology.orchestra.run.smithi023.stdout: "num": 4869 2023-06-26T03:02:45.691 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:02:45.691 INFO:teuthology.orchestra.run.smithi023.stdout: "addr": { 2023-06-26T03:02:45.691 INFO:teuthology.orchestra.run.smithi023.stdout: "type": "v1", 2023-06-26T03:02:45.692 INFO:teuthology.orchestra.run.smithi023.stdout: "addr": "192.168.0.1:0", 2023-06-26T03:02:45.692 INFO:teuthology.orchestra.run.smithi023.stdout: "nonce": 1134206211 2023-06-26T03:02:45.692 INFO:teuthology.orchestra.run.smithi023.stdout: } 2023-06-26T03:02:45.692 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:02:45.692 INFO:teuthology.orchestra.run.smithi023.stdout: "addr": { 2023-06-26T03:02:45.692 INFO:teuthology.orchestra.run.smithi023.stdout: "type": "v1", 2023-06-26T03:02:45.692 INFO:teuthology.orchestra.run.smithi023.stdout: "addr": "192.168.0.1:0", 2023-06-26T03:02:45.692 INFO:teuthology.orchestra.run.smithi023.stdout: "nonce": 1134206211 2023-06-26T03:02:45.693 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:02:45.693 INFO:teuthology.orchestra.run.smithi023.stdout: "inst_str": "client.4869 192.168.0.1:0/1134206211", 2023-06-26T03:02:45.693 INFO:teuthology.orchestra.run.smithi023.stdout: "addr_str": "192.168.0.1:0/1134206211", 2023-06-26T03:02:45.693 INFO:teuthology.orchestra.run.smithi023.stdout: "inode_count": 1, 2023-06-26T03:02:45.693 INFO:teuthology.orchestra.run.smithi023.stdout: "mds_epoch": 8, 2023-06-26T03:02:45.693 INFO:teuthology.orchestra.run.smithi023.stdout: "osd_epoch": 27, 2023-06-26T03:02:45.693 INFO:teuthology.orchestra.run.smithi023.stdout: "osd_epoch_barrier": 0, 2023-06-26T03:02:45.693 INFO:teuthology.orchestra.run.smithi023.stdout: "blocklisted": false, 2023-06-26T03:02:45.694 INFO:teuthology.orchestra.run.smithi023.stdout: "fs_name": "cephfs" 2023-06-26T03:02:45.694 INFO:teuthology.orchestra.run.smithi023.stdout:} 2023-06-26T03:02:45.704 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-06-26T03:02:45.829 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.823+0000 7f8d4c7ed640 1 Processor -- start 2023-06-26T03:02:45.829 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.823+0000 7f8d4c7ed640 1 -- start start 2023-06-26T03:02:45.830 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.823+0000 7f8d4c7ed640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f8d4406c630 0x7f8d4413ee40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:45.830 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.823+0000 7f8d4c7ed640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8d4413f540 con 0x7f8d44070440 2023-06-26T03:02:45.830 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.823+0000 7f8d4c7ed640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8d4413f820 con 0x7f8d4406d480 2023-06-26T03:02:45.831 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.823+0000 7f8d4c7ed640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8d4413fde0 con 0x7f8d4406c630 2023-06-26T03:02:45.831 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.823+0000 7f8d4a589640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f8d4406c630 0x7f8d4413ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:45.831 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.823+0000 7f8d4ad8a640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f8d44070440 0x7f8d4405fed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:32896/0 (socket says 172.21.15.23:32896) 2023-06-26T03:02:45.832 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.823+0000 7f8d4ad8a640 1 -- 172.21.15.23:0/61243802 learned_addr learned my addr 172.21.15.23:0/61243802 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:45.832 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.823+0000 7f8d4a589640 1 -- 172.21.15.23:0/61243802 >> v1:172.21.15.71:6789/0 conn(0x7f8d4406d480 legacy=0x7f8d4415d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:45.832 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.823+0000 7f8d4a589640 1 -- 172.21.15.23:0/61243802 >> v1:172.21.15.23:6789/0 conn(0x7f8d44070440 legacy=0x7f8d4405fed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:45.832 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.823+0000 7f8d49587640 1 -- 172.21.15.23:0/61243802 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4033887474 0 0) 0x7f8d4413f540 con 0x7f8d44070440 2023-06-26T03:02:45.832 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.823+0000 7f8d4a589640 1 -- 172.21.15.23:0/61243802 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d4413fb00 con 0x7f8d4406c630 2023-06-26T03:02:45.833 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.827+0000 7f8d4a589640 1 --2- 172.21.15.23:0/61243802 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8d4406c630 0x7f8d4413ee40 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f8d400097f0 tx=0x7f8d4001c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=881da9408631454f server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:45.833 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.827+0000 7f8d49587640 1 -- 172.21.15.23:0/61243802 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d400a6040 con 0x7f8d4406c630 2023-06-26T03:02:45.833 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.827+0000 7f8d49587640 1 -- 172.21.15.23:0/61243802 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d400aa600 con 0x7f8d4406c630 2023-06-26T03:02:45.833 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.827+0000 7f8d49587640 1 -- 172.21.15.23:0/61243802 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d400aa990 con 0x7f8d4406c630 2023-06-26T03:02:45.834 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.827+0000 7f8d4c7ed640 1 -- 172.21.15.23:0/61243802 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8d4406c630 msgr2=0x7f8d4413ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:45.834 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.827+0000 7f8d4c7ed640 1 --2- 172.21.15.23:0/61243802 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8d4406c630 0x7f8d4413ee40 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f8d400097f0 tx=0x7f8d4001c480 comp rx=0 tx=0).stop 2023-06-26T03:02:45.834 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.827+0000 7f8d4c7ed640 1 -- 172.21.15.23:0/61243802 shutdown_connections 2023-06-26T03:02:45.835 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.827+0000 7f8d4c7ed640 1 --2- 172.21.15.23:0/61243802 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8d4406c630 0x7f8d4413ee40 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:45.835 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.827+0000 7f8d4c7ed640 1 -- 172.21.15.23:0/61243802 >> 172.21.15.23:0/61243802 conn(0x7f8d440cb710 msgr2=0x7f8d440cbb10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:45.835 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.827+0000 7f8d4c7ed640 1 -- 172.21.15.23:0/61243802 shutdown_connections 2023-06-26T03:02:45.835 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.827+0000 7f8d4c7ed640 1 -- 172.21.15.23:0/61243802 wait complete. 2023-06-26T03:02:45.835 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.827+0000 7f8d4c7ed640 1 Processor -- start 2023-06-26T03:02:45.836 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.827+0000 7f8d4c7ed640 1 -- start start 2023-06-26T03:02:45.837 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.827+0000 7f8d4c7ed640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8d4406c630 0x7f8d44153190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:45.837 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.827+0000 7f8d4c7ed640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8d4406d480 0x7f8d440cce10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:45.837 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.827+0000 7f8d4c7ed640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8d44070440 0x7f8d441542c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:45.837 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.827+0000 7f8d4c7ed640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d441569a0 con 0x7f8d4406d480 2023-06-26T03:02:45.838 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.827+0000 7f8d4c7ed640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d441536d0 con 0x7f8d44070440 2023-06-26T03:02:45.838 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.827+0000 7f8d4c7ed640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d44156bf0 con 0x7f8d4406c630 2023-06-26T03:02:45.838 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.827+0000 7f8d49d88640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8d4406d480 0x7f8d440cce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:45.838 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.827+0000 7f8d49d88640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8d4406d480 0x7f8d440cce10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56318/0 (socket says 172.21.15.23:56318) 2023-06-26T03:02:45.838 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.827+0000 7f8d49d88640 1 -- 172.21.15.23:0/2596365472 learned_addr learned my addr 172.21.15.23:0/2596365472 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:45.838 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.827+0000 7f8d4a589640 1 --2- 172.21.15.23:0/2596365472 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8d4406c630 0x7f8d44153190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:45.838 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.831+0000 7f8d4ad8a640 1 --2- 172.21.15.23:0/2596365472 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8d44070440 0x7f8d441542c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:45.839 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.831+0000 7f8d49d88640 1 -- 172.21.15.23:0/2596365472 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8d4406c630 msgr2=0x7f8d44153190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:45.839 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.831+0000 7f8d49d88640 1 --2- 172.21.15.23:0/2596365472 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8d4406c630 0x7f8d44153190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:45.839 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.831+0000 7f8d49d88640 1 -- 172.21.15.23:0/2596365472 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8d44070440 msgr2=0x7f8d441542c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:45.839 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.831+0000 7f8d49d88640 1 --2- 172.21.15.23:0/2596365472 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8d44070440 0x7f8d441542c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:45.839 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.831+0000 7f8d49d88640 1 -- 172.21.15.23:0/2596365472 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d40009420 con 0x7f8d4406d480 2023-06-26T03:02:45.839 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.831+0000 7f8d49d88640 1 --2- 172.21.15.23:0/2596365472 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8d4406d480 0x7f8d440cce10 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f8d3400c500 tx=0x7f8d3400c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:45.839 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.831+0000 7f8d3affd640 1 -- 172.21.15.23:0/2596365472 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d34005220 con 0x7f8d4406d480 2023-06-26T03:02:45.839 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.831+0000 7f8d3affd640 1 -- 172.21.15.23:0/2596365472 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d34005380 con 0x7f8d4406d480 2023-06-26T03:02:45.840 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.831+0000 7f8d4c7ed640 1 -- 172.21.15.23:0/2596365472 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d44156ed0 con 0x7f8d4406d480 2023-06-26T03:02:45.840 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.831+0000 7f8d3affd640 1 -- 172.21.15.23:0/2596365472 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d34007270 con 0x7f8d4406d480 2023-06-26T03:02:45.840 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.831+0000 7f8d4c7ed640 1 -- 172.21.15.23:0/2596365472 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d44157490 con 0x7f8d4406d480 2023-06-26T03:02:45.841 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.831+0000 7f8d4c7ed640 1 -- 172.21.15.23:0/2596365472 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8d4404d790 con 0x7f8d4406d480 2023-06-26T03:02:45.841 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.831+0000 7f8d3affd640 1 -- 172.21.15.23:0/2596365472 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f8d340073d0 con 0x7f8d4406d480 2023-06-26T03:02:45.841 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.831+0000 7f8d3affd640 1 --2- 172.21.15.23:0/2596365472 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8d28066280 0x7f8d28068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:45.841 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.831+0000 7f8d3affd640 1 -- 172.21.15.23:0/2596365472 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f8d34083910 con 0x7f8d4406d480 2023-06-26T03:02:45.841 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.831+0000 7f8d4a589640 1 --2- 172.21.15.23:0/2596365472 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8d28066280 0x7f8d28068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:45.841 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.831+0000 7f8d4a589640 1 --2- 172.21.15.23:0/2596365472 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8d28066280 0x7f8d28068730 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f8d400ae000 tx=0x7f8d400a7000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:45.843 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:45.835+0000 7f8d3affd640 1 -- 172.21.15.23:0/2596365472 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f8d34050ab0 con 0x7f8d4406d480 2023-06-26T03:02:46.031 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:46.023+0000 7f8d4c7ed640 1 -- 172.21.15.23:0/2596365472 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f8d44157650 con 0x7f8d4406d480 2023-06-26T03:02:46.031 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:46.023+0000 7f8d3affd640 1 -- 172.21.15.23:0/2596365472 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+88 (secure 0 0 0) 0x7f8d340540d0 con 0x7f8d4406d480 2023-06-26T03:02:46.031 INFO:teuthology.orchestra.run.smithi023.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2023-06-26T03:02:46.033 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:46.027+0000 7f8d4c7ed640 1 -- 172.21.15.23:0/2596365472 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8d28066280 msgr2=0x7f8d28068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:46.033 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:46.027+0000 7f8d4c7ed640 1 --2- 172.21.15.23:0/2596365472 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8d28066280 0x7f8d28068730 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f8d400ae000 tx=0x7f8d400a7000 comp rx=0 tx=0).stop 2023-06-26T03:02:46.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:46.027+0000 7f8d4c7ed640 1 -- 172.21.15.23:0/2596365472 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8d4406d480 msgr2=0x7f8d440cce10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:46.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:46.027+0000 7f8d4c7ed640 1 --2- 172.21.15.23:0/2596365472 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8d4406d480 0x7f8d440cce10 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f8d3400c500 tx=0x7f8d3400c9c0 comp rx=0 tx=0).stop 2023-06-26T03:02:46.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:46.027+0000 7f8d4c7ed640 1 -- 172.21.15.23:0/2596365472 shutdown_connections 2023-06-26T03:02:46.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:46.027+0000 7f8d4c7ed640 1 --2- 172.21.15.23:0/2596365472 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8d28066280 0x7f8d28068730 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:46.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:46.027+0000 7f8d4c7ed640 1 --2- 172.21.15.23:0/2596365472 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8d44070440 0x7f8d441542c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:46.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:46.027+0000 7f8d4c7ed640 1 --2- 172.21.15.23:0/2596365472 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8d4406d480 0x7f8d440cce10 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:46.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:46.027+0000 7f8d4c7ed640 1 --2- 172.21.15.23:0/2596365472 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8d4406c630 0x7f8d44153190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:46.035 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:46.027+0000 7f8d4c7ed640 1 -- 172.21.15.23:0/2596365472 >> 172.21.15.23:0/2596365472 conn(0x7f8d440cb710 msgr2=0x7f8d44140480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:46.035 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:46.027+0000 7f8d4c7ed640 1 -- 172.21.15.23:0/2596365472 shutdown_connections 2023-06-26T03:02:46.035 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:46.027+0000 7f8d4c7ed640 1 -- 172.21.15.23:0/2596365472 wait complete. 2023-06-26T03:02:46.049 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-06-26T03:02:46.049 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-06-26T03:02:46.049 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi023.front.sepia.ceph.com 2023-06-26T03:02:46.050 INFO:tasks.cephfs.mount:self.client.name = client.2 2023-06-26T03:02:46.050 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2023-06-26T03:02:46.050 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-06-26T03:02:46.050 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-06-26T03:02:46.050 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-06-26T03:02:46.051 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2023-06-26T03:02:46.051 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:46.051 DEBUG:teuthology.orchestra.run.smithi023:> ip addr 2023-06-26T03:02:46.057 INFO:teuthology.orchestra.run.smithi023.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-06-26T03:02:46.057 INFO:teuthology.orchestra.run.smithi023.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-06-26T03:02:46.057 INFO:teuthology.orchestra.run.smithi023.stdout: inet 127.0.0.1/8 scope host lo 2023-06-26T03:02:46.057 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:46.057 INFO:teuthology.orchestra.run.smithi023.stdout: inet6 ::1/128 scope host 2023-06-26T03:02:46.057 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:46.058 INFO:teuthology.orchestra.run.smithi023.stdout:2: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2023-06-26T03:02:46.058 INFO:teuthology.orchestra.run.smithi023.stdout: link/ether 0c:c4:7a:59:ce:42 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:02:46.058 INFO:teuthology.orchestra.run.smithi023.stdout: altname enp1s0f0 2023-06-26T03:02:46.058 INFO:teuthology.orchestra.run.smithi023.stdout: inet 172.21.15.23/20 brd 172.21.15.255 scope global dynamic ens1f0 2023-06-26T03:02:46.058 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft 42462sec preferred_lft 42462sec 2023-06-26T03:02:46.058 INFO:teuthology.orchestra.run.smithi023.stdout: inet6 fe80::ec4:7aff:fe59:ce42/64 scope link 2023-06-26T03:02:46.058 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:46.058 INFO:teuthology.orchestra.run.smithi023.stdout:3: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-26T03:02:46.059 INFO:teuthology.orchestra.run.smithi023.stdout: link/ether 0c:c4:7a:6b:fd:ae brd ff:ff:ff:ff:ff:ff 2023-06-26T03:02:46.059 INFO:teuthology.orchestra.run.smithi023.stdout: altname enp7s0f0 2023-06-26T03:02:46.059 INFO:teuthology.orchestra.run.smithi023.stdout:4: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-26T03:02:46.059 INFO:teuthology.orchestra.run.smithi023.stdout: link/ether 0c:c4:7a:6b:fd:af brd ff:ff:ff:ff:ff:ff 2023-06-26T03:02:46.059 INFO:teuthology.orchestra.run.smithi023.stdout: altname enp7s0f1 2023-06-26T03:02:46.059 INFO:teuthology.orchestra.run.smithi023.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-26T03:02:46.059 INFO:teuthology.orchestra.run.smithi023.stdout: link/ether 0c:c4:7a:59:ce:43 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:02:46.059 INFO:teuthology.orchestra.run.smithi023.stdout: altname enp1s0f1 2023-06-26T03:02:46.060 INFO:teuthology.orchestra.run.smithi023.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-06-26T03:02:46.060 INFO:teuthology.orchestra.run.smithi023.stdout: link/ether 02:42:27:3a:c8:a9 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:02:46.060 INFO:teuthology.orchestra.run.smithi023.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-06-26T03:02:46.060 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:46.060 INFO:teuthology.orchestra.run.smithi023.stdout:9: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-06-26T03:02:46.060 INFO:teuthology.orchestra.run.smithi023.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-06-26T03:02:46.060 INFO:teuthology.orchestra.run.smithi023.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-06-26T03:02:46.061 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:46.061 INFO:teuthology.orchestra.run.smithi023.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-06-26T03:02:46.061 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:46.061 INFO:teuthology.orchestra.run.smithi023.stdout:10: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-06-26T03:02:46.061 INFO:teuthology.orchestra.run.smithi023.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2023-06-26T03:02:46.061 INFO:teuthology.orchestra.run.smithi023.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-06-26T03:02:46.061 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:46.062 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:46.062 DEBUG:teuthology.orchestra.run.smithi023:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-06-26T03:02:46.108 INFO:teuthology.orchestra.run.smithi023.stdout:1 2023-06-26T03:02:46.109 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:46.109 DEBUG:teuthology.orchestra.run.smithi023:> route 2023-06-26T03:02:46.157 INFO:teuthology.orchestra.run.smithi023.stdout:Kernel IP routing table 2023-06-26T03:02:46.157 INFO:teuthology.orchestra.run.smithi023.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-06-26T03:02:46.157 INFO:teuthology.orchestra.run.smithi023.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2023-06-26T03:02:46.157 INFO:teuthology.orchestra.run.smithi023.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-06-26T03:02:46.158 INFO:teuthology.orchestra.run.smithi023.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2023-06-26T03:02:46.158 INFO:teuthology.orchestra.run.smithi023.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-06-26T03:02:46.158 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:46.158 DEBUG:teuthology.orchestra.run.smithi023:> (cd / && exec bash -c ' 2023-06-26T03:02:46.158 DEBUG:teuthology.orchestra.run.smithi023:> set -e 2023-06-26T03:02:46.159 DEBUG:teuthology.orchestra.run.smithi023:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2023-06-26T03:02:46.159 DEBUG:teuthology.orchestra.run.smithi023:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2023-06-26T03:02:46.159 DEBUG:teuthology.orchestra.run.smithi023:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2023-06-26T03:02:46.159 DEBUG:teuthology.orchestra.run.smithi023:> ') 2023-06-26T03:02:46.232 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:46.232 DEBUG:teuthology.orchestra.run.smithi023:> ip netns list 2023-06-26T03:02:46.277 INFO:teuthology.orchestra.run.smithi023.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-06-26T03:02:46.277 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:46.278 DEBUG:teuthology.orchestra.run.smithi023:> ip netns list-id 2023-06-26T03:02:46.325 INFO:teuthology.orchestra.run.smithi023.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2023-06-26T03:02:46.325 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:46.325 DEBUG:teuthology.orchestra.run.smithi023:> (cd / && exec bash -c ' 2023-06-26T03:02:46.326 DEBUG:teuthology.orchestra.run.smithi023:> set -e 2023-06-26T03:02:46.326 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2023-06-26T03:02:46.326 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2023-06-26T03:02:46.326 DEBUG:teuthology.orchestra.run.smithi023:> ') 2023-06-26T03:02:46.394 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:46.394 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2023-06-26T03:02:46.448 INFO:teuthology.orchestra.run.smithi023.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-06-26T03:02:46.449 INFO:teuthology.orchestra.run.smithi023.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-06-26T03:02:46.449 INFO:teuthology.orchestra.run.smithi023.stdout: inet 127.0.0.1/8 scope host lo 2023-06-26T03:02:46.449 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:46.449 INFO:teuthology.orchestra.run.smithi023.stdout: inet6 ::1/128 scope host 2023-06-26T03:02:46.449 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:46.449 INFO:teuthology.orchestra.run.smithi023.stdout:2: veth0@if10: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-06-26T03:02:46.449 INFO:teuthology.orchestra.run.smithi023.stdout: link/ether ae:75:58:41:04:2c brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-06-26T03:02:46.450 INFO:teuthology.orchestra.run.smithi023.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-06-26T03:02:46.450 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:46.450 INFO:teuthology.orchestra.run.smithi023.stdout: inet6 fe80::ac75:58ff:fe41:42c/64 scope link 2023-06-26T03:02:46.450 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:46.451 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:46.451 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2023-06-26T03:02:46.506 INFO:teuthology.orchestra.run.smithi023.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-06-26T03:02:46.506 INFO:teuthology.orchestra.run.smithi023.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-06-26T03:02:46.506 INFO:teuthology.orchestra.run.smithi023.stdout: inet 127.0.0.1/8 scope host lo 2023-06-26T03:02:46.506 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:46.507 INFO:teuthology.orchestra.run.smithi023.stdout: inet6 ::1/128 scope host 2023-06-26T03:02:46.507 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:46.507 INFO:teuthology.orchestra.run.smithi023.stdout:2: veth0@if10: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-06-26T03:02:46.507 INFO:teuthology.orchestra.run.smithi023.stdout: link/ether ae:75:58:41:04:2c brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-06-26T03:02:46.507 INFO:teuthology.orchestra.run.smithi023.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-06-26T03:02:46.507 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:46.507 INFO:teuthology.orchestra.run.smithi023.stdout: inet6 fe80::ac75:58ff:fe41:42c/64 scope link 2023-06-26T03:02:46.508 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:46.508 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2023-06-26T03:02:46.509 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:46.509 DEBUG:teuthology.orchestra.run.smithi023:> (cd / && exec bash -c ' 2023-06-26T03:02:46.509 DEBUG:teuthology.orchestra.run.smithi023:> set -e 2023-06-26T03:02:46.510 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2023-06-26T03:02:46.510 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2023-06-26T03:02:46.510 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2023-06-26T03:02:46.510 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2023-06-26T03:02:46.510 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2023-06-26T03:02:46.511 DEBUG:teuthology.orchestra.run.smithi023:> ') 2023-06-26T03:02:46.606 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:46.607 DEBUG:teuthology.orchestra.run.smithi023:> (cd / && exec bash -c ' 2023-06-26T03:02:46.607 DEBUG:teuthology.orchestra.run.smithi023:> set -e 2023-06-26T03:02:46.607 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip link set brx.1 up 2023-06-26T03:02:46.607 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip link set dev brx.1 master ceph-brx 2023-06-26T03:02:46.607 DEBUG:teuthology.orchestra.run.smithi023:> ') 2023-06-26T03:02:46.626 INFO:tasks.cephfs.fuse_mount:Client client.2 config is {} 2023-06-26T03:02:46.627 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-06-26T03:02:46.627 DEBUG:teuthology.orchestra.run.smithi023:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2023-06-26T03:02:46.673 INFO:teuthology.orchestra.run.smithi023.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2023-06-26T03:02:46.673 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-06-26T03:02:46.673 DEBUG:teuthology.orchestra.run.smithi023:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2023-06-26T03:02:46.724 DEBUG:teuthology.orchestra.run.smithi023:> sudo modprobe fuse 2023-06-26T03:02:46.786 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-26T03:02:46.786 DEBUG:teuthology.orchestra.run.smithi023:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-26T03:02:46.845 INFO:teuthology.orchestra.run.smithi023.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-26T03:02:46.846 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-26T03:02:46.846 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:46.847 DEBUG:teuthology.orchestra.run.smithi023:> ls /sys/fs/fuse/connections 2023-06-26T03:02:46.893 INFO:teuthology.orchestra.run.smithi023.stdout:45 2023-06-26T03:02:46.893 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [45] 2023-06-26T03:02:46.894 DEBUG:teuthology.orchestra.run.smithi023:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.2 --id 2) 2023-06-26T03:02:46.938 DEBUG:teuthology.orchestra.run.smithi023:> sudo modprobe fuse 2023-06-26T03:02:46.952 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-26T03:02:46.952 DEBUG:teuthology.orchestra.run.smithi023:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-26T03:02:47.011 INFO:teuthology.orchestra.run.smithi023.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-26T03:02:47.012 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-26T03:02:47.012 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:47.013 DEBUG:teuthology.orchestra.run.smithi023:> ls /sys/fs/fuse/connections 2023-06-26T03:02:47.018 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi023.stderr:2023-06-26T03:02:47.011+0000 7f361d31a580 -1 init, newargv = 0x56352a815b00 newargc=15 2023-06-26T03:02:47.018 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi023.stderr:ceph-fuse[45358]: starting ceph client 2023-06-26T03:02:47.021 INFO:teuthology.orchestra.run.smithi023.stdout:45 2023-06-26T03:02:47.026 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi023.stderr:ceph-fuse[45358]: starting fuse 2023-06-26T03:02:48.123 DEBUG:teuthology.orchestra.run.smithi023:> sudo modprobe fuse 2023-06-26T03:02:48.139 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-26T03:02:48.140 DEBUG:teuthology.orchestra.run.smithi023:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-26T03:02:48.193 INFO:teuthology.orchestra.run.smithi023.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-26T03:02:48.194 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-26T03:02:48.194 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:48.195 DEBUG:teuthology.orchestra.run.smithi023:> ls /sys/fs/fuse/connections 2023-06-26T03:02:48.241 INFO:teuthology.orchestra.run.smithi023.stdout:45 2023-06-26T03:02:48.241 INFO:teuthology.orchestra.run.smithi023.stdout:46 2023-06-26T03:02:48.242 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45, 46] 2023-06-26T03:02:48.242 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2023-06-26T03:02:48.242 DEBUG:teuthology.orchestra.run.smithi023:> import glob 2023-06-26T03:02:48.242 DEBUG:teuthology.orchestra.run.smithi023:> import re 2023-06-26T03:02:48.243 DEBUG:teuthology.orchestra.run.smithi023:> import os 2023-06-26T03:02:48.243 DEBUG:teuthology.orchestra.run.smithi023:> import subprocess 2023-06-26T03:02:48.243 DEBUG:teuthology.orchestra.run.smithi023:> 2023-06-26T03:02:48.243 DEBUG:teuthology.orchestra.run.smithi023:> def _find_admin_socket(client_name): 2023-06-26T03:02:48.243 DEBUG:teuthology.orchestra.run.smithi023:> asok_path = "/var/run/ceph/ceph-client.2.*.asok" 2023-06-26T03:02:48.244 DEBUG:teuthology.orchestra.run.smithi023:> files = glob.glob(asok_path) 2023-06-26T03:02:48.244 DEBUG:teuthology.orchestra.run.smithi023:> mountpoint = "/home/ubuntu/cephtest/mnt.2" 2023-06-26T03:02:48.244 DEBUG:teuthology.orchestra.run.smithi023:> 2023-06-26T03:02:48.244 DEBUG:teuthology.orchestra.run.smithi023:> # Given a non-glob path, it better be there 2023-06-26T03:02:48.245 DEBUG:teuthology.orchestra.run.smithi023:> if "*" not in asok_path: 2023-06-26T03:02:48.245 DEBUG:teuthology.orchestra.run.smithi023:> assert(len(files) == 1) 2023-06-26T03:02:48.245 DEBUG:teuthology.orchestra.run.smithi023:> return files[0] 2023-06-26T03:02:48.245 DEBUG:teuthology.orchestra.run.smithi023:> 2023-06-26T03:02:48.246 DEBUG:teuthology.orchestra.run.smithi023:> for f in files: 2023-06-26T03:02:48.246 DEBUG:teuthology.orchestra.run.smithi023:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2023-06-26T03:02:48.246 DEBUG:teuthology.orchestra.run.smithi023:> if os.path.exists("/proc/{0}".format(pid)): 2023-06-26T03:02:48.246 DEBUG:teuthology.orchestra.run.smithi023:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2023-06-26T03:02:48.246 DEBUG:teuthology.orchestra.run.smithi023:> contents = proc_f.read() 2023-06-26T03:02:48.247 DEBUG:teuthology.orchestra.run.smithi023:> if mountpoint in contents: 2023-06-26T03:02:48.247 DEBUG:teuthology.orchestra.run.smithi023:> return f 2023-06-26T03:02:48.247 DEBUG:teuthology.orchestra.run.smithi023:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2023-06-26T03:02:48.247 DEBUG:teuthology.orchestra.run.smithi023:> 2023-06-26T03:02:48.248 DEBUG:teuthology.orchestra.run.smithi023:> print(_find_admin_socket("client.2")) 2023-06-26T03:02:48.248 DEBUG:teuthology.orchestra.run.smithi023:> ' 2023-06-26T03:02:48.365 INFO:teuthology.orchestra.run.smithi023.stdout:/var/run/ceph/ceph-client.2.45358.asok 2023-06-26T03:02:48.547 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.2.45358.asok 2023-06-26T03:02:48.547 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:48.547 DEBUG:teuthology.orchestra.run.smithi023:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.2.45358.asok status 2023-06-26T03:02:48.705 INFO:teuthology.orchestra.run.smithi023.stdout:{ 2023-06-26T03:02:48.706 INFO:teuthology.orchestra.run.smithi023.stdout: "metadata": { 2023-06-26T03:02:48.706 INFO:teuthology.orchestra.run.smithi023.stdout: "ceph_sha1": "6e29bf323ce1af97210bf5c3ab6386cc214ed162", 2023-06-26T03:02:48.706 INFO:teuthology.orchestra.run.smithi023.stdout: "ceph_version": "ceph version 18.0.0-4444-g6e29bf32 (6e29bf323ce1af97210bf5c3ab6386cc214ed162) reef (dev)", 2023-06-26T03:02:48.706 INFO:teuthology.orchestra.run.smithi023.stdout: "entity_id": "2", 2023-06-26T03:02:48.706 INFO:teuthology.orchestra.run.smithi023.stdout: "hostname": "smithi023", 2023-06-26T03:02:48.706 INFO:teuthology.orchestra.run.smithi023.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.2", 2023-06-26T03:02:48.707 INFO:teuthology.orchestra.run.smithi023.stdout: "pid": "45358", 2023-06-26T03:02:48.707 INFO:teuthology.orchestra.run.smithi023.stdout: "root": "/" 2023-06-26T03:02:48.707 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:02:48.707 INFO:teuthology.orchestra.run.smithi023.stdout: "dentry_count": 0, 2023-06-26T03:02:48.707 INFO:teuthology.orchestra.run.smithi023.stdout: "dentry_pinned_count": 0, 2023-06-26T03:02:48.707 INFO:teuthology.orchestra.run.smithi023.stdout: "id": 4887, 2023-06-26T03:02:48.707 INFO:teuthology.orchestra.run.smithi023.stdout: "inst": { 2023-06-26T03:02:48.707 INFO:teuthology.orchestra.run.smithi023.stdout: "name": { 2023-06-26T03:02:48.708 INFO:teuthology.orchestra.run.smithi023.stdout: "type": "client", 2023-06-26T03:02:48.708 INFO:teuthology.orchestra.run.smithi023.stdout: "num": 4887 2023-06-26T03:02:48.708 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:02:48.708 INFO:teuthology.orchestra.run.smithi023.stdout: "addr": { 2023-06-26T03:02:48.708 INFO:teuthology.orchestra.run.smithi023.stdout: "type": "v1", 2023-06-26T03:02:48.708 INFO:teuthology.orchestra.run.smithi023.stdout: "addr": "192.168.0.2:0", 2023-06-26T03:02:48.708 INFO:teuthology.orchestra.run.smithi023.stdout: "nonce": 1936270085 2023-06-26T03:02:48.709 INFO:teuthology.orchestra.run.smithi023.stdout: } 2023-06-26T03:02:48.709 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:02:48.709 INFO:teuthology.orchestra.run.smithi023.stdout: "addr": { 2023-06-26T03:02:48.709 INFO:teuthology.orchestra.run.smithi023.stdout: "type": "v1", 2023-06-26T03:02:48.709 INFO:teuthology.orchestra.run.smithi023.stdout: "addr": "192.168.0.2:0", 2023-06-26T03:02:48.709 INFO:teuthology.orchestra.run.smithi023.stdout: "nonce": 1936270085 2023-06-26T03:02:48.709 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:02:48.709 INFO:teuthology.orchestra.run.smithi023.stdout: "inst_str": "client.4887 192.168.0.2:0/1936270085", 2023-06-26T03:02:48.710 INFO:teuthology.orchestra.run.smithi023.stdout: "addr_str": "192.168.0.2:0/1936270085", 2023-06-26T03:02:48.710 INFO:teuthology.orchestra.run.smithi023.stdout: "inode_count": 1, 2023-06-26T03:02:48.710 INFO:teuthology.orchestra.run.smithi023.stdout: "mds_epoch": 8, 2023-06-26T03:02:48.710 INFO:teuthology.orchestra.run.smithi023.stdout: "osd_epoch": 27, 2023-06-26T03:02:48.710 INFO:teuthology.orchestra.run.smithi023.stdout: "osd_epoch_barrier": 0, 2023-06-26T03:02:48.710 INFO:teuthology.orchestra.run.smithi023.stdout: "blocklisted": false, 2023-06-26T03:02:48.710 INFO:teuthology.orchestra.run.smithi023.stdout: "fs_name": "cephfs" 2023-06-26T03:02:48.710 INFO:teuthology.orchestra.run.smithi023.stdout:} 2023-06-26T03:02:48.720 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-06-26T03:02:48.844 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.835+0000 7f5340875640 1 Processor -- start 2023-06-26T03:02:48.844 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.835+0000 7f5340875640 1 -- start start 2023-06-26T03:02:48.845 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.839+0000 7f5340875640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f533c157e40 0x7f533c0af400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:48.845 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.839+0000 7f5340875640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f533c0af940 0x7f533c0ada60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:48.845 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.839+0000 7f5340875640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f533c0ab1a0 con 0x7f533c0adfa0 2023-06-26T03:02:48.845 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.839+0000 7f5340875640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f533c0ae420 con 0x7f533c157e40 2023-06-26T03:02:48.846 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.839+0000 7f5340875640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f533c071920 con 0x7f533c0af940 2023-06-26T03:02:48.846 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.839+0000 7f5339d9b640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f533c0af940 0x7f533c0ada60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:48.846 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.839+0000 7f533a59c640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f533c157e40 0x7f533c0af400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:48.847 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.839+0000 7f5339d9b640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f533c0af940 0x7f533c0ada60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3301/0 says I am v2:172.21.15.23:38062/0 (socket says 172.21.15.23:38062) 2023-06-26T03:02:48.847 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.839+0000 7f533ad9d640 1 --1- >> v1:172.21.15.71:6789/0 conn(0x7f533c0adfa0 0x7f533c0cd600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.71:6789/0 says I am v1:172.21.15.23:44606/0 (socket says 172.21.15.23:44606) 2023-06-26T03:02:48.847 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.839+0000 7f5339d9b640 1 -- 172.21.15.23:0/1039132942 learned_addr learned my addr 172.21.15.23:0/1039132942 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:48.847 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.839+0000 7f533a59c640 1 -- 172.21.15.23:0/1039132942 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f533c0af940 msgr2=0x7f533c0ada60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:48.847 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.839+0000 7f533a59c640 1 --2- 172.21.15.23:0/1039132942 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f533c0af940 0x7f533c0ada60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:48.847 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.839+0000 7f533a59c640 1 -- 172.21.15.23:0/1039132942 >> v1:172.21.15.71:6789/0 conn(0x7f533c0adfa0 legacy=0x7f533c0cd600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:48.847 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.839+0000 7f533a59c640 1 -- 172.21.15.23:0/1039132942 --> v2:172.21.15.71:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f533c0cf150 con 0x7f533c157e40 2023-06-26T03:02:48.848 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.839+0000 7f5339d9b640 1 --2- 172.21.15.23:0/1039132942 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f533c0af940 0x7f533c0ada60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T03:02:48.848 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.843+0000 7f533a59c640 1 --2- 172.21.15.23:0/1039132942 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f533c157e40 0x7f533c0af400 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f533400a960 tx=0x7f533401d820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d5a270d3e0b484e8 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:48.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.843+0000 7f533959a640 1 -- 172.21.15.23:0/1039132942 <== mon.1 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53340a6850 con 0x7f533c157e40 2023-06-26T03:02:48.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.843+0000 7f533959a640 1 -- 172.21.15.23:0/1039132942 <== mon.1 v2:172.21.15.71:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53340a69b0 con 0x7f533c157e40 2023-06-26T03:02:48.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.843+0000 7f533959a640 1 -- 172.21.15.23:0/1039132942 <== mon.1 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53340a6d40 con 0x7f533c157e40 2023-06-26T03:02:48.850 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.843+0000 7f5340875640 1 -- 172.21.15.23:0/1039132942 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f533c157e40 msgr2=0x7f533c0af400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:48.851 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.843+0000 7f5340875640 1 --2- 172.21.15.23:0/1039132942 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f533c157e40 0x7f533c0af400 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f533400a960 tx=0x7f533401d820 comp rx=0 tx=0).stop 2023-06-26T03:02:48.851 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.843+0000 7f5340875640 1 -- 172.21.15.23:0/1039132942 shutdown_connections 2023-06-26T03:02:48.851 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.843+0000 7f5340875640 1 --2- 172.21.15.23:0/1039132942 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f533c0af940 0x7f533c0ada60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:48.851 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.843+0000 7f5340875640 1 --2- 172.21.15.23:0/1039132942 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f533c157e40 0x7f533c0af400 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:48.851 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.843+0000 7f5340875640 1 -- 172.21.15.23:0/1039132942 >> 172.21.15.23:0/1039132942 conn(0x7f533c070a40 msgr2=0x7f533c070e40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:48.852 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.843+0000 7f5340875640 1 -- 172.21.15.23:0/1039132942 shutdown_connections 2023-06-26T03:02:48.852 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.843+0000 7f5340875640 1 -- 172.21.15.23:0/1039132942 wait complete. 2023-06-26T03:02:48.854 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.843+0000 7f5340875640 1 Processor -- start 2023-06-26T03:02:48.854 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.843+0000 7f5340875640 1 -- start start 2023-06-26T03:02:48.854 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.843+0000 7f5340875640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f533c0adfa0 0x7f533c0c7040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:48.854 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.843+0000 7f5340875640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f533c0af940 0x7f533c1f73f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:48.854 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.843+0000 7f5340875640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f533c157e40 0x7f533c1566a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:48.855 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.843+0000 7f5340875640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f533c1f7930 con 0x7f533c0af940 2023-06-26T03:02:48.855 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.843+0000 7f5340875640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f533c0c7ec0 con 0x7f533c0adfa0 2023-06-26T03:02:48.855 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.843+0000 7f5340875640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f533c156be0 con 0x7f533c157e40 2023-06-26T03:02:48.855 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.843+0000 7f5339d9b640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f533c0af940 0x7f533c1f73f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:48.855 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.843+0000 7f5339d9b640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f533c0af940 0x7f533c1f73f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:36998/0 (socket says 172.21.15.23:36998) 2023-06-26T03:02:48.855 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.843+0000 7f5339d9b640 1 -- 172.21.15.23:0/2908935285 learned_addr learned my addr 172.21.15.23:0/2908935285 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:48.855 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.843+0000 7f533a59c640 1 --2- 172.21.15.23:0/2908935285 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f533c0adfa0 0x7f533c0c7040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:48.855 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.847+0000 7f533ad9d640 1 --2- 172.21.15.23:0/2908935285 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f533c157e40 0x7f533c1566a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:48.856 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.847+0000 7f5339d9b640 1 -- 172.21.15.23:0/2908935285 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f533c157e40 msgr2=0x7f533c1566a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:48.856 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.847+0000 7f5339d9b640 1 --2- 172.21.15.23:0/2908935285 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f533c157e40 0x7f533c1566a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:48.856 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.847+0000 7f5339d9b640 1 -- 172.21.15.23:0/2908935285 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f533c0adfa0 msgr2=0x7f533c0c7040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:48.856 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.847+0000 7f5339d9b640 1 --2- 172.21.15.23:0/2908935285 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f533c0adfa0 0x7f533c0c7040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:48.856 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.847+0000 7f5339d9b640 1 -- 172.21.15.23:0/2908935285 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5324009b30 con 0x7f533c0af940 2023-06-26T03:02:48.856 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.847+0000 7f533a59c640 1 --2- 172.21.15.23:0/2908935285 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f533c0adfa0 0x7f533c0c7040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:02:48.856 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.847+0000 7f5339d9b640 1 --2- 172.21.15.23:0/2908935285 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f533c0af940 0x7f533c1f73f0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f532400efc0 tx=0x7f532400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:48.857 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.847+0000 7f5332ffd640 1 -- 172.21.15.23:0/2908935285 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f532400ce60 con 0x7f533c0af940 2023-06-26T03:02:48.857 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.847+0000 7f5332ffd640 1 -- 172.21.15.23:0/2908935285 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f532400f040 con 0x7f533c0af940 2023-06-26T03:02:48.857 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.847+0000 7f5340875640 1 -- 172.21.15.23:0/2908935285 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f533400a5c0 con 0x7f533c0af940 2023-06-26T03:02:48.857 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.847+0000 7f5332ffd640 1 -- 172.21.15.23:0/2908935285 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5324014680 con 0x7f533c0af940 2023-06-26T03:02:48.857 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.847+0000 7f5340875640 1 -- 172.21.15.23:0/2908935285 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f533c0c7900 con 0x7f533c0af940 2023-06-26T03:02:48.857 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.847+0000 7f5340875640 1 -- 172.21.15.23:0/2908935285 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f533c04d790 con 0x7f533c0af940 2023-06-26T03:02:48.858 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.847+0000 7f5332ffd640 1 -- 172.21.15.23:0/2908935285 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f53240147e0 con 0x7f533c0af940 2023-06-26T03:02:48.858 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.847+0000 7f5332ffd640 1 --2- 172.21.15.23:0/2908935285 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f531c066280 0x7f531c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:48.858 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.847+0000 7f5332ffd640 1 -- 172.21.15.23:0/2908935285 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6813+0+0 (secure 0 0 0) 0x7f5324084890 con 0x7f533c0af940 2023-06-26T03:02:48.858 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.847+0000 7f533a59c640 1 --2- 172.21.15.23:0/2908935285 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f531c066280 0x7f531c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:48.858 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.847+0000 7f533a59c640 1 --2- 172.21.15.23:0/2908935285 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f531c066280 0x7f531c068730 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f53340b0000 tx=0x7f5334008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:48.859 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:48.851+0000 7f5332ffd640 1 -- 172.21.15.23:0/2908935285 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f5324051ab0 con 0x7f533c0af940 2023-06-26T03:02:49.052 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:49.043+0000 7f5340875640 1 -- 172.21.15.23:0/2908935285 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f533c0675a0 con 0x7f533c0af940 2023-06-26T03:02:49.052 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:49.047+0000 7f5332ffd640 1 -- 172.21.15.23:0/2908935285 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+88 (secure 0 0 0) 0x7f53240550d0 con 0x7f533c0af940 2023-06-26T03:02:49.053 INFO:teuthology.orchestra.run.smithi023.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2023-06-26T03:02:49.055 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:49.047+0000 7f5340875640 1 -- 172.21.15.23:0/2908935285 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f531c066280 msgr2=0x7f531c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:49.055 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:49.047+0000 7f5340875640 1 --2- 172.21.15.23:0/2908935285 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f531c066280 0x7f531c068730 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f53340b0000 tx=0x7f5334008040 comp rx=0 tx=0).stop 2023-06-26T03:02:49.055 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:49.047+0000 7f5340875640 1 -- 172.21.15.23:0/2908935285 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f533c0af940 msgr2=0x7f533c1f73f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:49.055 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:49.047+0000 7f5340875640 1 --2- 172.21.15.23:0/2908935285 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f533c0af940 0x7f533c1f73f0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f532400efc0 tx=0x7f532400c490 comp rx=0 tx=0).stop 2023-06-26T03:02:49.055 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:49.047+0000 7f5340875640 1 -- 172.21.15.23:0/2908935285 shutdown_connections 2023-06-26T03:02:49.055 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:49.047+0000 7f5340875640 1 --2- 172.21.15.23:0/2908935285 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f531c066280 0x7f531c068730 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:49.056 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:49.047+0000 7f5340875640 1 --2- 172.21.15.23:0/2908935285 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f533c157e40 0x7f533c1566a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:49.056 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:49.047+0000 7f5340875640 1 --2- 172.21.15.23:0/2908935285 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f533c0af940 0x7f533c1f73f0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:49.056 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:49.047+0000 7f5340875640 1 --2- 172.21.15.23:0/2908935285 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f533c0adfa0 0x7f533c0c7040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:49.056 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:49.047+0000 7f5340875640 1 -- 172.21.15.23:0/2908935285 >> 172.21.15.23:0/2908935285 conn(0x7f533c070a40 msgr2=0x7f533c06cce0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:49.056 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:49.047+0000 7f5340875640 1 -- 172.21.15.23:0/2908935285 shutdown_connections 2023-06-26T03:02:49.056 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:49.047+0000 7f5340875640 1 -- 172.21.15.23:0/2908935285 wait complete. 2023-06-26T03:02:49.072 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-06-26T03:02:49.072 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-06-26T03:02:49.072 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi071.front.sepia.ceph.com 2023-06-26T03:02:49.072 INFO:tasks.cephfs.mount:self.client.name = client.1 2023-06-26T03:02:49.073 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-06-26T03:02:49.073 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-06-26T03:02:49.073 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-06-26T03:02:49.073 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-06-26T03:02:49.073 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2023-06-26T03:02:49.074 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:49.074 DEBUG:teuthology.orchestra.run.smithi071:> ip addr 2023-06-26T03:02:49.081 INFO:teuthology.orchestra.run.smithi071.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-06-26T03:02:49.081 INFO:teuthology.orchestra.run.smithi071.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-06-26T03:02:49.081 INFO:teuthology.orchestra.run.smithi071.stdout: inet 127.0.0.1/8 scope host lo 2023-06-26T03:02:49.081 INFO:teuthology.orchestra.run.smithi071.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:49.081 INFO:teuthology.orchestra.run.smithi071.stdout: inet6 ::1/128 scope host 2023-06-26T03:02:49.081 INFO:teuthology.orchestra.run.smithi071.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:49.081 INFO:teuthology.orchestra.run.smithi071.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-26T03:02:49.082 INFO:teuthology.orchestra.run.smithi071.stdout: link/ether 0c:c4:7a:d8:aa:4a brd ff:ff:ff:ff:ff:ff 2023-06-26T03:02:49.082 INFO:teuthology.orchestra.run.smithi071.stdout: altname enp7s0f0 2023-06-26T03:02:49.082 INFO:teuthology.orchestra.run.smithi071.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-26T03:02:49.082 INFO:teuthology.orchestra.run.smithi071.stdout: link/ether 0c:c4:7a:d8:aa:4b brd ff:ff:ff:ff:ff:ff 2023-06-26T03:02:49.082 INFO:teuthology.orchestra.run.smithi071.stdout: altname enp7s0f1 2023-06-26T03:02:49.082 INFO:teuthology.orchestra.run.smithi071.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-26T03:02:49.082 INFO:teuthology.orchestra.run.smithi071.stdout: link/ether 0c:c4:7a:8f:d7:64 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:02:49.082 INFO:teuthology.orchestra.run.smithi071.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-06-26T03:02:49.083 INFO:teuthology.orchestra.run.smithi071.stdout: link/ether 0c:c4:7a:8f:d7:65 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:02:49.083 INFO:teuthology.orchestra.run.smithi071.stdout: inet 172.21.15.71/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-06-26T03:02:49.083 INFO:teuthology.orchestra.run.smithi071.stdout: valid_lft 42419sec preferred_lft 42419sec 2023-06-26T03:02:49.083 INFO:teuthology.orchestra.run.smithi071.stdout: inet6 fe80::ec4:7aff:fe8f:d765/64 scope link 2023-06-26T03:02:49.083 INFO:teuthology.orchestra.run.smithi071.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:49.083 INFO:teuthology.orchestra.run.smithi071.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-06-26T03:02:49.083 INFO:teuthology.orchestra.run.smithi071.stdout: link/ether 02:42:e1:97:a7:99 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:02:49.084 INFO:teuthology.orchestra.run.smithi071.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-06-26T03:02:49.084 INFO:teuthology.orchestra.run.smithi071.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:49.084 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-06-26T03:02:49.084 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:49.084 DEBUG:teuthology.orchestra.run.smithi071:> (cd / && exec bash -c ' 2023-06-26T03:02:49.085 DEBUG:teuthology.orchestra.run.smithi071:> set -e 2023-06-26T03:02:49.085 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip link add name ceph-brx type bridge 2023-06-26T03:02:49.085 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip addr flush dev ceph-brx 2023-06-26T03:02:49.085 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip link set ceph-brx up 2023-06-26T03:02:49.086 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-06-26T03:02:49.086 DEBUG:teuthology.orchestra.run.smithi071:> ') 2023-06-26T03:02:49.162 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:49.163 DEBUG:teuthology.orchestra.run.smithi071:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-06-26T03:02:49.216 INFO:teuthology.orchestra.run.smithi071.stdout:1 2023-06-26T03:02:49.217 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:49.218 DEBUG:teuthology.orchestra.run.smithi071:> route 2023-06-26T03:02:49.296 INFO:teuthology.orchestra.run.smithi071.stdout:Kernel IP routing table 2023-06-26T03:02:49.296 INFO:teuthology.orchestra.run.smithi071.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-06-26T03:02:49.296 INFO:teuthology.orchestra.run.smithi071.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-06-26T03:02:49.297 INFO:teuthology.orchestra.run.smithi071.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-06-26T03:02:49.297 INFO:teuthology.orchestra.run.smithi071.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-06-26T03:02:49.297 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-06-26T03:02:49.297 INFO:teuthology.orchestra.run.smithi071.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-26T03:02:49.297 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-26T03:02:49.297 INFO:teuthology.orchestra.run.smithi071.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-26T03:02:49.297 INFO:teuthology.orchestra.run.smithi071.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-06-26T03:02:49.298 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:49.298 DEBUG:teuthology.orchestra.run.smithi071:> (cd / && exec bash -c ' 2023-06-26T03:02:49.298 DEBUG:teuthology.orchestra.run.smithi071:> set -e 2023-06-26T03:02:49.298 DEBUG:teuthology.orchestra.run.smithi071:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-06-26T03:02:49.299 DEBUG:teuthology.orchestra.run.smithi071:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-06-26T03:02:49.299 DEBUG:teuthology.orchestra.run.smithi071:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-06-26T03:02:49.299 DEBUG:teuthology.orchestra.run.smithi071:> ') 2023-06-26T03:02:49.372 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:49.373 DEBUG:teuthology.orchestra.run.smithi071:> ip netns list 2023-06-26T03:02:49.420 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:49.420 DEBUG:teuthology.orchestra.run.smithi071:> ip netns list-id 2023-06-26T03:02:49.471 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:49.471 DEBUG:teuthology.orchestra.run.smithi071:> (cd / && exec bash -c ' 2023-06-26T03:02:49.471 DEBUG:teuthology.orchestra.run.smithi071:> set -e 2023-06-26T03:02:49.472 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2023-06-26T03:02:49.472 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2023-06-26T03:02:49.472 DEBUG:teuthology.orchestra.run.smithi071:> ') 2023-06-26T03:02:49.539 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2023-06-26T03:02:49.539 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:49.539 DEBUG:teuthology.orchestra.run.smithi071:> (cd / && exec bash -c ' 2023-06-26T03:02:49.539 DEBUG:teuthology.orchestra.run.smithi071:> set -e 2023-06-26T03:02:49.540 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2023-06-26T03:02:49.540 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-06-26T03:02:49.540 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2023-06-26T03:02:49.540 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2023-06-26T03:02:49.541 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2023-06-26T03:02:49.541 DEBUG:teuthology.orchestra.run.smithi071:> ') 2023-06-26T03:02:49.645 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:49.645 DEBUG:teuthology.orchestra.run.smithi071:> (cd / && exec bash -c ' 2023-06-26T03:02:49.645 DEBUG:teuthology.orchestra.run.smithi071:> set -e 2023-06-26T03:02:49.645 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip link set brx.0 up 2023-06-26T03:02:49.646 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip link set dev brx.0 master ceph-brx 2023-06-26T03:02:49.646 DEBUG:teuthology.orchestra.run.smithi071:> ') 2023-06-26T03:02:49.665 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2023-06-26T03:02:49.665 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-06-26T03:02:49.665 DEBUG:teuthology.orchestra.run.smithi071:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2023-06-26T03:02:49.710 INFO:teuthology.orchestra.run.smithi071.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2023-06-26T03:02:49.711 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-06-26T03:02:49.711 DEBUG:teuthology.orchestra.run.smithi071:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2023-06-26T03:02:49.758 DEBUG:teuthology.orchestra.run.smithi071:> sudo modprobe fuse 2023-06-26T03:02:49.809 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-26T03:02:49.810 DEBUG:teuthology.orchestra.run.smithi071:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-26T03:02:49.861 INFO:teuthology.orchestra.run.smithi071.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-26T03:02:49.862 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-26T03:02:49.863 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:49.863 DEBUG:teuthology.orchestra.run.smithi071:> ls /sys/fs/fuse/connections 2023-06-26T03:02:49.911 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2023-06-26T03:02:49.912 DEBUG:teuthology.orchestra.run.smithi071:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2023-06-26T03:02:49.960 DEBUG:teuthology.orchestra.run.smithi071:> sudo modprobe fuse 2023-06-26T03:02:49.974 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-26T03:02:49.974 DEBUG:teuthology.orchestra.run.smithi071:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-26T03:02:50.032 INFO:teuthology.orchestra.run.smithi071.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-26T03:02:50.033 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-26T03:02:50.034 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:50.034 DEBUG:teuthology.orchestra.run.smithi071:> ls /sys/fs/fuse/connections 2023-06-26T03:02:50.055 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi071.stderr:2023-06-26T03:02:50.053+0000 7f285cef6580 -1 init, newargv = 0x558b6332ce10 newargc=15 2023-06-26T03:02:50.055 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi071.stderr:ceph-fuse[43357]: starting ceph client 2023-06-26T03:02:50.060 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi071.stderr:ceph-fuse[43357]: starting fuse 2023-06-26T03:02:51.160 DEBUG:teuthology.orchestra.run.smithi071:> sudo modprobe fuse 2023-06-26T03:02:51.176 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-26T03:02:51.177 DEBUG:teuthology.orchestra.run.smithi071:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-26T03:02:51.231 INFO:teuthology.orchestra.run.smithi071.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-26T03:02:51.233 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-26T03:02:51.233 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:51.234 DEBUG:teuthology.orchestra.run.smithi071:> ls /sys/fs/fuse/connections 2023-06-26T03:02:51.279 INFO:teuthology.orchestra.run.smithi071.stdout:45 2023-06-26T03:02:51.279 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2023-06-26T03:02:51.280 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2023-06-26T03:02:51.280 DEBUG:teuthology.orchestra.run.smithi071:> import glob 2023-06-26T03:02:51.280 DEBUG:teuthology.orchestra.run.smithi071:> import re 2023-06-26T03:02:51.280 DEBUG:teuthology.orchestra.run.smithi071:> import os 2023-06-26T03:02:51.281 DEBUG:teuthology.orchestra.run.smithi071:> import subprocess 2023-06-26T03:02:51.281 DEBUG:teuthology.orchestra.run.smithi071:> 2023-06-26T03:02:51.281 DEBUG:teuthology.orchestra.run.smithi071:> def _find_admin_socket(client_name): 2023-06-26T03:02:51.281 DEBUG:teuthology.orchestra.run.smithi071:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2023-06-26T03:02:51.281 DEBUG:teuthology.orchestra.run.smithi071:> files = glob.glob(asok_path) 2023-06-26T03:02:51.282 DEBUG:teuthology.orchestra.run.smithi071:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2023-06-26T03:02:51.282 DEBUG:teuthology.orchestra.run.smithi071:> 2023-06-26T03:02:51.282 DEBUG:teuthology.orchestra.run.smithi071:> # Given a non-glob path, it better be there 2023-06-26T03:02:51.282 DEBUG:teuthology.orchestra.run.smithi071:> if "*" not in asok_path: 2023-06-26T03:02:51.283 DEBUG:teuthology.orchestra.run.smithi071:> assert(len(files) == 1) 2023-06-26T03:02:51.283 DEBUG:teuthology.orchestra.run.smithi071:> return files[0] 2023-06-26T03:02:51.283 DEBUG:teuthology.orchestra.run.smithi071:> 2023-06-26T03:02:51.283 DEBUG:teuthology.orchestra.run.smithi071:> for f in files: 2023-06-26T03:02:51.283 DEBUG:teuthology.orchestra.run.smithi071:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2023-06-26T03:02:51.284 DEBUG:teuthology.orchestra.run.smithi071:> if os.path.exists("/proc/{0}".format(pid)): 2023-06-26T03:02:51.284 DEBUG:teuthology.orchestra.run.smithi071:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2023-06-26T03:02:51.284 DEBUG:teuthology.orchestra.run.smithi071:> contents = proc_f.read() 2023-06-26T03:02:51.284 DEBUG:teuthology.orchestra.run.smithi071:> if mountpoint in contents: 2023-06-26T03:02:51.285 DEBUG:teuthology.orchestra.run.smithi071:> return f 2023-06-26T03:02:51.285 DEBUG:teuthology.orchestra.run.smithi071:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2023-06-26T03:02:51.285 DEBUG:teuthology.orchestra.run.smithi071:> 2023-06-26T03:02:51.285 DEBUG:teuthology.orchestra.run.smithi071:> print(_find_admin_socket("client.1")) 2023-06-26T03:02:51.285 DEBUG:teuthology.orchestra.run.smithi071:> ' 2023-06-26T03:02:51.399 INFO:teuthology.orchestra.run.smithi071.stdout:/var/run/ceph/ceph-client.1.43357.asok 2023-06-26T03:02:51.581 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.43357.asok 2023-06-26T03:02:51.582 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:51.582 DEBUG:teuthology.orchestra.run.smithi071:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.43357.asok status 2023-06-26T03:02:51.738 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-06-26T03:02:51.739 INFO:teuthology.orchestra.run.smithi071.stdout: "metadata": { 2023-06-26T03:02:51.739 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph_sha1": "6e29bf323ce1af97210bf5c3ab6386cc214ed162", 2023-06-26T03:02:51.739 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph_version": "ceph version 18.0.0-4444-g6e29bf32 (6e29bf323ce1af97210bf5c3ab6386cc214ed162) reef (dev)", 2023-06-26T03:02:51.739 INFO:teuthology.orchestra.run.smithi071.stdout: "entity_id": "1", 2023-06-26T03:02:51.739 INFO:teuthology.orchestra.run.smithi071.stdout: "hostname": "smithi071", 2023-06-26T03:02:51.739 INFO:teuthology.orchestra.run.smithi071.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2023-06-26T03:02:51.739 INFO:teuthology.orchestra.run.smithi071.stdout: "pid": "43357", 2023-06-26T03:02:51.740 INFO:teuthology.orchestra.run.smithi071.stdout: "root": "/" 2023-06-26T03:02:51.740 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-06-26T03:02:51.740 INFO:teuthology.orchestra.run.smithi071.stdout: "dentry_count": 0, 2023-06-26T03:02:51.740 INFO:teuthology.orchestra.run.smithi071.stdout: "dentry_pinned_count": 0, 2023-06-26T03:02:51.740 INFO:teuthology.orchestra.run.smithi071.stdout: "id": 4684, 2023-06-26T03:02:51.740 INFO:teuthology.orchestra.run.smithi071.stdout: "inst": { 2023-06-26T03:02:51.740 INFO:teuthology.orchestra.run.smithi071.stdout: "name": { 2023-06-26T03:02:51.741 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "client", 2023-06-26T03:02:51.741 INFO:teuthology.orchestra.run.smithi071.stdout: "num": 4684 2023-06-26T03:02:51.741 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-06-26T03:02:51.741 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": { 2023-06-26T03:02:51.741 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "v1", 2023-06-26T03:02:51.741 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": "192.168.0.1:0", 2023-06-26T03:02:51.741 INFO:teuthology.orchestra.run.smithi071.stdout: "nonce": 3462600223 2023-06-26T03:02:51.741 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-06-26T03:02:51.742 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-06-26T03:02:51.742 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": { 2023-06-26T03:02:51.742 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "v1", 2023-06-26T03:02:51.742 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": "192.168.0.1:0", 2023-06-26T03:02:51.742 INFO:teuthology.orchestra.run.smithi071.stdout: "nonce": 3462600223 2023-06-26T03:02:51.742 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-06-26T03:02:51.742 INFO:teuthology.orchestra.run.smithi071.stdout: "inst_str": "client.4684 192.168.0.1:0/3462600223", 2023-06-26T03:02:51.743 INFO:teuthology.orchestra.run.smithi071.stdout: "addr_str": "192.168.0.1:0/3462600223", 2023-06-26T03:02:51.743 INFO:teuthology.orchestra.run.smithi071.stdout: "inode_count": 1, 2023-06-26T03:02:51.743 INFO:teuthology.orchestra.run.smithi071.stdout: "mds_epoch": 8, 2023-06-26T03:02:51.743 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_epoch": 27, 2023-06-26T03:02:51.743 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_epoch_barrier": 0, 2023-06-26T03:02:51.743 INFO:teuthology.orchestra.run.smithi071.stdout: "blocklisted": false, 2023-06-26T03:02:51.743 INFO:teuthology.orchestra.run.smithi071.stdout: "fs_name": "cephfs" 2023-06-26T03:02:51.743 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-06-26T03:02:51.754 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-06-26T03:02:51.889 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.883+0000 7fc8be698640 1 Processor -- start 2023-06-26T03:02:51.889 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.883+0000 7fc8be698640 1 -- start start 2023-06-26T03:02:51.890 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.883+0000 7fc8be698640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fc8b8153a50 0x7fc8b80ce3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:51.890 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.883+0000 7fc8be698640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fc8b8159a80 0x7fc8b80c9340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:51.890 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.883+0000 7fc8be698640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc8b8159f40 con 0x7fc8b80c9880 2023-06-26T03:02:51.891 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.883+0000 7fc8be698640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc8b815d070 con 0x7fc8b8159a80 2023-06-26T03:02:51.891 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.883+0000 7fc8be698640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc8b815a220 con 0x7fc8b8153a50 2023-06-26T03:02:51.891 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.883+0000 7fc8b77fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fc8b8159a80 0x7fc8b80c9340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:51.891 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.883+0000 7fc8b77fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fc8b8159a80 0x7fc8b80c9340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:37006/0 (socket says 172.21.15.23:37006) 2023-06-26T03:02:51.891 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.883+0000 7fc8b77fe640 1 -- 172.21.15.23:0/916973315 learned_addr learned my addr 172.21.15.23:0/916973315 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:51.891 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.883+0000 7fc8b7fff640 1 --2- 172.21.15.23:0/916973315 >> v2:172.21.15.71:3300/0 conn(0x7fc8b8153a50 0x7fc8b80ce3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:51.892 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.883+0000 7fc8b77fe640 1 -- 172.21.15.23:0/916973315 >> v2:172.21.15.71:3300/0 conn(0x7fc8b8153a50 msgr2=0x7fc8b80ce3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:51.892 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.883+0000 7fc8b77fe640 1 --2- 172.21.15.23:0/916973315 >> v2:172.21.15.71:3300/0 conn(0x7fc8b8153a50 0x7fc8b80ce3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:51.892 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.883+0000 7fc8b77fe640 1 -- 172.21.15.23:0/916973315 >> v1:172.21.15.71:6789/0 conn(0x7fc8b80c9880 legacy=0x7fc8b80ccc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:51.892 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.883+0000 7fc8b77fe640 1 -- 172.21.15.23:0/916973315 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8b815a500 con 0x7fc8b8159a80 2023-06-26T03:02:51.893 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.887+0000 7fc8b77fe640 1 --2- 172.21.15.23:0/916973315 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc8b8159a80 0x7fc8b80c9340 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fc8b80c8eb0 tx=0x7fc8a001c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e3fb0d215e69e18 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:51.894 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.887+0000 7fc8b6ffd640 1 -- 172.21.15.23:0/916973315 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8a00ac600 con 0x7fc8b8159a80 2023-06-26T03:02:51.894 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.887+0000 7fc8b6ffd640 1 -- 172.21.15.23:0/916973315 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8a00a8050 con 0x7fc8b8159a80 2023-06-26T03:02:51.894 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.887+0000 7fc8b6ffd640 1 -- 172.21.15.23:0/916973315 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8a00ac980 con 0x7fc8b8159a80 2023-06-26T03:02:51.895 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.887+0000 7fc8be698640 1 -- 172.21.15.23:0/916973315 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc8b8159a80 msgr2=0x7fc8b80c9340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:51.895 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.887+0000 7fc8be698640 1 --2- 172.21.15.23:0/916973315 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc8b8159a80 0x7fc8b80c9340 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fc8b80c8eb0 tx=0x7fc8a001c400 comp rx=0 tx=0).stop 2023-06-26T03:02:51.895 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.887+0000 7fc8be698640 1 -- 172.21.15.23:0/916973315 shutdown_connections 2023-06-26T03:02:51.895 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.887+0000 7fc8be698640 1 --2- 172.21.15.23:0/916973315 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc8b8159a80 0x7fc8b80c9340 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:51.895 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.887+0000 7fc8be698640 1 --2- 172.21.15.23:0/916973315 >> v2:172.21.15.71:3300/0 conn(0x7fc8b8153a50 0x7fc8b80ce3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:51.895 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.887+0000 7fc8be698640 1 -- 172.21.15.23:0/916973315 >> 172.21.15.23:0/916973315 conn(0x7fc8b8069400 msgr2=0x7fc8b8069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:51.895 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.887+0000 7fc8be698640 1 -- 172.21.15.23:0/916973315 shutdown_connections 2023-06-26T03:02:51.896 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.887+0000 7fc8be698640 1 -- 172.21.15.23:0/916973315 wait complete. 2023-06-26T03:02:51.897 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.887+0000 7fc8be698640 1 Processor -- start 2023-06-26T03:02:51.897 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.887+0000 7fc8be698640 1 -- start start 2023-06-26T03:02:51.897 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.891+0000 7fc8be698640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc8b80c9880 0x7fc8b80b0aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:51.897 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.891+0000 7fc8be698640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc8b8153a50 0x7fc8b80b2860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:51.898 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.891+0000 7fc8be698640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc8b8159a80 0x7fc8b815abb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:51.898 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.891+0000 7fc8be698640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8b815c500 con 0x7fc8b80c9880 2023-06-26T03:02:51.898 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.891+0000 7fc8be698640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8b80c4f20 con 0x7fc8b8153a50 2023-06-26T03:02:51.898 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.891+0000 7fc8be698640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8b80b0fe0 con 0x7fc8b8159a80 2023-06-26T03:02:51.898 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.891+0000 7fc8b7fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc8b80c9880 0x7fc8b80b0aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:51.898 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.891+0000 7fc8b7fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc8b80c9880 0x7fc8b80b0aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:37020/0 (socket says 172.21.15.23:37020) 2023-06-26T03:02:51.898 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.891+0000 7fc8b7fff640 1 -- 172.21.15.23:0/3465205499 learned_addr learned my addr 172.21.15.23:0/3465205499 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:51.898 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.891+0000 7fc8b77fe640 1 --2- 172.21.15.23:0/3465205499 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc8b8153a50 0x7fc8b80b2860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:51.899 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.891+0000 7fc8bcc35640 1 --2- 172.21.15.23:0/3465205499 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc8b8159a80 0x7fc8b815abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:51.899 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.891+0000 7fc8b7fff640 1 -- 172.21.15.23:0/3465205499 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc8b8159a80 msgr2=0x7fc8b815abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:51.899 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.891+0000 7fc8b7fff640 1 --2- 172.21.15.23:0/3465205499 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc8b8159a80 0x7fc8b815abb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:51.899 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.891+0000 7fc8b7fff640 1 -- 172.21.15.23:0/3465205499 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc8b8153a50 msgr2=0x7fc8b80b2860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:51.899 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.891+0000 7fc8b7fff640 1 --2- 172.21.15.23:0/3465205499 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc8b8153a50 0x7fc8b80b2860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:51.899 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.891+0000 7fc8b7fff640 1 -- 172.21.15.23:0/3465205499 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8a00094d0 con 0x7fc8b80c9880 2023-06-26T03:02:51.899 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.891+0000 7fc8bcc35640 1 --2- 172.21.15.23:0/3465205499 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc8b8159a80 0x7fc8b815abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:51.899 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.891+0000 7fc8b7fff640 1 --2- 172.21.15.23:0/3465205499 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc8b80c9880 0x7fc8b80b0aa0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fc8a800d800 tx=0x7fc8a800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:51.900 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.891+0000 7fc8b4ff9640 1 -- 172.21.15.23:0/3465205499 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8a800b6c0 con 0x7fc8b80c9880 2023-06-26T03:02:51.901 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.891+0000 7fc8b4ff9640 1 -- 172.21.15.23:0/3465205499 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8a800b820 con 0x7fc8b80c9880 2023-06-26T03:02:51.901 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.891+0000 7fc8be698640 1 -- 172.21.15.23:0/3465205499 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc8b815bc60 con 0x7fc8b80c9880 2023-06-26T03:02:51.901 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.891+0000 7fc8b4ff9640 1 -- 172.21.15.23:0/3465205499 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8a800bb90 con 0x7fc8b80c9880 2023-06-26T03:02:51.901 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.891+0000 7fc8be698640 1 -- 172.21.15.23:0/3465205499 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8b815c220 con 0x7fc8b80c9880 2023-06-26T03:02:51.901 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.891+0000 7fc8be698640 1 -- 172.21.15.23:0/3465205499 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc8b804d790 con 0x7fc8b80c9880 2023-06-26T03:02:51.901 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.891+0000 7fc8b4ff9640 1 -- 172.21.15.23:0/3465205499 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc8a800bcf0 con 0x7fc8b80c9880 2023-06-26T03:02:51.901 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.891+0000 7fc8b4ff9640 1 --2- 172.21.15.23:0/3465205499 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc898066280 0x7fc898068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:51.902 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.891+0000 7fc8b4ff9640 1 -- 172.21.15.23:0/3465205499 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7fc8a8084f30 con 0x7fc8b80c9880 2023-06-26T03:02:51.902 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.895+0000 7fc8b77fe640 1 --2- 172.21.15.23:0/3465205499 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc898066280 0x7fc898068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:51.902 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.895+0000 7fc8b77fe640 1 --2- 172.21.15.23:0/3465205499 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc898066280 0x7fc898068730 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fc8a00ae000 tx=0x7fc8a00a7000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:51.903 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:51.895+0000 7fc8b4ff9640 1 -- 172.21.15.23:0/3465205499 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fc8a8055c80 con 0x7fc8b80c9880 2023-06-26T03:02:52.095 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:52.087+0000 7fc8be698640 1 -- 172.21.15.23:0/3465205499 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fc8b806b7d0 con 0x7fc8b80c9880 2023-06-26T03:02:52.096 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:52.087+0000 7fc8b4ff9640 1 -- 172.21.15.23:0/3465205499 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+88 (secure 0 0 0) 0x7fc8a8055810 con 0x7fc8b80c9880 2023-06-26T03:02:52.096 INFO:teuthology.orchestra.run.smithi023.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2023-06-26T03:02:52.098 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:52.091+0000 7fc8be698640 1 -- 172.21.15.23:0/3465205499 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc898066280 msgr2=0x7fc898068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:52.098 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:52.091+0000 7fc8be698640 1 --2- 172.21.15.23:0/3465205499 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc898066280 0x7fc898068730 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fc8a00ae000 tx=0x7fc8a00a7000 comp rx=0 tx=0).stop 2023-06-26T03:02:52.098 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:52.091+0000 7fc8be698640 1 -- 172.21.15.23:0/3465205499 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc8b80c9880 msgr2=0x7fc8b80b0aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:52.098 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:52.091+0000 7fc8be698640 1 --2- 172.21.15.23:0/3465205499 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc8b80c9880 0x7fc8b80b0aa0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fc8a800d800 tx=0x7fc8a800dcc0 comp rx=0 tx=0).stop 2023-06-26T03:02:52.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:52.091+0000 7fc8be698640 1 -- 172.21.15.23:0/3465205499 shutdown_connections 2023-06-26T03:02:52.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:52.091+0000 7fc8be698640 1 --2- 172.21.15.23:0/3465205499 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc898066280 0x7fc898068730 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:52.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:52.091+0000 7fc8be698640 1 --2- 172.21.15.23:0/3465205499 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc8b8159a80 0x7fc8b815abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:52.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:52.091+0000 7fc8be698640 1 --2- 172.21.15.23:0/3465205499 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc8b8153a50 0x7fc8b80b2860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:52.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:52.091+0000 7fc8be698640 1 --2- 172.21.15.23:0/3465205499 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc8b80c9880 0x7fc8b80b0aa0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:52.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:52.091+0000 7fc8be698640 1 -- 172.21.15.23:0/3465205499 >> 172.21.15.23:0/3465205499 conn(0x7fc8b8069400 msgr2=0x7fc8b80cbe70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:52.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:52.091+0000 7fc8be698640 1 -- 172.21.15.23:0/3465205499 shutdown_connections 2023-06-26T03:02:52.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:52.091+0000 7fc8be698640 1 -- 172.21.15.23:0/3465205499 wait complete. 2023-06-26T03:02:52.115 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-06-26T03:02:52.115 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-06-26T03:02:52.115 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi071.front.sepia.ceph.com 2023-06-26T03:02:52.115 INFO:tasks.cephfs.mount:self.client.name = client.3 2023-06-26T03:02:52.116 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2023-06-26T03:02:52.116 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-06-26T03:02:52.116 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-06-26T03:02:52.116 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-06-26T03:02:52.116 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2023-06-26T03:02:52.117 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:52.117 DEBUG:teuthology.orchestra.run.smithi071:> ip addr 2023-06-26T03:02:52.124 INFO:teuthology.orchestra.run.smithi071.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-06-26T03:02:52.124 INFO:teuthology.orchestra.run.smithi071.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-06-26T03:02:52.124 INFO:teuthology.orchestra.run.smithi071.stdout: inet 127.0.0.1/8 scope host lo 2023-06-26T03:02:52.124 INFO:teuthology.orchestra.run.smithi071.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:52.125 INFO:teuthology.orchestra.run.smithi071.stdout: inet6 ::1/128 scope host 2023-06-26T03:02:52.125 INFO:teuthology.orchestra.run.smithi071.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:52.125 INFO:teuthology.orchestra.run.smithi071.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-26T03:02:52.125 INFO:teuthology.orchestra.run.smithi071.stdout: link/ether 0c:c4:7a:d8:aa:4a brd ff:ff:ff:ff:ff:ff 2023-06-26T03:02:52.125 INFO:teuthology.orchestra.run.smithi071.stdout: altname enp7s0f0 2023-06-26T03:02:52.125 INFO:teuthology.orchestra.run.smithi071.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-26T03:02:52.125 INFO:teuthology.orchestra.run.smithi071.stdout: link/ether 0c:c4:7a:d8:aa:4b brd ff:ff:ff:ff:ff:ff 2023-06-26T03:02:52.125 INFO:teuthology.orchestra.run.smithi071.stdout: altname enp7s0f1 2023-06-26T03:02:52.126 INFO:teuthology.orchestra.run.smithi071.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-26T03:02:52.126 INFO:teuthology.orchestra.run.smithi071.stdout: link/ether 0c:c4:7a:8f:d7:64 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:02:52.126 INFO:teuthology.orchestra.run.smithi071.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-06-26T03:02:52.126 INFO:teuthology.orchestra.run.smithi071.stdout: link/ether 0c:c4:7a:8f:d7:65 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:02:52.126 INFO:teuthology.orchestra.run.smithi071.stdout: inet 172.21.15.71/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-06-26T03:02:52.126 INFO:teuthology.orchestra.run.smithi071.stdout: valid_lft 42416sec preferred_lft 42416sec 2023-06-26T03:02:52.126 INFO:teuthology.orchestra.run.smithi071.stdout: inet6 fe80::ec4:7aff:fe8f:d765/64 scope link 2023-06-26T03:02:52.126 INFO:teuthology.orchestra.run.smithi071.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:52.127 INFO:teuthology.orchestra.run.smithi071.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-06-26T03:02:52.127 INFO:teuthology.orchestra.run.smithi071.stdout: link/ether 02:42:e1:97:a7:99 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:02:52.127 INFO:teuthology.orchestra.run.smithi071.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-06-26T03:02:52.127 INFO:teuthology.orchestra.run.smithi071.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:52.127 INFO:teuthology.orchestra.run.smithi071.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-06-26T03:02:52.127 INFO:teuthology.orchestra.run.smithi071.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-06-26T03:02:52.127 INFO:teuthology.orchestra.run.smithi071.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-06-26T03:02:52.127 INFO:teuthology.orchestra.run.smithi071.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:52.128 INFO:teuthology.orchestra.run.smithi071.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-06-26T03:02:52.128 INFO:teuthology.orchestra.run.smithi071.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:52.128 INFO:teuthology.orchestra.run.smithi071.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-06-26T03:02:52.128 INFO:teuthology.orchestra.run.smithi071.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2023-06-26T03:02:52.128 INFO:teuthology.orchestra.run.smithi071.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-06-26T03:02:52.128 INFO:teuthology.orchestra.run.smithi071.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:52.128 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:52.129 DEBUG:teuthology.orchestra.run.smithi071:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-06-26T03:02:52.178 INFO:teuthology.orchestra.run.smithi071.stdout:1 2023-06-26T03:02:52.180 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:52.180 DEBUG:teuthology.orchestra.run.smithi071:> route 2023-06-26T03:02:52.234 INFO:teuthology.orchestra.run.smithi071.stdout:Kernel IP routing table 2023-06-26T03:02:52.235 INFO:teuthology.orchestra.run.smithi071.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-06-26T03:02:52.235 INFO:teuthology.orchestra.run.smithi071.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-06-26T03:02:52.235 INFO:teuthology.orchestra.run.smithi071.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-06-26T03:02:52.235 INFO:teuthology.orchestra.run.smithi071.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-06-26T03:02:52.235 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-06-26T03:02:52.235 INFO:teuthology.orchestra.run.smithi071.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-26T03:02:52.236 INFO:teuthology.orchestra.run.smithi071.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-26T03:02:52.236 INFO:teuthology.orchestra.run.smithi071.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-06-26T03:02:52.236 INFO:teuthology.orchestra.run.smithi071.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-06-26T03:02:52.236 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:52.236 DEBUG:teuthology.orchestra.run.smithi071:> (cd / && exec bash -c ' 2023-06-26T03:02:52.237 DEBUG:teuthology.orchestra.run.smithi071:> set -e 2023-06-26T03:02:52.237 DEBUG:teuthology.orchestra.run.smithi071:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-06-26T03:02:52.237 DEBUG:teuthology.orchestra.run.smithi071:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-06-26T03:02:52.237 DEBUG:teuthology.orchestra.run.smithi071:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-06-26T03:02:52.238 DEBUG:teuthology.orchestra.run.smithi071:> ') 2023-06-26T03:02:52.313 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:52.314 DEBUG:teuthology.orchestra.run.smithi071:> ip netns list 2023-06-26T03:02:52.359 INFO:teuthology.orchestra.run.smithi071.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2023-06-26T03:02:52.359 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:52.359 DEBUG:teuthology.orchestra.run.smithi071:> ip netns list-id 2023-06-26T03:02:52.406 INFO:teuthology.orchestra.run.smithi071.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2023-06-26T03:02:52.407 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:52.407 DEBUG:teuthology.orchestra.run.smithi071:> (cd / && exec bash -c ' 2023-06-26T03:02:52.407 DEBUG:teuthology.orchestra.run.smithi071:> set -e 2023-06-26T03:02:52.407 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2023-06-26T03:02:52.408 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2023-06-26T03:02:52.408 DEBUG:teuthology.orchestra.run.smithi071:> ') 2023-06-26T03:02:52.477 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:52.477 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2023-06-26T03:02:52.530 INFO:teuthology.orchestra.run.smithi071.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-06-26T03:02:52.531 INFO:teuthology.orchestra.run.smithi071.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-06-26T03:02:52.531 INFO:teuthology.orchestra.run.smithi071.stdout: inet 127.0.0.1/8 scope host lo 2023-06-26T03:02:52.531 INFO:teuthology.orchestra.run.smithi071.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:52.531 INFO:teuthology.orchestra.run.smithi071.stdout: inet6 ::1/128 scope host 2023-06-26T03:02:52.531 INFO:teuthology.orchestra.run.smithi071.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:52.531 INFO:teuthology.orchestra.run.smithi071.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-06-26T03:02:52.532 INFO:teuthology.orchestra.run.smithi071.stdout: link/ether 92:51:ea:bf:e5:87 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-06-26T03:02:52.532 INFO:teuthology.orchestra.run.smithi071.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-06-26T03:02:52.532 INFO:teuthology.orchestra.run.smithi071.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:52.532 INFO:teuthology.orchestra.run.smithi071.stdout: inet6 fe80::9051:eaff:febf:e587/64 scope link 2023-06-26T03:02:52.532 INFO:teuthology.orchestra.run.smithi071.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:52.533 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:52.533 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2023-06-26T03:02:52.587 INFO:teuthology.orchestra.run.smithi071.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-06-26T03:02:52.587 INFO:teuthology.orchestra.run.smithi071.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-06-26T03:02:52.587 INFO:teuthology.orchestra.run.smithi071.stdout: inet 127.0.0.1/8 scope host lo 2023-06-26T03:02:52.588 INFO:teuthology.orchestra.run.smithi071.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:52.588 INFO:teuthology.orchestra.run.smithi071.stdout: inet6 ::1/128 scope host 2023-06-26T03:02:52.588 INFO:teuthology.orchestra.run.smithi071.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:52.588 INFO:teuthology.orchestra.run.smithi071.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-06-26T03:02:52.588 INFO:teuthology.orchestra.run.smithi071.stdout: link/ether 92:51:ea:bf:e5:87 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-06-26T03:02:52.588 INFO:teuthology.orchestra.run.smithi071.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-06-26T03:02:52.588 INFO:teuthology.orchestra.run.smithi071.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:52.588 INFO:teuthology.orchestra.run.smithi071.stdout: inet6 fe80::9051:eaff:febf:e587/64 scope link 2023-06-26T03:02:52.589 INFO:teuthology.orchestra.run.smithi071.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:02:52.589 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2023-06-26T03:02:52.590 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:52.590 DEBUG:teuthology.orchestra.run.smithi071:> (cd / && exec bash -c ' 2023-06-26T03:02:52.590 DEBUG:teuthology.orchestra.run.smithi071:> set -e 2023-06-26T03:02:52.590 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2023-06-26T03:02:52.591 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2023-06-26T03:02:52.591 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2023-06-26T03:02:52.591 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2023-06-26T03:02:52.591 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2023-06-26T03:02:52.591 DEBUG:teuthology.orchestra.run.smithi071:> ') 2023-06-26T03:02:52.684 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:52.684 DEBUG:teuthology.orchestra.run.smithi071:> (cd / && exec bash -c ' 2023-06-26T03:02:52.684 DEBUG:teuthology.orchestra.run.smithi071:> set -e 2023-06-26T03:02:52.684 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip link set brx.1 up 2023-06-26T03:02:52.685 DEBUG:teuthology.orchestra.run.smithi071:> sudo ip link set dev brx.1 master ceph-brx 2023-06-26T03:02:52.685 DEBUG:teuthology.orchestra.run.smithi071:> ') 2023-06-26T03:02:52.703 INFO:tasks.cephfs.fuse_mount:Client client.3 config is {} 2023-06-26T03:02:52.703 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-06-26T03:02:52.704 DEBUG:teuthology.orchestra.run.smithi071:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2023-06-26T03:02:52.750 INFO:teuthology.orchestra.run.smithi071.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2023-06-26T03:02:52.750 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-06-26T03:02:52.751 DEBUG:teuthology.orchestra.run.smithi071:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2023-06-26T03:02:52.798 DEBUG:teuthology.orchestra.run.smithi071:> sudo modprobe fuse 2023-06-26T03:02:52.856 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-26T03:02:52.856 DEBUG:teuthology.orchestra.run.smithi071:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-26T03:02:52.909 INFO:teuthology.orchestra.run.smithi071.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-26T03:02:52.910 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-26T03:02:52.911 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:52.911 DEBUG:teuthology.orchestra.run.smithi071:> ls /sys/fs/fuse/connections 2023-06-26T03:02:52.959 INFO:teuthology.orchestra.run.smithi071.stdout:45 2023-06-26T03:02:52.959 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [45] 2023-06-26T03:02:52.960 DEBUG:teuthology.orchestra.run.smithi071:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.3 --id 3) 2023-06-26T03:02:53.004 DEBUG:teuthology.orchestra.run.smithi071:> sudo modprobe fuse 2023-06-26T03:02:53.018 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-26T03:02:53.018 DEBUG:teuthology.orchestra.run.smithi071:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-26T03:02:53.072 INFO:teuthology.orchestra.run.smithi071.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-26T03:02:53.073 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-26T03:02:53.074 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:53.074 DEBUG:teuthology.orchestra.run.smithi071:> ls /sys/fs/fuse/connections 2023-06-26T03:02:53.079 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi071.stderr:2023-06-26T03:02:53.077+0000 7f8d03b7e580 -1 init, newargv = 0x55c7362d8d60 newargc=15 2023-06-26T03:02:53.079 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi071.stderr:ceph-fuse[43470]: starting ceph client 2023-06-26T03:02:53.083 INFO:teuthology.orchestra.run.smithi071.stdout:45 2023-06-26T03:02:53.084 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi071.stderr:ceph-fuse[43470]: starting fuse 2023-06-26T03:02:54.184 DEBUG:teuthology.orchestra.run.smithi071:> sudo modprobe fuse 2023-06-26T03:02:54.200 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-26T03:02:54.200 DEBUG:teuthology.orchestra.run.smithi071:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-26T03:02:54.255 INFO:teuthology.orchestra.run.smithi071.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-26T03:02:54.256 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-26T03:02:54.257 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:54.257 DEBUG:teuthology.orchestra.run.smithi071:> ls /sys/fs/fuse/connections 2023-06-26T03:02:54.303 INFO:teuthology.orchestra.run.smithi071.stdout:45 2023-06-26T03:02:54.303 INFO:teuthology.orchestra.run.smithi071.stdout:46 2023-06-26T03:02:54.303 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45, 46] 2023-06-26T03:02:54.304 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2023-06-26T03:02:54.304 DEBUG:teuthology.orchestra.run.smithi071:> import glob 2023-06-26T03:02:54.304 DEBUG:teuthology.orchestra.run.smithi071:> import re 2023-06-26T03:02:54.305 DEBUG:teuthology.orchestra.run.smithi071:> import os 2023-06-26T03:02:54.305 DEBUG:teuthology.orchestra.run.smithi071:> import subprocess 2023-06-26T03:02:54.305 DEBUG:teuthology.orchestra.run.smithi071:> 2023-06-26T03:02:54.305 DEBUG:teuthology.orchestra.run.smithi071:> def _find_admin_socket(client_name): 2023-06-26T03:02:54.305 DEBUG:teuthology.orchestra.run.smithi071:> asok_path = "/var/run/ceph/ceph-client.3.*.asok" 2023-06-26T03:02:54.306 DEBUG:teuthology.orchestra.run.smithi071:> files = glob.glob(asok_path) 2023-06-26T03:02:54.306 DEBUG:teuthology.orchestra.run.smithi071:> mountpoint = "/home/ubuntu/cephtest/mnt.3" 2023-06-26T03:02:54.306 DEBUG:teuthology.orchestra.run.smithi071:> 2023-06-26T03:02:54.306 DEBUG:teuthology.orchestra.run.smithi071:> # Given a non-glob path, it better be there 2023-06-26T03:02:54.307 DEBUG:teuthology.orchestra.run.smithi071:> if "*" not in asok_path: 2023-06-26T03:02:54.307 DEBUG:teuthology.orchestra.run.smithi071:> assert(len(files) == 1) 2023-06-26T03:02:54.307 DEBUG:teuthology.orchestra.run.smithi071:> return files[0] 2023-06-26T03:02:54.307 DEBUG:teuthology.orchestra.run.smithi071:> 2023-06-26T03:02:54.307 DEBUG:teuthology.orchestra.run.smithi071:> for f in files: 2023-06-26T03:02:54.308 DEBUG:teuthology.orchestra.run.smithi071:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2023-06-26T03:02:54.308 DEBUG:teuthology.orchestra.run.smithi071:> if os.path.exists("/proc/{0}".format(pid)): 2023-06-26T03:02:54.308 DEBUG:teuthology.orchestra.run.smithi071:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2023-06-26T03:02:54.308 DEBUG:teuthology.orchestra.run.smithi071:> contents = proc_f.read() 2023-06-26T03:02:54.309 DEBUG:teuthology.orchestra.run.smithi071:> if mountpoint in contents: 2023-06-26T03:02:54.309 DEBUG:teuthology.orchestra.run.smithi071:> return f 2023-06-26T03:02:54.309 DEBUG:teuthology.orchestra.run.smithi071:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2023-06-26T03:02:54.309 DEBUG:teuthology.orchestra.run.smithi071:> 2023-06-26T03:02:54.309 DEBUG:teuthology.orchestra.run.smithi071:> print(_find_admin_socket("client.3")) 2023-06-26T03:02:54.310 DEBUG:teuthology.orchestra.run.smithi071:> ' 2023-06-26T03:02:54.424 INFO:teuthology.orchestra.run.smithi071.stdout:/var/run/ceph/ceph-client.3.43470.asok 2023-06-26T03:02:54.606 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.3.43470.asok 2023-06-26T03:02:54.606 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:54.606 DEBUG:teuthology.orchestra.run.smithi071:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.3.43470.asok status 2023-06-26T03:02:54.763 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-06-26T03:02:54.763 INFO:teuthology.orchestra.run.smithi071.stdout: "metadata": { 2023-06-26T03:02:54.763 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph_sha1": "6e29bf323ce1af97210bf5c3ab6386cc214ed162", 2023-06-26T03:02:54.763 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph_version": "ceph version 18.0.0-4444-g6e29bf32 (6e29bf323ce1af97210bf5c3ab6386cc214ed162) reef (dev)", 2023-06-26T03:02:54.763 INFO:teuthology.orchestra.run.smithi071.stdout: "entity_id": "3", 2023-06-26T03:02:54.763 INFO:teuthology.orchestra.run.smithi071.stdout: "hostname": "smithi071", 2023-06-26T03:02:54.764 INFO:teuthology.orchestra.run.smithi071.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.3", 2023-06-26T03:02:54.764 INFO:teuthology.orchestra.run.smithi071.stdout: "pid": "43470", 2023-06-26T03:02:54.764 INFO:teuthology.orchestra.run.smithi071.stdout: "root": "/" 2023-06-26T03:02:54.764 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-06-26T03:02:54.764 INFO:teuthology.orchestra.run.smithi071.stdout: "dentry_count": 0, 2023-06-26T03:02:54.764 INFO:teuthology.orchestra.run.smithi071.stdout: "dentry_pinned_count": 0, 2023-06-26T03:02:54.764 INFO:teuthology.orchestra.run.smithi071.stdout: "id": 4696, 2023-06-26T03:02:54.764 INFO:teuthology.orchestra.run.smithi071.stdout: "inst": { 2023-06-26T03:02:54.765 INFO:teuthology.orchestra.run.smithi071.stdout: "name": { 2023-06-26T03:02:54.765 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "client", 2023-06-26T03:02:54.765 INFO:teuthology.orchestra.run.smithi071.stdout: "num": 4696 2023-06-26T03:02:54.765 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-06-26T03:02:54.765 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": { 2023-06-26T03:02:54.765 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "v1", 2023-06-26T03:02:54.765 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": "192.168.0.2:0", 2023-06-26T03:02:54.765 INFO:teuthology.orchestra.run.smithi071.stdout: "nonce": 4078621100 2023-06-26T03:02:54.766 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-06-26T03:02:54.766 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-06-26T03:02:54.766 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": { 2023-06-26T03:02:54.766 INFO:teuthology.orchestra.run.smithi071.stdout: "type": "v1", 2023-06-26T03:02:54.766 INFO:teuthology.orchestra.run.smithi071.stdout: "addr": "192.168.0.2:0", 2023-06-26T03:02:54.766 INFO:teuthology.orchestra.run.smithi071.stdout: "nonce": 4078621100 2023-06-26T03:02:54.766 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-06-26T03:02:54.766 INFO:teuthology.orchestra.run.smithi071.stdout: "inst_str": "client.4696 192.168.0.2:0/4078621100", 2023-06-26T03:02:54.767 INFO:teuthology.orchestra.run.smithi071.stdout: "addr_str": "192.168.0.2:0/4078621100", 2023-06-26T03:02:54.767 INFO:teuthology.orchestra.run.smithi071.stdout: "inode_count": 1, 2023-06-26T03:02:54.767 INFO:teuthology.orchestra.run.smithi071.stdout: "mds_epoch": 8, 2023-06-26T03:02:54.767 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_epoch": 29, 2023-06-26T03:02:54.767 INFO:teuthology.orchestra.run.smithi071.stdout: "osd_epoch_barrier": 0, 2023-06-26T03:02:54.767 INFO:teuthology.orchestra.run.smithi071.stdout: "blocklisted": false, 2023-06-26T03:02:54.767 INFO:teuthology.orchestra.run.smithi071.stdout: "fs_name": "cephfs" 2023-06-26T03:02:54.767 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-06-26T03:02:54.776 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:54.777 DEBUG:teuthology.orchestra.run.smithi023:> stat --file-system '--printf=%T 2023-06-26T03:02:54.777 DEBUG:teuthology.orchestra.run.smithi023:> ' -- /home/ubuntu/cephtest/mnt.0 2023-06-26T03:02:54.784 INFO:teuthology.orchestra.run.smithi023.stdout:fuseblk 2023-06-26T03:02:54.784 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2023-06-26T03:02:54.785 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:54.785 DEBUG:teuthology.orchestra.run.smithi023:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-06-26T03:02:54.842 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:54.842 DEBUG:teuthology.orchestra.run.smithi023:> stat --file-system '--printf=%T 2023-06-26T03:02:54.843 DEBUG:teuthology.orchestra.run.smithi023:> ' -- /home/ubuntu/cephtest/mnt.2 2023-06-26T03:02:54.894 INFO:teuthology.orchestra.run.smithi023.stdout:fuseblk 2023-06-26T03:02:54.894 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.2 2023-06-26T03:02:54.895 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:54.895 DEBUG:teuthology.orchestra.run.smithi023:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2023-06-26T03:02:54.949 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:54.950 DEBUG:teuthology.orchestra.run.smithi071:> stat --file-system '--printf=%T 2023-06-26T03:02:54.950 DEBUG:teuthology.orchestra.run.smithi071:> ' -- /home/ubuntu/cephtest/mnt.1 2023-06-26T03:02:54.956 INFO:teuthology.orchestra.run.smithi071.stdout:fuseblk 2023-06-26T03:02:54.957 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2023-06-26T03:02:54.957 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:54.957 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2023-06-26T03:02:55.011 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:55.012 DEBUG:teuthology.orchestra.run.smithi071:> stat --file-system '--printf=%T 2023-06-26T03:02:55.012 DEBUG:teuthology.orchestra.run.smithi071:> ' -- /home/ubuntu/cephtest/mnt.3 2023-06-26T03:02:55.060 INFO:teuthology.orchestra.run.smithi071.stdout:fuseblk 2023-06-26T03:02:55.060 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.3 2023-06-26T03:02:55.060 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:02:55.061 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2023-06-26T03:02:55.115 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2023-06-26T03:02:55.132 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:02:55.265 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.259+0000 7f04daddf640 1 Processor -- start 2023-06-26T03:02:55.265 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.259+0000 7f04daddf640 1 -- start start 2023-06-26T03:02:55.266 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.259+0000 7f04daddf640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f04d406c630 0x7f04d413ee40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:55.266 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.259+0000 7f04daddf640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f04d4070440 0x7f04d4070880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:55.266 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.259+0000 7f04daddf640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f04d413f540 con 0x7f04d406d480 2023-06-26T03:02:55.267 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.259+0000 7f04daddf640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f04d413fde0 con 0x7f04d406c630 2023-06-26T03:02:55.267 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.259+0000 7f04daddf640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f04d413f820 con 0x7f04d4070440 2023-06-26T03:02:55.267 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.259+0000 7f04d8b7b640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f04d406c630 0x7f04d413ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:55.267 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.259+0000 7f04d8b7b640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f04d406c630 0x7f04d413ee40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:37034/0 (socket says 172.21.15.23:37034) 2023-06-26T03:02:55.267 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.259+0000 7f04d8b7b640 1 -- 172.21.15.23:0/3322092273 learned_addr learned my addr 172.21.15.23:0/3322092273 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:55.268 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.259+0000 7f04d937c640 1 --2- 172.21.15.23:0/3322092273 >> v2:172.21.15.71:3300/0 conn(0x7f04d4070440 0x7f04d4070880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:55.268 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.259+0000 7f04d8b7b640 1 -- 172.21.15.23:0/3322092273 >> v2:172.21.15.71:3300/0 conn(0x7f04d4070440 msgr2=0x7f04d4070880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:55.268 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.259+0000 7f04d8b7b640 1 --2- 172.21.15.23:0/3322092273 >> v2:172.21.15.71:3300/0 conn(0x7f04d4070440 0x7f04d4070880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:55.268 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.259+0000 7f04d8b7b640 1 -- 172.21.15.23:0/3322092273 >> v1:172.21.15.71:6789/0 conn(0x7f04d406d480 legacy=0x7f04d415d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:55.268 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.259+0000 7f04d8b7b640 1 -- 172.21.15.23:0/3322092273 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04d413fb00 con 0x7f04d406c630 2023-06-26T03:02:55.269 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.263+0000 7f04d8b7b640 1 --2- 172.21.15.23:0/3322092273 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f04d406c630 0x7f04d413ee40 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f04c4009870 tx=0x7f04c401c4c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a084584d9f73e0be server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:55.269 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.263+0000 7f04d37fe640 1 -- 172.21.15.23:0/3322092273 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04c40ac640 con 0x7f04d406c630 2023-06-26T03:02:55.269 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.263+0000 7f04d37fe640 1 -- 172.21.15.23:0/3322092273 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f04c40ac7a0 con 0x7f04d406c630 2023-06-26T03:02:55.269 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.263+0000 7f04d37fe640 1 -- 172.21.15.23:0/3322092273 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04c40acb30 con 0x7f04d406c630 2023-06-26T03:02:55.270 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.263+0000 7f04daddf640 1 -- 172.21.15.23:0/3322092273 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f04d406c630 msgr2=0x7f04d413ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:55.270 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.263+0000 7f04daddf640 1 --2- 172.21.15.23:0/3322092273 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f04d406c630 0x7f04d413ee40 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f04c4009870 tx=0x7f04c401c4c0 comp rx=0 tx=0).stop 2023-06-26T03:02:55.270 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.263+0000 7f04daddf640 1 -- 172.21.15.23:0/3322092273 shutdown_connections 2023-06-26T03:02:55.270 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.263+0000 7f04daddf640 1 --2- 172.21.15.23:0/3322092273 >> v2:172.21.15.71:3300/0 conn(0x7f04d4070440 0x7f04d4070880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:55.271 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.263+0000 7f04daddf640 1 --2- 172.21.15.23:0/3322092273 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f04d406c630 0x7f04d413ee40 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:55.271 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.263+0000 7f04daddf640 1 -- 172.21.15.23:0/3322092273 >> 172.21.15.23:0/3322092273 conn(0x7f04d40cb710 msgr2=0x7f04d40cbb10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:55.271 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.263+0000 7f04daddf640 1 -- 172.21.15.23:0/3322092273 shutdown_connections 2023-06-26T03:02:55.271 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.263+0000 7f04daddf640 1 -- 172.21.15.23:0/3322092273 wait complete. 2023-06-26T03:02:55.273 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.263+0000 7f04daddf640 1 Processor -- start 2023-06-26T03:02:55.273 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.263+0000 7f04daddf640 1 -- start start 2023-06-26T03:02:55.273 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.263+0000 7f04daddf640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f04d406c630 0x7f04d41f6d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:55.273 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.263+0000 7f04daddf640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f04d406d480 0x7f04d4159b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:55.273 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.263+0000 7f04daddf640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f04d4070440 0x7f04d415bf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:55.274 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.263+0000 7f04daddf640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04d415a900 con 0x7f04d406d480 2023-06-26T03:02:55.274 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.263+0000 7f04daddf640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04d41f4f50 con 0x7f04d4070440 2023-06-26T03:02:55.274 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.263+0000 7f04daddf640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04d41f4c70 con 0x7f04d406c630 2023-06-26T03:02:55.274 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.263+0000 7f04d3fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f04d406d480 0x7f04d4159b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:55.274 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.263+0000 7f04d3fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f04d406d480 0x7f04d4159b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:37036/0 (socket says 172.21.15.23:37036) 2023-06-26T03:02:55.274 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.263+0000 7f04d3fff640 1 -- 172.21.15.23:0/1552663597 learned_addr learned my addr 172.21.15.23:0/1552663597 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:55.274 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.263+0000 7f04d937c640 1 --2- 172.21.15.23:0/1552663597 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f04d4070440 0x7f04d415bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:55.274 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.267+0000 7f04d8b7b640 1 --2- 172.21.15.23:0/1552663597 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f04d406c630 0x7f04d41f6d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:55.275 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.267+0000 7f04d3fff640 1 -- 172.21.15.23:0/1552663597 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f04d406c630 msgr2=0x7f04d41f6d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:55.275 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.267+0000 7f04d3fff640 1 --2- 172.21.15.23:0/1552663597 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f04d406c630 0x7f04d41f6d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:55.275 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.267+0000 7f04d3fff640 1 -- 172.21.15.23:0/1552663597 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f04d4070440 msgr2=0x7f04d415bf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:55.275 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.267+0000 7f04d3fff640 1 --2- 172.21.15.23:0/1552663597 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f04d4070440 0x7f04d415bf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:55.275 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.267+0000 7f04d3fff640 1 -- 172.21.15.23:0/1552663597 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04c40094d0 con 0x7f04d406d480 2023-06-26T03:02:55.275 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.267+0000 7f04d3fff640 1 --2- 172.21.15.23:0/1552663597 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f04d406d480 0x7f04d4159b80 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f04c800c450 tx=0x7f04c800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:55.275 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.267+0000 7f04d17fa640 1 -- 172.21.15.23:0/1552663597 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04c8012830 con 0x7f04d406d480 2023-06-26T03:02:55.276 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.267+0000 7f04d17fa640 1 -- 172.21.15.23:0/1552663597 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f04c80129b0 con 0x7f04d406d480 2023-06-26T03:02:55.276 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.267+0000 7f04daddf640 1 -- 172.21.15.23:0/1552663597 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f04d40b2cd0 con 0x7f04d406d480 2023-06-26T03:02:55.276 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.267+0000 7f04d17fa640 1 -- 172.21.15.23:0/1552663597 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04c8012d60 con 0x7f04d406d480 2023-06-26T03:02:55.276 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.267+0000 7f04daddf640 1 -- 172.21.15.23:0/1552663597 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f04d40b3290 con 0x7f04d406d480 2023-06-26T03:02:55.277 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.267+0000 7f04daddf640 1 -- 172.21.15.23:0/1552663597 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f04d40b34b0 con 0x7f04d406d480 2023-06-26T03:02:55.277 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.267+0000 7f04d17fa640 1 -- 172.21.15.23:0/1552663597 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f04c801c460 con 0x7f04d406d480 2023-06-26T03:02:55.277 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.267+0000 7f04d17fa640 1 --2- 172.21.15.23:0/1552663597 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f04c0066280 0x7f04c0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:55.277 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.267+0000 7f04d17fa640 1 -- 172.21.15.23:0/1552663597 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f04c8083ec0 con 0x7f04d406d480 2023-06-26T03:02:55.277 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.267+0000 7f04d8b7b640 1 --2- 172.21.15.23:0/1552663597 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f04c0066280 0x7f04c0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:55.277 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.267+0000 7f04d8b7b640 1 --2- 172.21.15.23:0/1552663597 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f04c0066280 0x7f04c0068730 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f04c40ae000 tx=0x7f04c40a7000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:55.279 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.271+0000 7f04d17fa640 1 -- 172.21.15.23:0/1552663597 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f04c80510a0 con 0x7f04d406d480 2023-06-26T03:02:55.436 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.431+0000 7f04daddf640 1 -- 172.21.15.23:0/1552663597 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f04d404d790 con 0x7f04d406d480 2023-06-26T03:02:55.439 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.431+0000 7f04d17fa640 1 -- 172.21.15.23:0/1552663597 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+20143 (secure 0 0 0) 0x7f04c80546c0 con 0x7f04d406d480 2023-06-26T03:02:55.440 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:02:55.440 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":29,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:02:51.222053+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:02:07.262805+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:02:07.823501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data_ec","create_time":"2023-06-26T03:02:10.900368+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.c","mappings":[{"from":3,"to":2}]},{"pgid":"4.26","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:02:55.442 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.435+0000 7f04daddf640 1 -- 172.21.15.23:0/1552663597 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f04c0066280 msgr2=0x7f04c0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:55.442 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.435+0000 7f04daddf640 1 --2- 172.21.15.23:0/1552663597 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f04c0066280 0x7f04c0068730 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f04c40ae000 tx=0x7f04c40a7000 comp rx=0 tx=0).stop 2023-06-26T03:02:55.443 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.435+0000 7f04daddf640 1 -- 172.21.15.23:0/1552663597 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f04d406d480 msgr2=0x7f04d4159b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:55.443 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.435+0000 7f04daddf640 1 --2- 172.21.15.23:0/1552663597 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f04d406d480 0x7f04d4159b80 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f04c800c450 tx=0x7f04c800c910 comp rx=0 tx=0).stop 2023-06-26T03:02:55.443 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.435+0000 7f04daddf640 1 -- 172.21.15.23:0/1552663597 shutdown_connections 2023-06-26T03:02:55.443 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.435+0000 7f04daddf640 1 --2- 172.21.15.23:0/1552663597 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f04c0066280 0x7f04c0068730 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:55.443 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.435+0000 7f04daddf640 1 --2- 172.21.15.23:0/1552663597 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f04d4070440 0x7f04d415bf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:55.443 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.435+0000 7f04daddf640 1 --2- 172.21.15.23:0/1552663597 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f04d406d480 0x7f04d4159b80 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:55.443 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.435+0000 7f04daddf640 1 --2- 172.21.15.23:0/1552663597 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f04d406c630 0x7f04d41f6d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:55.443 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.435+0000 7f04daddf640 1 -- 172.21.15.23:0/1552663597 >> 172.21.15.23:0/1552663597 conn(0x7f04d40cb710 msgr2=0x7f04d40cdab0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:55.444 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.435+0000 7f04daddf640 1 -- 172.21.15.23:0/1552663597 shutdown_connections 2023-06-26T03:02:55.444 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.435+0000 7f04daddf640 1 -- 172.21.15.23:0/1552663597 wait complete. 2023-06-26T03:02:55.459 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:01:57.280692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:02:02.819138+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-26T03:02:07.262805+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-26T03:02:07.823501+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-06-26T03:02:10.900368+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-06-26T03:02:55.460 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:02:55.587 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.579+0000 7f814a482640 1 Processor -- start 2023-06-26T03:02:55.587 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.579+0000 7f814a482640 1 -- start start 2023-06-26T03:02:55.588 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.579+0000 7f814a482640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f81440aceb0 0x7f81440c9240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:55.588 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.579+0000 7f814a482640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f81440cc6d0 0x7f814406f410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:55.588 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.579+0000 7f814a482640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f81440ad280 con 0x7f814406ef70 2023-06-26T03:02:55.588 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.579+0000 7f814a482640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f814406f950 con 0x7f81440aceb0 2023-06-26T03:02:55.588 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.579+0000 7f814a482640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81440c83d0 con 0x7f81440cc6d0 2023-06-26T03:02:55.589 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.579+0000 7f8143fff640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f81440aceb0 0x7f81440c9240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:55.589 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.579+0000 7f8148a1f640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f81440cc6d0 0x7f814406f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:55.589 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.583+0000 7f8143fff640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f81440aceb0 0x7f81440c9240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.23:41256/0 (socket says 172.21.15.23:41256) 2023-06-26T03:02:55.590 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.583+0000 7f8143fff640 1 -- 172.21.15.23:0/2567694509 learned_addr learned my addr 172.21.15.23:0/2567694509 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:55.590 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.583+0000 7f8148a1f640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f81440cc6d0 0x7f814406f410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3301/0 says I am v2:172.21.15.23:38084/0 (socket says 172.21.15.23:38084) 2023-06-26T03:02:55.590 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.583+0000 7f81437fe640 1 --1- 172.21.15.23:0/2567694509 >> v1:172.21.15.71:6789/0 conn(0x7f814406ef70 0x7f814415bf80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.71:6789/0 says I am v1:172.21.15.23:44628/0 (socket says 172.21.15.23:44628) 2023-06-26T03:02:55.590 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.583+0000 7f8148a1f640 1 -- 172.21.15.23:0/2567694509 >> v2:172.21.15.71:3300/0 conn(0x7f81440aceb0 msgr2=0x7f81440c9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:55.590 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.583+0000 7f8148a1f640 1 --2- 172.21.15.23:0/2567694509 >> v2:172.21.15.71:3300/0 conn(0x7f81440aceb0 0x7f81440c9240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:55.590 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.583+0000 7f8148a1f640 1 -- 172.21.15.23:0/2567694509 >> v1:172.21.15.71:6789/0 conn(0x7f814406ef70 legacy=0x7f814415bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:55.590 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.583+0000 7f8148a1f640 1 -- 172.21.15.23:0/2567694509 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8144158c90 con 0x7f81440cc6d0 2023-06-26T03:02:55.590 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.583+0000 7f8143fff640 1 --2- 172.21.15.23:0/2567694509 >> v2:172.21.15.71:3300/0 conn(0x7f81440aceb0 0x7f81440c9240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T03:02:55.591 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.583+0000 7f8148a1f640 1 --2- 172.21.15.23:0/2567694509 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f81440cc6d0 0x7f814406f410 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f813c00bfa0 tx=0x7f813c01eb20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c4d03e8874354754 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:55.591 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.583+0000 7f8142ffd640 1 -- 172.21.15.23:0/2567694509 <== mon.2 v2:172.21.15.71:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f813c00b2d0 con 0x7f81440cc6d0 2023-06-26T03:02:55.592 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.583+0000 7f8142ffd640 1 -- 172.21.15.23:0/2567694509 <== mon.2 v2:172.21.15.71:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f813c0a7910 con 0x7f81440cc6d0 2023-06-26T03:02:55.592 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.583+0000 7f8142ffd640 1 -- 172.21.15.23:0/2567694509 <== mon.2 v2:172.21.15.71:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f813c0a7ca0 con 0x7f81440cc6d0 2023-06-26T03:02:55.592 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.583+0000 7f814a482640 1 -- 172.21.15.23:0/2567694509 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f81440cc6d0 msgr2=0x7f814406f410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:55.593 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.583+0000 7f814a482640 1 --2- 172.21.15.23:0/2567694509 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f81440cc6d0 0x7f814406f410 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f813c00bfa0 tx=0x7f813c01eb20 comp rx=0 tx=0).stop 2023-06-26T03:02:55.593 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.583+0000 7f814a482640 1 -- 172.21.15.23:0/2567694509 shutdown_connections 2023-06-26T03:02:55.593 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.583+0000 7f814a482640 1 --2- 172.21.15.23:0/2567694509 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f81440cc6d0 0x7f814406f410 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:55.593 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.583+0000 7f814a482640 1 --2- 172.21.15.23:0/2567694509 >> v2:172.21.15.71:3300/0 conn(0x7f81440aceb0 0x7f81440c9240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:55.593 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.587+0000 7f814a482640 1 -- 172.21.15.23:0/2567694509 >> 172.21.15.23:0/2567694509 conn(0x7f8144069fc0 msgr2=0x7f81440ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:55.593 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.587+0000 7f814a482640 1 -- 172.21.15.23:0/2567694509 shutdown_connections 2023-06-26T03:02:55.593 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.587+0000 7f814a482640 1 -- 172.21.15.23:0/2567694509 wait complete. 2023-06-26T03:02:55.594 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.587+0000 7f814a482640 1 Processor -- start 2023-06-26T03:02:55.594 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.587+0000 7f814a482640 1 -- start start 2023-06-26T03:02:55.595 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.587+0000 7f814a482640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f814406ef70 0x7f8144153c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:55.596 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.587+0000 7f814a482640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f81440aceb0 0x7f81440c3eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:55.596 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.587+0000 7f814a482640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81440cc6d0 0x7f81440ad550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:55.596 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.587+0000 7f814a482640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81440b0920 con 0x7f814406ef70 2023-06-26T03:02:55.596 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.587+0000 7f814a482640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8144154480 con 0x7f81440cc6d0 2023-06-26T03:02:55.596 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.587+0000 7f814a482640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8144154760 con 0x7f81440aceb0 2023-06-26T03:02:55.596 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.587+0000 7f8143fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f814406ef70 0x7f8144153c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:55.596 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.587+0000 7f8143fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f814406ef70 0x7f8144153c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:37038/0 (socket says 172.21.15.23:37038) 2023-06-26T03:02:55.597 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.587+0000 7f8143fff640 1 -- 172.21.15.23:0/2658006477 learned_addr learned my addr 172.21.15.23:0/2658006477 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:55.597 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.587+0000 7f8148a1f640 1 --2- 172.21.15.23:0/2658006477 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81440cc6d0 0x7f81440ad550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:55.597 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.587+0000 7f81437fe640 1 --2- 172.21.15.23:0/2658006477 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f81440aceb0 0x7f81440c3eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:55.597 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.587+0000 7f8143fff640 1 -- 172.21.15.23:0/2658006477 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f81440aceb0 msgr2=0x7f81440c3eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:55.597 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.587+0000 7f8143fff640 1 --2- 172.21.15.23:0/2658006477 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f81440aceb0 0x7f81440c3eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:55.597 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.587+0000 7f8143fff640 1 -- 172.21.15.23:0/2658006477 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81440cc6d0 msgr2=0x7f81440ad550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:55.597 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.587+0000 7f8143fff640 1 --2- 172.21.15.23:0/2658006477 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81440cc6d0 0x7f81440ad550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:55.597 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.587+0000 7f8143fff640 1 -- 172.21.15.23:0/2658006477 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81340094d0 con 0x7f814406ef70 2023-06-26T03:02:55.598 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.587+0000 7f8143fff640 1 --2- 172.21.15.23:0/2658006477 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f814406ef70 0x7f8144153c30 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f813400e930 tx=0x7f813400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:55.598 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.587+0000 7f8140ff9640 1 -- 172.21.15.23:0/2658006477 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f813400ca00 con 0x7f814406ef70 2023-06-26T03:02:55.598 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.587+0000 7f8140ff9640 1 -- 172.21.15.23:0/2658006477 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f813400cb60 con 0x7f814406ef70 2023-06-26T03:02:55.598 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.587+0000 7f814a482640 1 -- 172.21.15.23:0/2658006477 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f813c00bc80 con 0x7f814406ef70 2023-06-26T03:02:55.598 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.587+0000 7f8140ff9640 1 -- 172.21.15.23:0/2658006477 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8134013470 con 0x7f814406ef70 2023-06-26T03:02:55.598 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.587+0000 7f814a482640 1 -- 172.21.15.23:0/2658006477 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f81440b0b70 con 0x7f814406ef70 2023-06-26T03:02:55.599 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.591+0000 7f814a482640 1 -- 172.21.15.23:0/2658006477 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f81441588c0 con 0x7f814406ef70 2023-06-26T03:02:55.599 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.591+0000 7f8140ff9640 1 -- 172.21.15.23:0/2658006477 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f81340135d0 con 0x7f814406ef70 2023-06-26T03:02:55.599 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.591+0000 7f8140ff9640 1 --2- 172.21.15.23:0/2658006477 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8130066280 0x7f8130068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:55.599 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.591+0000 7f8140ff9640 1 -- 172.21.15.23:0/2658006477 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f8134084240 con 0x7f814406ef70 2023-06-26T03:02:55.600 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.591+0000 7f81437fe640 1 --2- 172.21.15.23:0/2658006477 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8130066280 0x7f8130068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:55.600 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.591+0000 7f81437fe640 1 --2- 172.21.15.23:0/2658006477 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8130066280 0x7f8130068730 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f81441f32a0 tx=0x7f8138007c50 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:55.601 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.595+0000 7f8140ff9640 1 -- 172.21.15.23:0/2658006477 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f81441588c0 con 0x7f814406ef70 2023-06-26T03:02:55.755 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.747+0000 7f814a482640 1 -- 172.21.15.23:0/2658006477 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f81441588c0 con 0x7f814406ef70 2023-06-26T03:02:55.755 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.747+0000 7f8140ff9640 1 -- 172.21.15.23:0/2658006477 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v29) v1 ==== 93+0+10 (secure 0 0 0) 0x7f81441588c0 con 0x7f814406ef70 2023-06-26T03:02:55.756 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 1 2023-06-26T03:02:55.757 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.751+0000 7f814a482640 1 -- 172.21.15.23:0/2658006477 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8130066280 msgr2=0x7f8130068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:55.758 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.751+0000 7f814a482640 1 --2- 172.21.15.23:0/2658006477 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8130066280 0x7f8130068730 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f81441f32a0 tx=0x7f8138007c50 comp rx=0 tx=0).stop 2023-06-26T03:02:55.758 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.751+0000 7f814a482640 1 -- 172.21.15.23:0/2658006477 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f814406ef70 msgr2=0x7f8144153c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:55.758 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.751+0000 7f814a482640 1 --2- 172.21.15.23:0/2658006477 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f814406ef70 0x7f8144153c30 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f813400e930 tx=0x7f813400edf0 comp rx=0 tx=0).stop 2023-06-26T03:02:55.758 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.751+0000 7f814a482640 1 -- 172.21.15.23:0/2658006477 shutdown_connections 2023-06-26T03:02:55.758 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.751+0000 7f814a482640 1 --2- 172.21.15.23:0/2658006477 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8130066280 0x7f8130068730 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:55.758 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.751+0000 7f814a482640 1 --2- 172.21.15.23:0/2658006477 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f81440cc6d0 0x7f81440ad550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:55.759 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.751+0000 7f814a482640 1 --2- 172.21.15.23:0/2658006477 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f81440aceb0 0x7f81440c3eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:55.759 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.751+0000 7f814a482640 1 --2- 172.21.15.23:0/2658006477 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f814406ef70 0x7f8144153c30 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:55.759 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.751+0000 7f814a482640 1 -- 172.21.15.23:0/2658006477 >> 172.21.15.23:0/2658006477 conn(0x7f8144069fc0 msgr2=0x7f814406c4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:55.759 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.751+0000 7f814a482640 1 -- 172.21.15.23:0/2658006477 shutdown_connections 2023-06-26T03:02:55.759 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.751+0000 7f814a482640 1 -- 172.21.15.23:0/2658006477 wait complete. 2023-06-26T03:02:55.775 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:02:55.902 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.895+0000 7ffbf6195640 1 Processor -- start 2023-06-26T03:02:55.902 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.895+0000 7ffbf6195640 1 -- start start 2023-06-26T03:02:55.903 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.895+0000 7ffbf6195640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ffbf006ed60 0x7ffbf00af570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:55.903 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.895+0000 7ffbf6195640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffbf00afed0 con 0x7ffbf0157230 2023-06-26T03:02:55.903 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.895+0000 7ffbf6195640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffbf00ca360 con 0x7ffbf00afab0 2023-06-26T03:02:55.903 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.895+0000 7ffbf6195640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffbf00c97e0 con 0x7ffbf006ed60 2023-06-26T03:02:55.903 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.895+0000 7ffbef7fe640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7ffbf0157230 0x7ffbf00707c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:60088/0 (socket says 172.21.15.23:60088) 2023-06-26T03:02:55.904 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.895+0000 7ffbef7fe640 1 -- 172.21.15.23:0/2548646812 learned_addr learned my addr 172.21.15.23:0/2548646812 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:55.905 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.895+0000 7ffbeeffd640 1 --2- 172.21.15.23:0/2548646812 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ffbf006ed60 0x7ffbf00af570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:55.905 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.895+0000 7ffbee7fc640 1 -- 172.21.15.23:0/2548646812 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1011112486 0 0) 0x7ffbf00afed0 con 0x7ffbf0157230 2023-06-26T03:02:55.905 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.895+0000 7ffbee7fc640 1 -- 172.21.15.23:0/2548646812 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ffbd8003530 con 0x7ffbf0157230 2023-06-26T03:02:55.905 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.895+0000 7ffbee7fc640 1 -- 172.21.15.23:0/2548646812 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 618468450 0 0) 0x7ffbd8003530 con 0x7ffbf0157230 2023-06-26T03:02:55.906 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.895+0000 7ffbee7fc640 1 -- 172.21.15.23:0/2548646812 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ffbf006ed60 msgr2=0x7ffbf00af570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:55.906 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.895+0000 7ffbee7fc640 1 --2- 172.21.15.23:0/2548646812 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ffbf006ed60 0x7ffbf00af570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:55.906 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.895+0000 7ffbee7fc640 1 -- 172.21.15.23:0/2548646812 >> v1:172.21.15.71:6789/0 conn(0x7ffbf00afab0 legacy=0x7ffbf00c84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:55.906 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.895+0000 7ffbee7fc640 1 -- 172.21.15.23:0/2548646812 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffbf00c9ac0 con 0x7ffbf0157230 2023-06-26T03:02:55.906 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.895+0000 7ffbee7fc640 1 -- 172.21.15.23:0/2548646812 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7ffbe0001680 con 0x7ffbf0157230 2023-06-26T03:02:55.906 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.895+0000 7ffbee7fc640 1 -- 172.21.15.23:0/2548646812 >> v1:172.21.15.23:6789/0 conn(0x7ffbf0157230 legacy=0x7ffbf00707c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:55.906 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.895+0000 7ffbee7fc640 1 --2- 172.21.15.23:0/2548646812 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffbd80039b0 0x7ffbd8003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:55.907 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.895+0000 7ffbee7fc640 1 --2- 172.21.15.23:0/2548646812 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffbd8004350 0x7ffbd8004810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:55.907 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.895+0000 7ffbee7fc640 1 --2- 172.21.15.23:0/2548646812 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ffbf006ed60 0x7ffbd8005110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:55.907 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.895+0000 7ffbee7fc640 1 -- 172.21.15.23:0/2548646812 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbf00c97e0 con 0x7ffbd80039b0 2023-06-26T03:02:55.907 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.895+0000 7ffbee7fc640 1 -- 172.21.15.23:0/2548646812 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbd800ba40 con 0x7ffbd8004350 2023-06-26T03:02:55.907 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.895+0000 7ffbee7fc640 1 -- 172.21.15.23:0/2548646812 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffbd800bc00 con 0x7ffbf006ed60 2023-06-26T03:02:55.907 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.895+0000 7ffbef7fe640 1 --2- 172.21.15.23:0/2548646812 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffbd80039b0 0x7ffbd8003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:55.907 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.899+0000 7ffbeeffd640 1 --2- 172.21.15.23:0/2548646812 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffbd8004350 0x7ffbd8004810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:55.907 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.899+0000 7ffbeffff640 1 --2- 172.21.15.23:0/2548646812 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ffbf006ed60 0x7ffbd8005110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:55.908 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.899+0000 7ffbef7fe640 1 -- 172.21.15.23:0/2548646812 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ffbf006ed60 msgr2=0x7ffbd8005110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:55.908 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.899+0000 7ffbef7fe640 1 --2- 172.21.15.23:0/2548646812 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ffbf006ed60 0x7ffbd8005110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:55.908 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.899+0000 7ffbef7fe640 1 -- 172.21.15.23:0/2548646812 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffbd8004350 msgr2=0x7ffbd8004810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:55.908 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.899+0000 7ffbef7fe640 1 --2- 172.21.15.23:0/2548646812 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffbd8004350 0x7ffbd8004810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:55.908 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.899+0000 7ffbef7fe640 1 -- 172.21.15.23:0/2548646812 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffbd8003530 con 0x7ffbd80039b0 2023-06-26T03:02:55.909 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.899+0000 7ffbef7fe640 1 --2- 172.21.15.23:0/2548646812 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffbd80039b0 0x7ffbd8003d80 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7ffbe000c210 tx=0x7ffbe001cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=793cd0222a179614 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:55.910 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.899+0000 7ffbee7fc640 1 -- 172.21.15.23:0/2548646812 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbe0005ae0 con 0x7ffbd80039b0 2023-06-26T03:02:55.910 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.899+0000 7ffbee7fc640 1 -- 172.21.15.23:0/2548646812 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffbe0005c60 con 0x7ffbd80039b0 2023-06-26T03:02:55.910 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.899+0000 7ffbee7fc640 1 -- 172.21.15.23:0/2548646812 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbe00a5820 con 0x7ffbd80039b0 2023-06-26T03:02:55.910 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.899+0000 7ffbf6195640 1 -- 172.21.15.23:0/2548646812 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffbd80039b0 msgr2=0x7ffbd8003d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:55.910 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.899+0000 7ffbf6195640 1 --2- 172.21.15.23:0/2548646812 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffbd80039b0 0x7ffbd8003d80 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7ffbe000c210 tx=0x7ffbe001cc30 comp rx=0 tx=0).stop 2023-06-26T03:02:55.910 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.899+0000 7ffbeffff640 1 -- 172.21.15.23:0/2548646812 reap_dead start 2023-06-26T03:02:55.910 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.899+0000 7ffbf6195640 1 -- 172.21.15.23:0/2548646812 shutdown_connections 2023-06-26T03:02:55.911 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.899+0000 7ffbf6195640 1 -- 172.21.15.23:0/2548646812 >> 172.21.15.23:0/2548646812 conn(0x7ffbf0069fc0 msgr2=0x7ffbf00ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:55.911 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.899+0000 7ffbf6195640 1 -- 172.21.15.23:0/2548646812 shutdown_connections 2023-06-26T03:02:55.911 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.899+0000 7ffbf6195640 1 -- 172.21.15.23:0/2548646812 wait complete. 2023-06-26T03:02:55.911 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.903+0000 7ffbf6195640 1 Processor -- start 2023-06-26T03:02:55.911 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.903+0000 7ffbf6195640 1 -- start start 2023-06-26T03:02:55.911 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.903+0000 7ffbf6195640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ffbd80039b0 0x7ffbf0156090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:55.911 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.903+0000 7ffbf6195640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffbf00c2250 0x7ffbf00c26c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:55.912 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.903+0000 7ffbf6195640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffbf01efdb0 0x7ffbf01f0220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:55.912 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.903+0000 7ffbf6195640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbf01f0e40 con 0x7ffbf01efdb0 2023-06-26T03:02:55.912 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.903+0000 7ffbf6195640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbf015b520 con 0x7ffbf00c2250 2023-06-26T03:02:55.912 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.903+0000 7ffbf6195640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffbf01565d0 con 0x7ffbd80039b0 2023-06-26T03:02:55.912 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.903+0000 7ffbeffff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffbf01efdb0 0x7ffbf01f0220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:55.912 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.903+0000 7ffbeffff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffbf01efdb0 0x7ffbf01f0220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:37064/0 (socket says 172.21.15.23:37064) 2023-06-26T03:02:55.912 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.903+0000 7ffbeffff640 1 -- 172.21.15.23:0/67417318 learned_addr learned my addr 172.21.15.23:0/67417318 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:55.912 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.903+0000 7ffbef7fe640 1 --2- 172.21.15.23:0/67417318 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ffbd80039b0 0x7ffbf0156090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:55.914 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.903+0000 7ffbeeffd640 1 --2- 172.21.15.23:0/67417318 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffbf00c2250 0x7ffbf00c26c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:55.914 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.903+0000 7ffbeffff640 1 -- 172.21.15.23:0/67417318 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ffbd80039b0 msgr2=0x7ffbf0156090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:55.914 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.903+0000 7ffbeffff640 1 --2- 172.21.15.23:0/67417318 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ffbd80039b0 0x7ffbf0156090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:55.914 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.903+0000 7ffbeffff640 1 -- 172.21.15.23:0/67417318 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffbf00c2250 msgr2=0x7ffbf00c26c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:55.914 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.903+0000 7ffbeffff640 1 --2- 172.21.15.23:0/67417318 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffbf00c2250 0x7ffbf00c26c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:55.914 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.903+0000 7ffbeffff640 1 -- 172.21.15.23:0/67417318 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffbf01f0880 con 0x7ffbf01efdb0 2023-06-26T03:02:55.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.903+0000 7ffbeeffd640 1 --2- 172.21.15.23:0/67417318 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffbf00c2250 0x7ffbf00c26c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:55.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.903+0000 7ffbeffff640 1 --2- 172.21.15.23:0/67417318 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffbf01efdb0 0x7ffbf01f0220 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7ffbf00b3c40 tx=0x7ffbe800e750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:55.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.903+0000 7ffbd7fff640 1 -- 172.21.15.23:0/67417318 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbe800edc0 con 0x7ffbf01efdb0 2023-06-26T03:02:55.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.903+0000 7ffbd7fff640 1 -- 172.21.15.23:0/67417318 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffbe8003980 con 0x7ffbf01efdb0 2023-06-26T03:02:55.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.903+0000 7ffbd7fff640 1 -- 172.21.15.23:0/67417318 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbe8003d30 con 0x7ffbf01efdb0 2023-06-26T03:02:55.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.903+0000 7ffbf6195640 1 -- 172.21.15.23:0/67417318 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffbf01f0b60 con 0x7ffbf01efdb0 2023-06-26T03:02:55.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.903+0000 7ffbf6195640 1 -- 172.21.15.23:0/67417318 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffbf00b2e20 con 0x7ffbf01efdb0 2023-06-26T03:02:55.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.903+0000 7ffbf6195640 1 -- 172.21.15.23:0/67417318 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffbf00b3040 con 0x7ffbf01efdb0 2023-06-26T03:02:55.916 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.903+0000 7ffbd7fff640 1 -- 172.21.15.23:0/67417318 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ffbe8005070 con 0x7ffbf01efdb0 2023-06-26T03:02:55.916 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.903+0000 7ffbd7fff640 1 --2- 172.21.15.23:0/67417318 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ffbdc066280 0x7ffbdc068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:55.916 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.907+0000 7ffbd7fff640 1 -- 172.21.15.23:0/67417318 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7ffbe80833c0 con 0x7ffbf01efdb0 2023-06-26T03:02:55.916 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.907+0000 7ffbef7fe640 1 --2- 172.21.15.23:0/67417318 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ffbdc066280 0x7ffbdc068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:55.916 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.907+0000 7ffbef7fe640 1 --2- 172.21.15.23:0/67417318 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ffbdc066280 0x7ffbdc068730 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7ffbe0005fd0 tx=0x7ffbe00a7070 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:55.916 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:55.911+0000 7ffbd7fff640 1 -- 172.21.15.23:0/67417318 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ffbf00b3040 con 0x7ffbf01efdb0 2023-06-26T03:02:56.070 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.063+0000 7ffbf6195640 1 -- 172.21.15.23:0/67417318 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7ffbf015afa0 con 0x7ffbf01efdb0 2023-06-26T03:02:56.071 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.063+0000 7ffbd7fff640 1 -- 172.21.15.23:0/67417318 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v29) v1 ==== 92+0+10 (secure 0 0 0) 0x7ffbf015afa0 con 0x7ffbf01efdb0 2023-06-26T03:02:56.071 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 8 2023-06-26T03:02:56.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.067+0000 7ffbf6195640 1 -- 172.21.15.23:0/67417318 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ffbdc066280 msgr2=0x7ffbdc068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:56.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.067+0000 7ffbf6195640 1 --2- 172.21.15.23:0/67417318 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ffbdc066280 0x7ffbdc068730 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7ffbe0005fd0 tx=0x7ffbe00a7070 comp rx=0 tx=0).stop 2023-06-26T03:02:56.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.067+0000 7ffbf6195640 1 -- 172.21.15.23:0/67417318 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffbf01efdb0 msgr2=0x7ffbf01f0220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:56.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.067+0000 7ffbf6195640 1 --2- 172.21.15.23:0/67417318 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffbf01efdb0 0x7ffbf01f0220 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7ffbf00b3c40 tx=0x7ffbe800e750 comp rx=0 tx=0).stop 2023-06-26T03:02:56.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.067+0000 7ffbf6195640 1 -- 172.21.15.23:0/67417318 shutdown_connections 2023-06-26T03:02:56.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.067+0000 7ffbf6195640 1 --2- 172.21.15.23:0/67417318 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ffbdc066280 0x7ffbdc068730 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:56.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.067+0000 7ffbf6195640 1 --2- 172.21.15.23:0/67417318 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffbf01efdb0 0x7ffbf01f0220 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:56.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.067+0000 7ffbf6195640 1 --2- 172.21.15.23:0/67417318 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffbf00c2250 0x7ffbf00c26c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:56.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.067+0000 7ffbf6195640 1 --2- 172.21.15.23:0/67417318 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ffbd80039b0 0x7ffbf0156090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:56.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.067+0000 7ffbf6195640 1 -- 172.21.15.23:0/67417318 >> 172.21.15.23:0/67417318 conn(0x7ffbf0069fc0 msgr2=0x7ffbf006bd60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:56.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.067+0000 7ffbf6195640 1 -- 172.21.15.23:0/67417318 shutdown_connections 2023-06-26T03:02:56.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.067+0000 7ffbf6195640 1 -- 172.21.15.23:0/67417318 wait complete. 2023-06-26T03:02:56.090 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-26T03:02:56.220 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.211+0000 7f7d98340640 1 Processor -- start 2023-06-26T03:02:56.220 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.211+0000 7f7d98340640 1 -- start start 2023-06-26T03:02:56.221 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.215+0000 7f7d98340640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7d900afc80 0x7f7d900c84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:56.222 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.215+0000 7f7d98340640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7d900ca360 con 0x7f7d90157230 2023-06-26T03:02:56.222 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.215+0000 7f7d98340640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7d900c97e0 con 0x7f7d9006ed60 2023-06-26T03:02:56.222 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.215+0000 7f7d98340640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d900c9ac0 con 0x7f7d900afc80 2023-06-26T03:02:56.222 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.215+0000 7f7d960dc640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f7d90157230 0x7f7d900707c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:60092/0 (socket says 172.21.15.23:60092) 2023-06-26T03:02:56.222 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.215+0000 7f7d960dc640 1 -- 172.21.15.23:0/3624329101 learned_addr learned my addr 172.21.15.23:0/3624329101 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:56.223 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.215+0000 7f7d968dd640 1 --2- 172.21.15.23:0/3624329101 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7d900afc80 0x7f7d900c84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:56.224 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.215+0000 7f7d950da640 1 -- 172.21.15.23:0/3624329101 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3918537353 0 0) 0x7f7d900ca360 con 0x7f7d90157230 2023-06-26T03:02:56.224 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.215+0000 7f7d950da640 1 -- 172.21.15.23:0/3624329101 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7d78003530 con 0x7f7d90157230 2023-06-26T03:02:56.224 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.215+0000 7f7d950da640 1 -- 172.21.15.23:0/3624329101 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2096434467 0 0) 0x7f7d78003530 con 0x7f7d90157230 2023-06-26T03:02:56.224 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.215+0000 7f7d950da640 1 -- 172.21.15.23:0/3624329101 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7d900afc80 msgr2=0x7f7d900c84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:56.224 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.215+0000 7f7d950da640 1 --2- 172.21.15.23:0/3624329101 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7d900afc80 0x7f7d900c84b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:56.224 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.215+0000 7f7d950da640 1 -- 172.21.15.23:0/3624329101 >> v1:172.21.15.71:6789/0 conn(0x7f7d9006ed60 legacy=0x7f7d900af570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:56.224 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.215+0000 7f7d950da640 1 -- 172.21.15.23:0/3624329101 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d900c9da0 con 0x7f7d90157230 2023-06-26T03:02:56.225 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.215+0000 7f7d950da640 1 -- 172.21.15.23:0/3624329101 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f7d88001a00 con 0x7f7d90157230 2023-06-26T03:02:56.225 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.215+0000 7f7d950da640 1 -- 172.21.15.23:0/3624329101 >> v1:172.21.15.23:6789/0 conn(0x7f7d90157230 legacy=0x7f7d900707c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:56.225 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.215+0000 7f7d950da640 1 --2- 172.21.15.23:0/3624329101 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7d900afc80 0x7f7d780039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:56.225 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.215+0000 7f7d950da640 1 --2- 172.21.15.23:0/3624329101 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d78003ef0 0x7f7d780047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:56.225 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.215+0000 7f7d950da640 1 --2- 172.21.15.23:0/3624329101 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7d78004d10 0x7f7d78005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:56.225 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.215+0000 7f7d950da640 1 -- 172.21.15.23:0/3624329101 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d900c9ac0 con 0x7f7d78003ef0 2023-06-26T03:02:56.225 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.215+0000 7f7d950da640 1 -- 172.21.15.23:0/3624329101 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d7800ba70 con 0x7f7d78004d10 2023-06-26T03:02:56.225 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.215+0000 7f7d950da640 1 -- 172.21.15.23:0/3624329101 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d7800bc30 con 0x7f7d900afc80 2023-06-26T03:02:56.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.215+0000 7f7d958db640 1 --2- 172.21.15.23:0/3624329101 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d78003ef0 0x7f7d780047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:56.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.215+0000 7f7d968dd640 1 --2- 172.21.15.23:0/3624329101 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7d78004d10 0x7f7d78005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:56.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.215+0000 7f7d960dc640 1 --2- 172.21.15.23:0/3624329101 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7d900afc80 0x7f7d780039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:56.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.215+0000 7f7d958db640 1 -- 172.21.15.23:0/3624329101 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7d900afc80 msgr2=0x7f7d780039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:56.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.215+0000 7f7d958db640 1 --2- 172.21.15.23:0/3624329101 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7d900afc80 0x7f7d780039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:56.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.215+0000 7f7d958db640 1 -- 172.21.15.23:0/3624329101 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7d78004d10 msgr2=0x7f7d78005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:56.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.215+0000 7f7d958db640 1 --2- 172.21.15.23:0/3624329101 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7d78004d10 0x7f7d78005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:56.227 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.215+0000 7f7d958db640 1 -- 172.21.15.23:0/3624329101 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d78003530 con 0x7f7d78003ef0 2023-06-26T03:02:56.228 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.219+0000 7f7d958db640 1 --2- 172.21.15.23:0/3624329101 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d78003ef0 0x7f7d780047d0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f7d84007fd0 tx=0x7f7d8401c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=916e2032645186d1 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:56.229 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.219+0000 7f7d950da640 1 -- 172.21.15.23:0/3624329101 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d840ac410 con 0x7f7d78003ef0 2023-06-26T03:02:56.229 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.219+0000 7f7d950da640 1 -- 172.21.15.23:0/3624329101 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d840ac590 con 0x7f7d78003ef0 2023-06-26T03:02:56.229 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.219+0000 7f7d950da640 1 -- 172.21.15.23:0/3624329101 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d840ac940 con 0x7f7d78003ef0 2023-06-26T03:02:56.229 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.219+0000 7f7d98340640 1 -- 172.21.15.23:0/3624329101 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d78003ef0 msgr2=0x7f7d780047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:56.229 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.219+0000 7f7d98340640 1 --2- 172.21.15.23:0/3624329101 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d78003ef0 0x7f7d780047d0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f7d84007fd0 tx=0x7f7d8401c4f0 comp rx=0 tx=0).stop 2023-06-26T03:02:56.229 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.219+0000 7f7d968dd640 1 -- 172.21.15.23:0/3624329101 reap_dead start 2023-06-26T03:02:56.229 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.219+0000 7f7d98340640 1 -- 172.21.15.23:0/3624329101 shutdown_connections 2023-06-26T03:02:56.230 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.219+0000 7f7d98340640 1 -- 172.21.15.23:0/3624329101 >> 172.21.15.23:0/3624329101 conn(0x7f7d90069fc0 msgr2=0x7f7d900ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:56.230 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.219+0000 7f7d98340640 1 -- 172.21.15.23:0/3624329101 shutdown_connections 2023-06-26T03:02:56.230 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.219+0000 7f7d98340640 1 -- 172.21.15.23:0/3624329101 wait complete. 2023-06-26T03:02:56.230 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.219+0000 7f7d98340640 1 Processor -- start 2023-06-26T03:02:56.230 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.219+0000 7f7d98340640 1 -- start start 2023-06-26T03:02:56.230 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.219+0000 7f7d98340640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d78003ef0 0x7f7d901627f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:56.230 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.219+0000 7f7d98340640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7d900c4bc0 0x7f7d900c5030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:56.230 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.219+0000 7f7d98340640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7d90154bb0 0x7f7d90155020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:56.231 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.219+0000 7f7d98340640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d900c6b90 con 0x7f7d78003ef0 2023-06-26T03:02:56.231 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.219+0000 7f7d98340640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d90155560 con 0x7f7d900c4bc0 2023-06-26T03:02:56.231 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.219+0000 7f7d98340640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d900cba30 con 0x7f7d90154bb0 2023-06-26T03:02:56.231 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.219+0000 7f7d960dc640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d78003ef0 0x7f7d901627f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:56.231 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.219+0000 7f7d960dc640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d78003ef0 0x7f7d901627f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:37084/0 (socket says 172.21.15.23:37084) 2023-06-26T03:02:56.231 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.219+0000 7f7d960dc640 1 -- 172.21.15.23:0/2221950355 learned_addr learned my addr 172.21.15.23:0/2221950355 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:56.232 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.219+0000 7f7d968dd640 1 --2- 172.21.15.23:0/2221950355 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7d90154bb0 0x7f7d90155020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:56.232 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.219+0000 7f7d958db640 1 --2- 172.21.15.23:0/2221950355 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7d900c4bc0 0x7f7d900c5030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:56.232 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.223+0000 7f7d960dc640 1 -- 172.21.15.23:0/2221950355 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7d90154bb0 msgr2=0x7f7d90155020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:56.232 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.223+0000 7f7d960dc640 1 --2- 172.21.15.23:0/2221950355 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7d90154bb0 0x7f7d90155020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:56.232 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.223+0000 7f7d960dc640 1 -- 172.21.15.23:0/2221950355 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7d900c4bc0 msgr2=0x7f7d900c5030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:56.232 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.223+0000 7f7d960dc640 1 --2- 172.21.15.23:0/2221950355 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7d900c4bc0 0x7f7d900c5030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:56.232 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.223+0000 7f7d960dc640 1 -- 172.21.15.23:0/2221950355 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d900c5680 con 0x7f7d78003ef0 2023-06-26T03:02:56.233 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.223+0000 7f7d958db640 1 --2- 172.21.15.23:0/2221950355 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7d900c4bc0 0x7f7d900c5030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:02:56.233 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.223+0000 7f7d960dc640 1 --2- 172.21.15.23:0/2221950355 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d78003ef0 0x7f7d901627f0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f7d880079e0 tx=0x7f7d8800e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:56.234 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.223+0000 7f7d8effd640 1 -- 172.21.15.23:0/2221950355 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d8800edf0 con 0x7f7d78003ef0 2023-06-26T03:02:56.234 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.223+0000 7f7d8effd640 1 -- 172.21.15.23:0/2221950355 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d88013420 con 0x7f7d78003ef0 2023-06-26T03:02:56.234 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.223+0000 7f7d98340640 1 -- 172.21.15.23:0/2221950355 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7d900c5960 con 0x7f7d78003ef0 2023-06-26T03:02:56.234 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.223+0000 7f7d8effd640 1 -- 172.21.15.23:0/2221950355 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d880137d0 con 0x7f7d78003ef0 2023-06-26T03:02:56.234 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.223+0000 7f7d98340640 1 -- 172.21.15.23:0/2221950355 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7d900cb6c0 con 0x7f7d78003ef0 2023-06-26T03:02:56.234 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.223+0000 7f7d98340640 1 -- 172.21.15.23:0/2221950355 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7d9004d790 con 0x7f7d78003ef0 2023-06-26T03:02:56.235 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.223+0000 7f7d8effd640 1 -- 172.21.15.23:0/2221950355 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f7d88013930 con 0x7f7d78003ef0 2023-06-26T03:02:56.235 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.223+0000 7f7d8effd640 1 --2- 172.21.15.23:0/2221950355 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7d7c066280 0x7f7d7c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:56.235 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.223+0000 7f7d8effd640 1 -- 172.21.15.23:0/2221950355 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f7d880845d0 con 0x7f7d78003ef0 2023-06-26T03:02:56.235 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.223+0000 7f7d958db640 1 --2- 172.21.15.23:0/2221950355 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7d7c066280 0x7f7d7c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:56.235 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.223+0000 7f7d958db640 1 --2- 172.21.15.23:0/2221950355 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7d7c066280 0x7f7d7c068730 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f7d840ae000 tx=0x7f7d84005040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:56.235 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.227+0000 7f7d8effd640 1 -- 172.21.15.23:0/2221950355 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f7d880517b0 con 0x7f7d78003ef0 2023-06-26T03:02:56.391 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.383+0000 7f7d98340640 1 -- 172.21.15.23:0/2221950355 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f7d9015df10 con 0x7f7d78003ef0 2023-06-26T03:02:56.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.383+0000 7f7d8effd640 1 -- 172.21.15.23:0/2221950355 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v29) v1 ==== 104+0+11 (secure 0 0 0) 0x7f7d88054dd0 con 0x7f7d78003ef0 2023-06-26T03:02:56.403 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:02:56.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.387+0000 7f7d98340640 1 -- 172.21.15.23:0/2221950355 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7d7c066280 msgr2=0x7f7d7c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:56.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.387+0000 7f7d98340640 1 --2- 172.21.15.23:0/2221950355 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7d7c066280 0x7f7d7c068730 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f7d840ae000 tx=0x7f7d84005040 comp rx=0 tx=0).stop 2023-06-26T03:02:56.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.387+0000 7f7d98340640 1 -- 172.21.15.23:0/2221950355 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d78003ef0 msgr2=0x7f7d901627f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:56.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.387+0000 7f7d98340640 1 --2- 172.21.15.23:0/2221950355 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d78003ef0 0x7f7d901627f0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f7d880079e0 tx=0x7f7d8800e530 comp rx=0 tx=0).stop 2023-06-26T03:02:56.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.387+0000 7f7d98340640 1 -- 172.21.15.23:0/2221950355 shutdown_connections 2023-06-26T03:02:56.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.387+0000 7f7d98340640 1 --2- 172.21.15.23:0/2221950355 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7d7c066280 0x7f7d7c068730 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:56.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.387+0000 7f7d98340640 1 --2- 172.21.15.23:0/2221950355 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7d90154bb0 0x7f7d90155020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:56.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.387+0000 7f7d98340640 1 --2- 172.21.15.23:0/2221950355 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7d900c4bc0 0x7f7d900c5030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:56.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.387+0000 7f7d98340640 1 --2- 172.21.15.23:0/2221950355 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d78003ef0 0x7f7d901627f0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:56.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.387+0000 7f7d98340640 1 -- 172.21.15.23:0/2221950355 >> 172.21.15.23:0/2221950355 conn(0x7f7d90069fc0 msgr2=0x7f7d900cd8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:56.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.387+0000 7f7d98340640 1 -- 172.21.15.23:0/2221950355 shutdown_connections 2023-06-26T03:02:56.406 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.387+0000 7f7d98340640 1 -- 172.21.15.23:0/2221950355 wait complete. 2023-06-26T03:02:56.411 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-26T03:02:56.536 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.527+0000 7f0257efe640 1 Processor -- start 2023-06-26T03:02:56.536 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.527+0000 7f0257efe640 1 -- start start 2023-06-26T03:02:56.537 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.531+0000 7f0257efe640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f02500aceb0 0x7f02500c9240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:56.537 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.531+0000 7f0257efe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f025006ef70 0x7f025006f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:56.537 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.531+0000 7f0257efe640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f02500ad280 con 0x7f025015bf80 2023-06-26T03:02:56.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.531+0000 7f0257efe640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f025006f920 con 0x7f025006ef70 2023-06-26T03:02:56.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.531+0000 7f0257efe640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f02500c83d0 con 0x7f02500aceb0 2023-06-26T03:02:56.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.531+0000 7f0255499640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f025006ef70 0x7f025006f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:56.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.531+0000 7f025649b640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f025015bf80 0x7f025015c3e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:60094/0 (socket says 172.21.15.23:60094) 2023-06-26T03:02:56.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.531+0000 7f025649b640 1 -- 172.21.15.23:0/2237294730 learned_addr learned my addr 172.21.15.23:0/2237294730 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:56.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.531+0000 7f0255499640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f025006ef70 0x7f025006f3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:37092/0 (socket says 172.21.15.23:37092) 2023-06-26T03:02:56.539 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.531+0000 7f0255c9a640 1 --2- 172.21.15.23:0/2237294730 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f02500aceb0 0x7f02500c9240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:56.539 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.531+0000 7f0255499640 1 -- 172.21.15.23:0/2237294730 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f02500aceb0 msgr2=0x7f02500c9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:56.539 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.531+0000 7f0255499640 1 --2- 172.21.15.23:0/2237294730 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f02500aceb0 0x7f02500c9240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:56.539 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.531+0000 7f0255499640 1 -- 172.21.15.23:0/2237294730 >> v1:172.21.15.23:6789/0 conn(0x7f025015bf80 legacy=0x7f025015c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:56.539 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.531+0000 7f0255499640 1 -- 172.21.15.23:0/2237294730 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0250158c90 con 0x7f025006ef70 2023-06-26T03:02:56.540 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.531+0000 7f0254c98640 1 -- 172.21.15.23:0/2237294730 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 655429587 0 0) 0x7f02500ad280 con 0x7f025015bf80 2023-06-26T03:02:56.540 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.531+0000 7f0255c9a640 1 --2- 172.21.15.23:0/2237294730 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f02500aceb0 0x7f02500c9240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:02:56.541 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.531+0000 7f0255499640 1 --2- 172.21.15.23:0/2237294730 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f025006ef70 0x7f025006f3e0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f0244009d90 tx=0x7f024401c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=feb6c4c02787388e server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:56.541 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.531+0000 7f0254c98640 1 -- 172.21.15.23:0/2237294730 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02440a59e0 con 0x7f025006ef70 2023-06-26T03:02:56.541 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.531+0000 7f0254c98640 1 -- 172.21.15.23:0/2237294730 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f02440a5b40 con 0x7f025006ef70 2023-06-26T03:02:56.541 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.531+0000 7f0254c98640 1 -- 172.21.15.23:0/2237294730 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02440ad440 con 0x7f025006ef70 2023-06-26T03:02:56.541 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.535+0000 7f0257efe640 1 -- 172.21.15.23:0/2237294730 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f025006ef70 msgr2=0x7f025006f3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:56.541 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.535+0000 7f0257efe640 1 --2- 172.21.15.23:0/2237294730 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f025006ef70 0x7f025006f3e0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f0244009d90 tx=0x7f024401c920 comp rx=0 tx=0).stop 2023-06-26T03:02:56.542 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.535+0000 7f0257efe640 1 -- 172.21.15.23:0/2237294730 shutdown_connections 2023-06-26T03:02:56.542 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.535+0000 7f0257efe640 1 --2- 172.21.15.23:0/2237294730 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f025006ef70 0x7f025006f3e0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:56.542 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.535+0000 7f0257efe640 1 --2- 172.21.15.23:0/2237294730 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f02500aceb0 0x7f02500c9240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:56.542 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.535+0000 7f0257efe640 1 -- 172.21.15.23:0/2237294730 >> 172.21.15.23:0/2237294730 conn(0x7f0250069fc0 msgr2=0x7f02500ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:56.542 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.535+0000 7f0257efe640 1 -- 172.21.15.23:0/2237294730 shutdown_connections 2023-06-26T03:02:56.542 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.535+0000 7f0257efe640 1 -- 172.21.15.23:0/2237294730 wait complete. 2023-06-26T03:02:56.543 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.535+0000 7f0257efe640 1 Processor -- start 2023-06-26T03:02:56.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.535+0000 7f0257efe640 1 -- start start 2023-06-26T03:02:56.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.535+0000 7f0257efe640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f025006ef70 0x7f02500affc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:56.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.535+0000 7f0257efe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f02500aceb0 0x7f025014cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:56.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.535+0000 7f0257efe640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f025015bf80 0x7f02500cdd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:56.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.535+0000 7f0257efe640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02500b0500 con 0x7f02500aceb0 2023-06-26T03:02:56.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.535+0000 7f0257efe640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02500aea20 con 0x7f025015bf80 2023-06-26T03:02:56.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.535+0000 7f0257efe640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f02500c5e00 con 0x7f025006ef70 2023-06-26T03:02:56.545 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.535+0000 7f0255499640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f02500aceb0 0x7f025014cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:56.545 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.535+0000 7f0255499640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f02500aceb0 0x7f025014cc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:37094/0 (socket says 172.21.15.23:37094) 2023-06-26T03:02:56.545 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.535+0000 7f0255499640 1 -- 172.21.15.23:0/2089115131 learned_addr learned my addr 172.21.15.23:0/2089115131 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:56.545 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.535+0000 7f0255c9a640 1 --2- 172.21.15.23:0/2089115131 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f025006ef70 0x7f02500affc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:56.545 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.535+0000 7f0255499640 1 -- 172.21.15.23:0/2089115131 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f025006ef70 msgr2=0x7f02500affc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:56.545 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.535+0000 7f0255499640 1 --2- 172.21.15.23:0/2089115131 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f025006ef70 0x7f02500affc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:56.545 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.535+0000 7f0255499640 1 -- 172.21.15.23:0/2089115131 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f025015bf80 msgr2=0x7f02500cdd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:56.546 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.535+0000 7f0255499640 1 --2- 172.21.15.23:0/2089115131 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f025015bf80 0x7f02500cdd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:56.546 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.535+0000 7f0255499640 1 -- 172.21.15.23:0/2089115131 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0244009a70 con 0x7f02500aceb0 2023-06-26T03:02:56.546 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.535+0000 7f0255499640 1 --2- 172.21.15.23:0/2089115131 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f02500aceb0 0x7f025014cc30 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f02440b0040 tx=0x7f02440196c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:56.546 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.535+0000 7f024e7fc640 1 -- 172.21.15.23:0/2089115131 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02440a59e0 con 0x7f02500aceb0 2023-06-26T03:02:56.546 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.535+0000 7f024e7fc640 1 -- 172.21.15.23:0/2089115131 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0244009450 con 0x7f02500aceb0 2023-06-26T03:02:56.546 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.535+0000 7f024e7fc640 1 -- 172.21.15.23:0/2089115131 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02440b9690 con 0x7f02500aceb0 2023-06-26T03:02:56.546 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.535+0000 7f0257efe640 1 -- 172.21.15.23:0/2089115131 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f02500c60e0 con 0x7f02500aceb0 2023-06-26T03:02:56.546 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.535+0000 7f0257efe640 1 -- 172.21.15.23:0/2089115131 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f02500c66a0 con 0x7f02500aceb0 2023-06-26T03:02:56.547 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.539+0000 7f0257efe640 1 -- 172.21.15.23:0/2089115131 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f025004d790 con 0x7f02500aceb0 2023-06-26T03:02:56.547 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.539+0000 7f024e7fc640 1 -- 172.21.15.23:0/2089115131 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f02440b97f0 con 0x7f02500aceb0 2023-06-26T03:02:56.547 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.539+0000 7f024e7fc640 1 --2- 172.21.15.23:0/2089115131 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f023c066280 0x7f023c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:56.548 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.539+0000 7f024e7fc640 1 -- 172.21.15.23:0/2089115131 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f024411faa0 con 0x7f02500aceb0 2023-06-26T03:02:56.548 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.539+0000 7f0255c9a640 1 --2- 172.21.15.23:0/2089115131 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f023c066280 0x7f023c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:56.548 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.539+0000 7f0255c9a640 1 --2- 172.21.15.23:0/2089115131 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f023c066280 0x7f023c068730 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f025014f6a0 tx=0x7f0248008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:56.550 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.543+0000 7f024e7fc640 1 -- 172.21.15.23:0/2089115131 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f02440ecd10 con 0x7f02500aceb0 2023-06-26T03:02:56.700 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.691+0000 7f0257efe640 1 -- 172.21.15.23:0/2089115131 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f02500cacb0 con 0x7f02500aceb0 2023-06-26T03:02:56.701 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.695+0000 7f024e7fc640 1 -- 172.21.15.23:0/2089115131 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v29) v1 ==== 100+0+11 (secure 0 0 0) 0x7f02440f0330 con 0x7f02500aceb0 2023-06-26T03:02:56.701 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 64 2023-06-26T03:02:56.703 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.695+0000 7f0257efe640 1 -- 172.21.15.23:0/2089115131 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f023c066280 msgr2=0x7f023c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:56.703 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.695+0000 7f0257efe640 1 --2- 172.21.15.23:0/2089115131 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f023c066280 0x7f023c068730 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f025014f6a0 tx=0x7f0248008040 comp rx=0 tx=0).stop 2023-06-26T03:02:56.703 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.695+0000 7f0257efe640 1 -- 172.21.15.23:0/2089115131 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f02500aceb0 msgr2=0x7f025014cc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:56.704 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.695+0000 7f0257efe640 1 --2- 172.21.15.23:0/2089115131 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f02500aceb0 0x7f025014cc30 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f02440b0040 tx=0x7f02440196c0 comp rx=0 tx=0).stop 2023-06-26T03:02:56.704 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.695+0000 7f0257efe640 1 -- 172.21.15.23:0/2089115131 shutdown_connections 2023-06-26T03:02:56.704 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.695+0000 7f0257efe640 1 --2- 172.21.15.23:0/2089115131 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f023c066280 0x7f023c068730 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:56.704 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.695+0000 7f0257efe640 1 --2- 172.21.15.23:0/2089115131 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f025015bf80 0x7f02500cdd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:56.704 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.695+0000 7f0257efe640 1 --2- 172.21.15.23:0/2089115131 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f02500aceb0 0x7f025014cc30 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:56.704 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.695+0000 7f0257efe640 1 --2- 172.21.15.23:0/2089115131 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f025006ef70 0x7f02500affc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:56.704 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.695+0000 7f0257efe640 1 -- 172.21.15.23:0/2089115131 >> 172.21.15.23:0/2089115131 conn(0x7f0250069fc0 msgr2=0x7f025015a760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:56.705 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.695+0000 7f0257efe640 1 -- 172.21.15.23:0/2089115131 shutdown_connections 2023-06-26T03:02:56.705 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.695+0000 7f0257efe640 1 -- 172.21.15.23:0/2089115131 wait complete. 2023-06-26T03:02:56.718 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-06-26T03:02:56.844 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.835+0000 7f9b345e6640 1 Processor -- start 2023-06-26T03:02:56.844 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.835+0000 7f9b345e6640 1 -- start start 2023-06-26T03:02:56.845 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.839+0000 7f9b345e6640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f9b2c06ed60 0x7f9b2c0af570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:56.845 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.839+0000 7f9b345e6640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9b2c0afea0 con 0x7f9b2c157230 2023-06-26T03:02:56.845 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.839+0000 7f9b345e6640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9b2c0ca360 con 0x7f9b2c0afab0 2023-06-26T03:02:56.845 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.839+0000 7f9b345e6640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9b2c0c97e0 con 0x7f9b2c06ed60 2023-06-26T03:02:56.846 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.839+0000 7f9b31b81640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f9b2c06ed60 0x7f9b2c0af570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:56.846 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.839+0000 7f9b32382640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f9b2c157230 0x7f9b2c0707c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:60098/0 (socket says 172.21.15.23:60098) 2023-06-26T03:02:56.846 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.839+0000 7f9b32382640 1 -- 172.21.15.23:0/1823188693 learned_addr learned my addr 172.21.15.23:0/1823188693 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:56.846 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.839+0000 7f9b31b81640 1 -- 172.21.15.23:0/1823188693 >> v1:172.21.15.71:6789/0 conn(0x7f9b2c0afab0 legacy=0x7f9b2c0c84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:56.847 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.839+0000 7f9b31b81640 1 -- 172.21.15.23:0/1823188693 >> v1:172.21.15.23:6789/0 conn(0x7f9b2c157230 legacy=0x7f9b2c0707c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:56.847 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.839+0000 7f9b31b81640 1 -- 172.21.15.23:0/1823188693 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b2c0c9ac0 con 0x7f9b2c06ed60 2023-06-26T03:02:56.847 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.839+0000 7f9b31380640 1 -- 172.21.15.23:0/1823188693 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1018993567 0 0) 0x7f9b2c0afea0 con 0x7f9b2c157230 2023-06-26T03:02:56.847 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.839+0000 7f9b31b81640 1 --2- 172.21.15.23:0/1823188693 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9b2c06ed60 0x7f9b2c0af570 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f9b280097c0 tx=0x7f9b2801c380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9551cce2057f4409 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:56.848 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.839+0000 7f9b31380640 1 -- 172.21.15.23:0/1823188693 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b280ad680 con 0x7f9b2c06ed60 2023-06-26T03:02:56.848 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.839+0000 7f9b31380640 1 -- 172.21.15.23:0/1823188693 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9b280ad7e0 con 0x7f9b2c06ed60 2023-06-26T03:02:56.848 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.839+0000 7f9b31380640 1 -- 172.21.15.23:0/1823188693 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b280adb70 con 0x7f9b2c06ed60 2023-06-26T03:02:56.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.843+0000 7f9b345e6640 1 -- 172.21.15.23:0/1823188693 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9b2c06ed60 msgr2=0x7f9b2c0af570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:56.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.843+0000 7f9b345e6640 1 --2- 172.21.15.23:0/1823188693 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9b2c06ed60 0x7f9b2c0af570 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f9b280097c0 tx=0x7f9b2801c380 comp rx=0 tx=0).stop 2023-06-26T03:02:56.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.843+0000 7f9b345e6640 1 -- 172.21.15.23:0/1823188693 shutdown_connections 2023-06-26T03:02:56.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.843+0000 7f9b345e6640 1 --2- 172.21.15.23:0/1823188693 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9b2c06ed60 0x7f9b2c0af570 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:56.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.843+0000 7f9b345e6640 1 -- 172.21.15.23:0/1823188693 >> 172.21.15.23:0/1823188693 conn(0x7f9b2c069fc0 msgr2=0x7f9b2c0ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:56.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.843+0000 7f9b345e6640 1 -- 172.21.15.23:0/1823188693 shutdown_connections 2023-06-26T03:02:56.850 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.843+0000 7f9b345e6640 1 -- 172.21.15.23:0/1823188693 wait complete. 2023-06-26T03:02:56.850 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.843+0000 7f9b345e6640 1 Processor -- start 2023-06-26T03:02:56.850 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.843+0000 7f9b345e6640 1 -- start start 2023-06-26T03:02:56.852 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.843+0000 7f9b345e6640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9b2c06ed60 0x7f9b2c14bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:56.852 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.843+0000 7f9b345e6640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b2c0afab0 0x7f9b2c0cc3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:56.852 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.843+0000 7f9b345e6640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9b2c158790 0x7f9b2c14e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:56.852 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.843+0000 7f9b345e6640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b2c0cbfd0 con 0x7f9b2c06ed60 2023-06-26T03:02:56.852 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.843+0000 7f9b345e6640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b2c0cb6c0 con 0x7f9b2c0afab0 2023-06-26T03:02:56.852 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.843+0000 7f9b345e6640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9b2c159130 con 0x7f9b2c158790 2023-06-26T03:02:56.852 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.843+0000 7f9b32382640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9b2c06ed60 0x7f9b2c14bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:56.853 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.843+0000 7f9b32382640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9b2c06ed60 0x7f9b2c14bb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:37110/0 (socket says 172.21.15.23:37110) 2023-06-26T03:02:56.853 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.843+0000 7f9b32382640 1 -- 172.21.15.23:0/1041417854 learned_addr learned my addr 172.21.15.23:0/1041417854 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:56.853 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.843+0000 7f9b31b81640 1 --2- 172.21.15.23:0/1041417854 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b2c0afab0 0x7f9b2c0cc3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:56.853 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.843+0000 7f9b32b83640 1 --2- 172.21.15.23:0/1041417854 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9b2c158790 0x7f9b2c14e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:56.853 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.843+0000 7f9b32382640 1 -- 172.21.15.23:0/1041417854 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9b2c158790 msgr2=0x7f9b2c14e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:56.853 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.843+0000 7f9b32382640 1 --2- 172.21.15.23:0/1041417854 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9b2c158790 0x7f9b2c14e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:56.854 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.843+0000 7f9b32382640 1 -- 172.21.15.23:0/1041417854 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b2c0afab0 msgr2=0x7f9b2c0cc3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:56.854 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.843+0000 7f9b32382640 1 --2- 172.21.15.23:0/1041417854 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b2c0afab0 0x7f9b2c0cc3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:56.854 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.843+0000 7f9b32382640 1 -- 172.21.15.23:0/1041417854 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b28009420 con 0x7f9b2c06ed60 2023-06-26T03:02:56.854 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.843+0000 7f9b31b81640 1 --2- 172.21.15.23:0/1041417854 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b2c0afab0 0x7f9b2c0cc3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:56.854 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.843+0000 7f9b32b83640 1 --2- 172.21.15.23:0/1041417854 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9b2c158790 0x7f9b2c14e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:56.854 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.843+0000 7f9b32382640 1 --2- 172.21.15.23:0/1041417854 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9b2c06ed60 0x7f9b2c14bb80 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f9b2000c480 tx=0x7f9b2000c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:56.854 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.843+0000 7f9b1effd640 1 -- 172.21.15.23:0/1041417854 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b200074e0 con 0x7f9b2c06ed60 2023-06-26T03:02:56.854 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.843+0000 7f9b1effd640 1 -- 172.21.15.23:0/1041417854 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9b20007660 con 0x7f9b2c06ed60 2023-06-26T03:02:56.855 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.843+0000 7f9b1effd640 1 -- 172.21.15.23:0/1041417854 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b20004a30 con 0x7f9b2c06ed60 2023-06-26T03:02:56.855 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.843+0000 7f9b345e6640 1 -- 172.21.15.23:0/1041417854 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9b2c0cb910 con 0x7f9b2c06ed60 2023-06-26T03:02:56.855 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.843+0000 7f9b345e6640 1 -- 172.21.15.23:0/1041417854 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9b2c0cc910 con 0x7f9b2c06ed60 2023-06-26T03:02:56.856 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.847+0000 7f9b345e6640 1 -- 172.21.15.23:0/1041417854 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9b2c04d790 con 0x7f9b2c06ed60 2023-06-26T03:02:56.856 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.847+0000 7f9b1effd640 1 -- 172.21.15.23:0/1041417854 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f9b20004b90 con 0x7f9b2c06ed60 2023-06-26T03:02:56.856 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.847+0000 7f9b1effd640 1 --2- 172.21.15.23:0/1041417854 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9b10066280 0x7f9b10068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:56.856 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.847+0000 7f9b1effd640 1 -- 172.21.15.23:0/1041417854 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f9b200831d0 con 0x7f9b2c06ed60 2023-06-26T03:02:56.856 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.847+0000 7f9b31b81640 1 --2- 172.21.15.23:0/1041417854 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9b10066280 0x7f9b10068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:56.856 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.847+0000 7f9b31b81640 1 --2- 172.21.15.23:0/1041417854 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9b10066280 0x7f9b10068730 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f9b280af000 tx=0x7f9b280a7000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:56.858 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:56.851+0000 7f9b1effd640 1 -- 172.21.15.23:0/1041417854 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f9b20053e40 con 0x7f9b2c06ed60 2023-06-26T03:02:57.011 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.003+0000 7f9b345e6640 1 -- 172.21.15.23:0/1041417854 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f9b2c1651f0 con 0x7f9b2c06ed60 2023-06-26T03:02:57.012 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.007+0000 7f9b1effd640 1 -- 172.21.15.23:0/1041417854 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v29) v1 ==== 103+0+11 (secure 0 0 0) 0x7f9b200539d0 con 0x7f9b2c06ed60 2023-06-26T03:02:57.013 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:02:57.014 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.007+0000 7f9b345e6640 1 -- 172.21.15.23:0/1041417854 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9b10066280 msgr2=0x7f9b10068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:57.015 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.007+0000 7f9b345e6640 1 --2- 172.21.15.23:0/1041417854 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9b10066280 0x7f9b10068730 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f9b280af000 tx=0x7f9b280a7000 comp rx=0 tx=0).stop 2023-06-26T03:02:57.015 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.007+0000 7f9b345e6640 1 -- 172.21.15.23:0/1041417854 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9b2c06ed60 msgr2=0x7f9b2c14bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:57.015 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.007+0000 7f9b345e6640 1 --2- 172.21.15.23:0/1041417854 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9b2c06ed60 0x7f9b2c14bb80 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f9b2000c480 tx=0x7f9b2000c940 comp rx=0 tx=0).stop 2023-06-26T03:02:57.015 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.007+0000 7f9b345e6640 1 -- 172.21.15.23:0/1041417854 shutdown_connections 2023-06-26T03:02:57.015 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.007+0000 7f9b345e6640 1 --2- 172.21.15.23:0/1041417854 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9b10066280 0x7f9b10068730 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.015 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.007+0000 7f9b345e6640 1 --2- 172.21.15.23:0/1041417854 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9b2c158790 0x7f9b2c14e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.015 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.007+0000 7f9b345e6640 1 --2- 172.21.15.23:0/1041417854 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b2c0afab0 0x7f9b2c0cc3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.016 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.007+0000 7f9b345e6640 1 --2- 172.21.15.23:0/1041417854 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9b2c06ed60 0x7f9b2c14bb80 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.016 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.007+0000 7f9b345e6640 1 -- 172.21.15.23:0/1041417854 >> 172.21.15.23:0/1041417854 conn(0x7f9b2c069fc0 msgr2=0x7f9b2c06c7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:57.016 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.007+0000 7f9b345e6640 1 -- 172.21.15.23:0/1041417854 shutdown_connections 2023-06-26T03:02:57.016 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.007+0000 7f9b345e6640 1 -- 172.21.15.23:0/1041417854 wait complete. 2023-06-26T03:02:57.031 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:02:57.145 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.139+0000 7fdf3b557640 1 Processor -- start 2023-06-26T03:02:57.145 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.139+0000 7fdf3b557640 1 -- start start 2023-06-26T03:02:57.146 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.139+0000 7fdf3b557640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fdf340605e0 0x7fdf34069ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:57.146 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.139+0000 7fdf3b557640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fdf3415bc30 0x7fdf3406a530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:57.146 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.139+0000 7fdf3b557640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdf340ce680 con 0x7fdf3415b860 2023-06-26T03:02:57.146 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.139+0000 7fdf3b557640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdf340cda70 con 0x7fdf340605e0 2023-06-26T03:02:57.146 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.139+0000 7fdf3b557640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdf340cdd50 con 0x7fdf3415bc30 2023-06-26T03:02:57.147 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.139+0000 7fdf38af2640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fdf340605e0 0x7fdf34069ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:57.147 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.139+0000 7fdf392f3640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fdf3415b860 0x7fdf3405fed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:60100/0 (socket says 172.21.15.23:60100) 2023-06-26T03:02:57.147 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.139+0000 7fdf392f3640 1 -- 172.21.15.23:0/2913592061 learned_addr learned my addr 172.21.15.23:0/2913592061 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:57.148 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.139+0000 7fdf39af4640 1 --2- 172.21.15.23:0/2913592061 >> v2:172.21.15.71:3300/0 conn(0x7fdf3415bc30 0x7fdf3406a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:57.148 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.139+0000 7fdf38af2640 1 -- 172.21.15.23:0/2913592061 >> v2:172.21.15.71:3300/0 conn(0x7fdf3415bc30 msgr2=0x7fdf3406a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:57.148 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.139+0000 7fdf38af2640 1 --2- 172.21.15.23:0/2913592061 >> v2:172.21.15.71:3300/0 conn(0x7fdf3415bc30 0x7fdf3406a530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.148 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.139+0000 7fdf38af2640 1 -- 172.21.15.23:0/2913592061 >> v1:172.21.15.23:6789/0 conn(0x7fdf3415b860 legacy=0x7fdf3405fed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:57.148 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.139+0000 7fdf2bfff640 1 -- 172.21.15.23:0/2913592061 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1325902277 0 0) 0x7fdf340ce680 con 0x7fdf3415b860 2023-06-26T03:02:57.148 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.139+0000 7fdf38af2640 1 -- 172.21.15.23:0/2913592061 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf340ce030 con 0x7fdf340605e0 2023-06-26T03:02:57.148 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.139+0000 7fdf39af4640 1 --2- 172.21.15.23:0/2913592061 >> v2:172.21.15.71:3300/0 conn(0x7fdf3415bc30 0x7fdf3406a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:57.149 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.143+0000 7fdf38af2640 1 --2- 172.21.15.23:0/2913592061 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdf340605e0 0x7fdf34069ff0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fdf340609b0 tx=0x7fdf2401c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=398eea1f451e89f2 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:57.149 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.143+0000 7fdf2bfff640 1 -- 172.21.15.23:0/2913592061 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf240ab600 con 0x7fdf340605e0 2023-06-26T03:02:57.149 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.143+0000 7fdf2bfff640 1 -- 172.21.15.23:0/2913592061 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf240a7050 con 0x7fdf340605e0 2023-06-26T03:02:57.150 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.143+0000 7fdf2bfff640 1 -- 172.21.15.23:0/2913592061 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf240ab980 con 0x7fdf340605e0 2023-06-26T03:02:57.150 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.143+0000 7fdf3b557640 1 -- 172.21.15.23:0/2913592061 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdf340605e0 msgr2=0x7fdf34069ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:57.150 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.143+0000 7fdf3b557640 1 --2- 172.21.15.23:0/2913592061 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdf340605e0 0x7fdf34069ff0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fdf340609b0 tx=0x7fdf2401c3d0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.151 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.143+0000 7fdf3b557640 1 -- 172.21.15.23:0/2913592061 shutdown_connections 2023-06-26T03:02:57.151 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.143+0000 7fdf3b557640 1 --2- 172.21.15.23:0/2913592061 >> v2:172.21.15.71:3300/0 conn(0x7fdf3415bc30 0x7fdf3406a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.151 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.143+0000 7fdf3b557640 1 --2- 172.21.15.23:0/2913592061 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdf340605e0 0x7fdf34069ff0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.151 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.143+0000 7fdf3b557640 1 -- 172.21.15.23:0/2913592061 >> 172.21.15.23:0/2913592061 conn(0x7fdf340b13d0 msgr2=0x7fdf340cec30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:57.151 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.143+0000 7fdf3b557640 1 -- 172.21.15.23:0/2913592061 shutdown_connections 2023-06-26T03:02:57.151 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.143+0000 7fdf3b557640 1 -- 172.21.15.23:0/2913592061 wait complete. 2023-06-26T03:02:57.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.143+0000 7fdf3b557640 1 Processor -- start 2023-06-26T03:02:57.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.143+0000 7fdf3b557640 1 -- start start 2023-06-26T03:02:57.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.143+0000 7fdf3b557640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdf340605e0 0x7fdf3415d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:57.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.143+0000 7fdf3b557640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdf3415b860 0x7fdf341f73e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:57.154 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.143+0000 7fdf3b557640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdf3415bc30 0x7fdf34152820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:57.154 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.143+0000 7fdf3b557640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf341f8360 con 0x7fdf3415b860 2023-06-26T03:02:57.154 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.143+0000 7fdf3b557640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf34152d60 con 0x7fdf3415bc30 2023-06-26T03:02:57.154 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.143+0000 7fdf3b557640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdf3415d270 con 0x7fdf340605e0 2023-06-26T03:02:57.154 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.143+0000 7fdf38af2640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdf3415b860 0x7fdf341f73e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:57.154 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.143+0000 7fdf38af2640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdf3415b860 0x7fdf341f73e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:37122/0 (socket says 172.21.15.23:37122) 2023-06-26T03:02:57.154 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.143+0000 7fdf38af2640 1 -- 172.21.15.23:0/2044304209 learned_addr learned my addr 172.21.15.23:0/2044304209 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:57.155 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.147+0000 7fdf392f3640 1 --2- 172.21.15.23:0/2044304209 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdf340605e0 0x7fdf3415d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:57.155 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.147+0000 7fdf39af4640 1 --2- 172.21.15.23:0/2044304209 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdf3415bc30 0x7fdf34152820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:57.155 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.147+0000 7fdf38af2640 1 -- 172.21.15.23:0/2044304209 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdf340605e0 msgr2=0x7fdf3415d6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:57.155 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.147+0000 7fdf38af2640 1 --2- 172.21.15.23:0/2044304209 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdf340605e0 0x7fdf3415d6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.155 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.147+0000 7fdf38af2640 1 -- 172.21.15.23:0/2044304209 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdf3415bc30 msgr2=0x7fdf34152820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:57.155 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.147+0000 7fdf38af2640 1 --2- 172.21.15.23:0/2044304209 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdf3415bc30 0x7fdf34152820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.155 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.147+0000 7fdf38af2640 1 -- 172.21.15.23:0/2044304209 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf24009420 con 0x7fdf3415b860 2023-06-26T03:02:57.155 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.147+0000 7fdf39af4640 1 --2- 172.21.15.23:0/2044304209 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdf3415bc30 0x7fdf34152820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:57.156 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.147+0000 7fdf38af2640 1 --2- 172.21.15.23:0/2044304209 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdf3415b860 0x7fdf341f73e0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fdf24097e00 tx=0x7fdf24019170 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:57.156 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.147+0000 7fdf29ffb640 1 -- 172.21.15.23:0/2044304209 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf24004030 con 0x7fdf3415b860 2023-06-26T03:02:57.156 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.147+0000 7fdf29ffb640 1 -- 172.21.15.23:0/2044304209 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf24004190 con 0x7fdf3415b860 2023-06-26T03:02:57.156 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.147+0000 7fdf3b557640 1 -- 172.21.15.23:0/2044304209 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdf341f7ac0 con 0x7fdf3415b860 2023-06-26T03:02:57.156 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.147+0000 7fdf29ffb640 1 -- 172.21.15.23:0/2044304209 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf24004500 con 0x7fdf3415b860 2023-06-26T03:02:57.156 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.147+0000 7fdf3b557640 1 -- 172.21.15.23:0/2044304209 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf341f8080 con 0x7fdf3415b860 2023-06-26T03:02:57.157 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.147+0000 7fdf3b557640 1 -- 172.21.15.23:0/2044304209 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdf3404d790 con 0x7fdf3415b860 2023-06-26T03:02:57.157 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.147+0000 7fdf29ffb640 1 -- 172.21.15.23:0/2044304209 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fdf240b2040 con 0x7fdf3415b860 2023-06-26T03:02:57.157 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.147+0000 7fdf29ffb640 1 --2- 172.21.15.23:0/2044304209 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fdf18066280 0x7fdf18068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:57.157 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.147+0000 7fdf29ffb640 1 -- 172.21.15.23:0/2044304209 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7fdf2411d590 con 0x7fdf3415b860 2023-06-26T03:02:57.158 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.147+0000 7fdf392f3640 1 --2- 172.21.15.23:0/2044304209 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fdf18066280 0x7fdf18068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:57.158 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.147+0000 7fdf392f3640 1 --2- 172.21.15.23:0/2044304209 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fdf18066280 0x7fdf18068730 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fdf30000f70 tx=0x7fdf30007b60 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:57.159 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.151+0000 7fdf29ffb640 1 -- 172.21.15.23:0/2044304209 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fdf240ea790 con 0x7fdf3415b860 2023-06-26T03:02:57.313 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.307+0000 7fdf3b557640 1 -- 172.21.15.23:0/2044304209 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdf340cf650 con 0x7fdf3415b860 2023-06-26T03:02:57.314 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.307+0000 7fdf29ffb640 1 -- 172.21.15.23:0/2044304209 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+20143 (secure 0 0 0) 0x7fdf240eddb0 con 0x7fdf3415b860 2023-06-26T03:02:57.315 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:02:57.315 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":29,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:02:51.222053+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:02:07.262805+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:02:07.823501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data_ec","create_time":"2023-06-26T03:02:10.900368+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.c","mappings":[{"from":3,"to":2}]},{"pgid":"4.26","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:02:57.317 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.311+0000 7fdf3b557640 1 -- 172.21.15.23:0/2044304209 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fdf18066280 msgr2=0x7fdf18068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:57.317 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.311+0000 7fdf3b557640 1 --2- 172.21.15.23:0/2044304209 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fdf18066280 0x7fdf18068730 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fdf30000f70 tx=0x7fdf30007b60 comp rx=0 tx=0).stop 2023-06-26T03:02:57.317 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.311+0000 7fdf3b557640 1 -- 172.21.15.23:0/2044304209 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdf3415b860 msgr2=0x7fdf341f73e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:57.317 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.311+0000 7fdf3b557640 1 --2- 172.21.15.23:0/2044304209 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdf3415b860 0x7fdf341f73e0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fdf24097e00 tx=0x7fdf24019170 comp rx=0 tx=0).stop 2023-06-26T03:02:57.317 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.311+0000 7fdf3b557640 1 -- 172.21.15.23:0/2044304209 shutdown_connections 2023-06-26T03:02:57.317 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.311+0000 7fdf3b557640 1 --2- 172.21.15.23:0/2044304209 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fdf18066280 0x7fdf18068730 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.318 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.311+0000 7fdf3b557640 1 --2- 172.21.15.23:0/2044304209 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdf3415bc30 0x7fdf34152820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.318 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.311+0000 7fdf3b557640 1 --2- 172.21.15.23:0/2044304209 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdf3415b860 0x7fdf341f73e0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.318 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.311+0000 7fdf3b557640 1 --2- 172.21.15.23:0/2044304209 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdf340605e0 0x7fdf3415d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.318 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.311+0000 7fdf3b557640 1 -- 172.21.15.23:0/2044304209 >> 172.21.15.23:0/2044304209 conn(0x7fdf340b13d0 msgr2=0x7fdf340add70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:57.318 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.311+0000 7fdf3b557640 1 -- 172.21.15.23:0/2044304209 shutdown_connections 2023-06-26T03:02:57.318 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.311+0000 7fdf3b557640 1 -- 172.21.15.23:0/2044304209 wait complete. 2023-06-26T03:02:57.332 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:01:57.280692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:02:02.819138+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-26T03:02:07.262805+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-26T03:02:07.823501+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-06-26T03:02:10.900368+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-06-26T03:02:57.333 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:02:57.457 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.451+0000 7fc3ced87640 1 Processor -- start 2023-06-26T03:02:57.457 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.451+0000 7fc3ced87640 1 -- start start 2023-06-26T03:02:57.458 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.451+0000 7fc3ced87640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fc3c806f410 0x7fc3c80cbdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:57.458 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.451+0000 7fc3ced87640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc3c80ad280 con 0x7fc3c806ef70 2023-06-26T03:02:57.458 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.451+0000 7fc3ced87640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc3c80c83d0 con 0x7fc3c80aceb0 2023-06-26T03:02:57.459 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.451+0000 7fc3ced87640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc3c80c9950 con 0x7fc3c806f410 2023-06-26T03:02:57.459 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.451+0000 7fc3cd324640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fc3c806f410 0x7fc3c80cbdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:57.459 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.451+0000 7fc3cd324640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fc3c806f410 0x7fc3c80cbdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:37138/0 (socket says 172.21.15.23:37138) 2023-06-26T03:02:57.459 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.451+0000 7fc3cd324640 1 -- 172.21.15.23:0/1660142996 learned_addr learned my addr 172.21.15.23:0/1660142996 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:57.459 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.451+0000 7fc3cd324640 1 -- 172.21.15.23:0/1660142996 >> v1:172.21.15.71:6789/0 conn(0x7fc3c80aceb0 legacy=0x7fc3c80c9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:57.460 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.451+0000 7fc3cd324640 1 -- 172.21.15.23:0/1660142996 >> v1:172.21.15.23:6789/0 conn(0x7fc3c806ef70 legacy=0x7fc3c80cb6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:57.460 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.451+0000 7fc3c77fe640 1 -- 172.21.15.23:0/1660142996 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 208559605 0 0) 0x7fc3c80ad280 con 0x7fc3c806ef70 2023-06-26T03:02:57.460 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.451+0000 7fc3cd324640 1 -- 172.21.15.23:0/1660142996 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3c8158c90 con 0x7fc3c806f410 2023-06-26T03:02:57.461 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.455+0000 7fc3cd324640 1 --2- 172.21.15.23:0/1660142996 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc3c806f410 0x7fc3c80cbdd0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fc3c0009e50 tx=0x7fc3c001c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9aa05752bf0b2125 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:57.461 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.455+0000 7fc3c77fe640 1 -- 172.21.15.23:0/1660142996 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3c00a58a0 con 0x7fc3c806f410 2023-06-26T03:02:57.461 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.455+0000 7fc3c77fe640 1 -- 172.21.15.23:0/1660142996 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3c00a5a00 con 0x7fc3c806f410 2023-06-26T03:02:57.461 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.455+0000 7fc3c77fe640 1 -- 172.21.15.23:0/1660142996 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3c00a5d90 con 0x7fc3c806f410 2023-06-26T03:02:57.462 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.455+0000 7fc3ced87640 1 -- 172.21.15.23:0/1660142996 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc3c806f410 msgr2=0x7fc3c80cbdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:57.462 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.455+0000 7fc3ced87640 1 --2- 172.21.15.23:0/1660142996 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc3c806f410 0x7fc3c80cbdd0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fc3c0009e50 tx=0x7fc3c001c9e0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.462 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.455+0000 7fc3ced87640 1 -- 172.21.15.23:0/1660142996 shutdown_connections 2023-06-26T03:02:57.462 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.455+0000 7fc3ced87640 1 --2- 172.21.15.23:0/1660142996 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc3c806f410 0x7fc3c80cbdd0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.462 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.455+0000 7fc3ced87640 1 -- 172.21.15.23:0/1660142996 >> 172.21.15.23:0/1660142996 conn(0x7fc3c8069fc0 msgr2=0x7fc3c80ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:57.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.455+0000 7fc3ced87640 1 -- 172.21.15.23:0/1660142996 shutdown_connections 2023-06-26T03:02:57.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.455+0000 7fc3ced87640 1 -- 172.21.15.23:0/1660142996 wait complete. 2023-06-26T03:02:57.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.455+0000 7fc3ced87640 1 Processor -- start 2023-06-26T03:02:57.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.455+0000 7fc3ced87640 1 -- start start 2023-06-26T03:02:57.465 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.455+0000 7fc3ced87640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc3c806ef70 0x7fc3c8152030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:57.465 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.455+0000 7fc3ced87640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc3c806f410 0x7fc3c80c3950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:57.465 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.455+0000 7fc3ced87640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc3c80aceb0 0x7fc3c8150a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:57.465 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.455+0000 7fc3ced87640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3c80b0400 con 0x7fc3c806ef70 2023-06-26T03:02:57.465 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.455+0000 7fc3ced87640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3c80c3e90 con 0x7fc3c80aceb0 2023-06-26T03:02:57.465 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.455+0000 7fc3ced87640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3c80af780 con 0x7fc3c806f410 2023-06-26T03:02:57.466 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.455+0000 7fc3ccb23640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc3c806ef70 0x7fc3c8152030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:57.466 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.455+0000 7fc3ccb23640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc3c806ef70 0x7fc3c8152030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:37154/0 (socket says 172.21.15.23:37154) 2023-06-26T03:02:57.466 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.455+0000 7fc3ccb23640 1 -- 172.21.15.23:0/2347565784 learned_addr learned my addr 172.21.15.23:0/2347565784 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:57.466 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.455+0000 7fc3c7fff640 1 --2- 172.21.15.23:0/2347565784 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc3c806f410 0x7fc3c80c3950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:57.466 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.455+0000 7fc3cd324640 1 --2- 172.21.15.23:0/2347565784 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc3c80aceb0 0x7fc3c8150a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:57.466 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.455+0000 7fc3ccb23640 1 -- 172.21.15.23:0/2347565784 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc3c806f410 msgr2=0x7fc3c80c3950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:57.466 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.455+0000 7fc3ccb23640 1 --2- 172.21.15.23:0/2347565784 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc3c806f410 0x7fc3c80c3950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.467 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.455+0000 7fc3ccb23640 1 -- 172.21.15.23:0/2347565784 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc3c80aceb0 msgr2=0x7fc3c8150a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:57.467 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.455+0000 7fc3ccb23640 1 --2- 172.21.15.23:0/2347565784 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc3c80aceb0 0x7fc3c8150a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.467 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.455+0000 7fc3ccb23640 1 -- 172.21.15.23:0/2347565784 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3c0009b30 con 0x7fc3c806ef70 2023-06-26T03:02:57.467 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.455+0000 7fc3c7fff640 1 --2- 172.21.15.23:0/2347565784 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc3c806f410 0x7fc3c80c3950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:57.467 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.459+0000 7fc3ccb23640 1 --2- 172.21.15.23:0/2347565784 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc3c806ef70 0x7fc3c8152030 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fc3b800c500 tx=0x7fc3b800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:57.467 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.459+0000 7fc3c57fa640 1 -- 172.21.15.23:0/2347565784 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3b8005220 con 0x7fc3c806ef70 2023-06-26T03:02:57.467 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.459+0000 7fc3c57fa640 1 -- 172.21.15.23:0/2347565784 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3b8005380 con 0x7fc3c806ef70 2023-06-26T03:02:57.467 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.459+0000 7fc3ced87640 1 -- 172.21.15.23:0/2347565784 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc3c80afa60 con 0x7fc3c806ef70 2023-06-26T03:02:57.468 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.459+0000 7fc3c57fa640 1 -- 172.21.15.23:0/2347565784 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3b8007270 con 0x7fc3c806ef70 2023-06-26T03:02:57.468 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.459+0000 7fc3ced87640 1 -- 172.21.15.23:0/2347565784 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3c80b0020 con 0x7fc3c806ef70 2023-06-26T03:02:57.468 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.459+0000 7fc3ced87640 1 -- 172.21.15.23:0/2347565784 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc3c804d790 con 0x7fc3c806ef70 2023-06-26T03:02:57.469 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.459+0000 7fc3c57fa640 1 -- 172.21.15.23:0/2347565784 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc3b80073d0 con 0x7fc3c806ef70 2023-06-26T03:02:57.469 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.459+0000 7fc3c57fa640 1 --2- 172.21.15.23:0/2347565784 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc3a8066280 0x7fc3a8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:57.469 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.459+0000 7fc3c57fa640 1 -- 172.21.15.23:0/2347565784 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7fc3b80839d0 con 0x7fc3c806ef70 2023-06-26T03:02:57.469 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.459+0000 7fc3c7fff640 1 --2- 172.21.15.23:0/2347565784 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc3a8066280 0x7fc3a8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:57.469 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.459+0000 7fc3c7fff640 1 --2- 172.21.15.23:0/2347565784 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc3a8066280 0x7fc3a8068730 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fc3c80c7850 tx=0x7fc3b0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:57.471 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.463+0000 7fc3c57fa640 1 -- 172.21.15.23:0/2347565784 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fc3b8050b30 con 0x7fc3c806ef70 2023-06-26T03:02:57.624 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.619+0000 7fc3ced87640 1 -- 172.21.15.23:0/2347565784 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc3c80c81b0 con 0x7fc3c806ef70 2023-06-26T03:02:57.625 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.619+0000 7fc3c57fa640 1 -- 172.21.15.23:0/2347565784 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v29) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc3b8054150 con 0x7fc3c806ef70 2023-06-26T03:02:57.625 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 1 2023-06-26T03:02:57.627 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.619+0000 7fc3ced87640 1 -- 172.21.15.23:0/2347565784 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc3a8066280 msgr2=0x7fc3a8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:57.628 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.619+0000 7fc3ced87640 1 --2- 172.21.15.23:0/2347565784 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc3a8066280 0x7fc3a8068730 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fc3c80c7850 tx=0x7fc3b0009040 comp rx=0 tx=0).stop 2023-06-26T03:02:57.628 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.619+0000 7fc3ced87640 1 -- 172.21.15.23:0/2347565784 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc3c806ef70 msgr2=0x7fc3c8152030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:57.628 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.619+0000 7fc3ced87640 1 --2- 172.21.15.23:0/2347565784 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc3c806ef70 0x7fc3c8152030 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fc3b800c500 tx=0x7fc3b800c9c0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.628 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.619+0000 7fc3ced87640 1 -- 172.21.15.23:0/2347565784 shutdown_connections 2023-06-26T03:02:57.628 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.619+0000 7fc3ced87640 1 --2- 172.21.15.23:0/2347565784 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc3a8066280 0x7fc3a8068730 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.628 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.619+0000 7fc3ced87640 1 --2- 172.21.15.23:0/2347565784 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc3c80aceb0 0x7fc3c8150a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.628 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.619+0000 7fc3ced87640 1 --2- 172.21.15.23:0/2347565784 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc3c806f410 0x7fc3c80c3950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.629 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.619+0000 7fc3ced87640 1 --2- 172.21.15.23:0/2347565784 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc3c806ef70 0x7fc3c8152030 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.629 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.619+0000 7fc3ced87640 1 -- 172.21.15.23:0/2347565784 >> 172.21.15.23:0/2347565784 conn(0x7fc3c8069fc0 msgr2=0x7fc3c80ab890 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:57.629 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.619+0000 7fc3ced87640 1 -- 172.21.15.23:0/2347565784 shutdown_connections 2023-06-26T03:02:57.629 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.619+0000 7fc3ced87640 1 -- 172.21.15.23:0/2347565784 wait complete. 2023-06-26T03:02:57.644 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:02:57.765 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.759+0000 7fcb9f1e7640 1 Processor -- start 2023-06-26T03:02:57.765 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.759+0000 7fcb9f1e7640 1 -- start start 2023-06-26T03:02:57.766 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.759+0000 7fcb9f1e7640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fcb9806ef70 0x7fcb9806f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:57.766 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.759+0000 7fcb9f1e7640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fcb980cb6c0 0x7fcb980cbb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:57.766 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.759+0000 7fcb9f1e7640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcb980ad280 con 0x7fcb980aceb0 2023-06-26T03:02:57.767 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.759+0000 7fcb9f1e7640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcb980c9950 con 0x7fcb980cb6c0 2023-06-26T03:02:57.767 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.759+0000 7fcb9f1e7640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcb9806f920 con 0x7fcb9806ef70 2023-06-26T03:02:57.767 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.759+0000 7fcb9d784640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fcb980cb6c0 0x7fcb980cbb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:57.767 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.759+0000 7fcb9d784640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fcb980cb6c0 0x7fcb980cbb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55692/0 (socket says 172.21.15.23:55692) 2023-06-26T03:02:57.767 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.759+0000 7fcb9d784640 1 -- 172.21.15.23:0/6891102 learned_addr learned my addr 172.21.15.23:0/6891102 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:57.767 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.759+0000 7fcb97fff640 1 --2- 172.21.15.23:0/6891102 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fcb9806ef70 0x7fcb9806f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:57.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.759+0000 7fcb9d784640 1 -- 172.21.15.23:0/6891102 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fcb9806ef70 msgr2=0x7fcb9806f3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:57.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.759+0000 7fcb9d784640 1 --2- 172.21.15.23:0/6891102 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fcb9806ef70 0x7fcb9806f3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.759+0000 7fcb9d784640 1 -- 172.21.15.23:0/6891102 >> v1:172.21.15.71:6789/0 conn(0x7fcb980aceb0 legacy=0x7fcb980c9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:57.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.759+0000 7fcb9d784640 1 -- 172.21.15.23:0/6891102 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb980c83d0 con 0x7fcb980cb6c0 2023-06-26T03:02:57.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.759+0000 7fcb97fff640 1 --2- 172.21.15.23:0/6891102 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fcb9806ef70 0x7fcb9806f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:02:57.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.763+0000 7fcb9d784640 1 --2- 172.21.15.23:0/6891102 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fcb980cb6c0 0x7fcb980cbb20 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fcb90009e80 tx=0x7fcb9001c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa3f42ef958ef27 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:57.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.763+0000 7fcb977fe640 1 -- 172.21.15.23:0/6891102 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb900a5880 con 0x7fcb980cb6c0 2023-06-26T03:02:57.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.763+0000 7fcb977fe640 1 -- 172.21.15.23:0/6891102 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb900a59e0 con 0x7fcb980cb6c0 2023-06-26T03:02:57.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.763+0000 7fcb977fe640 1 -- 172.21.15.23:0/6891102 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb900a5d70 con 0x7fcb980cb6c0 2023-06-26T03:02:57.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.763+0000 7fcb9f1e7640 1 -- 172.21.15.23:0/6891102 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fcb980cb6c0 msgr2=0x7fcb980cbb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:57.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.763+0000 7fcb9f1e7640 1 --2- 172.21.15.23:0/6891102 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fcb980cb6c0 0x7fcb980cbb20 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fcb90009e80 tx=0x7fcb9001c9c0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.763+0000 7fcb9f1e7640 1 -- 172.21.15.23:0/6891102 shutdown_connections 2023-06-26T03:02:57.771 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.763+0000 7fcb9f1e7640 1 --2- 172.21.15.23:0/6891102 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fcb980cb6c0 0x7fcb980cbb20 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.771 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.763+0000 7fcb9f1e7640 1 --2- 172.21.15.23:0/6891102 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fcb9806ef70 0x7fcb9806f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.771 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.763+0000 7fcb9f1e7640 1 -- 172.21.15.23:0/6891102 >> 172.21.15.23:0/6891102 conn(0x7fcb98069fc0 msgr2=0x7fcb980ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:57.771 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.763+0000 7fcb9f1e7640 1 -- 172.21.15.23:0/6891102 shutdown_connections 2023-06-26T03:02:57.771 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.763+0000 7fcb9f1e7640 1 -- 172.21.15.23:0/6891102 wait complete. 2023-06-26T03:02:57.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.763+0000 7fcb9f1e7640 1 Processor -- start 2023-06-26T03:02:57.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.763+0000 7fcb9f1e7640 1 -- start start 2023-06-26T03:02:57.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.763+0000 7fcb9f1e7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcb9806ef70 0x7fcb980ad550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:57.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.763+0000 7fcb9f1e7640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fcb980aceb0 0x7fcb980ada90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:57.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.763+0000 7fcb9f1e7640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fcb980cb6c0 0x7fcb980c3030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:57.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.763+0000 7fcb9f1e7640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb980c24c0 con 0x7fcb980aceb0 2023-06-26T03:02:57.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.763+0000 7fcb9f1e7640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb980b0920 con 0x7fcb9806ef70 2023-06-26T03:02:57.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.763+0000 7fcb9f1e7640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcb9814e360 con 0x7fcb980cb6c0 2023-06-26T03:02:57.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.763+0000 7fcb97fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fcb980aceb0 0x7fcb980ada90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:57.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.763+0000 7fcb97fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fcb980aceb0 0x7fcb980ada90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55694/0 (socket says 172.21.15.23:55694) 2023-06-26T03:02:57.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.763+0000 7fcb97fff640 1 -- 172.21.15.23:0/3894154302 learned_addr learned my addr 172.21.15.23:0/3894154302 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:57.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.763+0000 7fcb9d784640 1 --2- 172.21.15.23:0/3894154302 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fcb980cb6c0 0x7fcb980c3030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:57.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.763+0000 7fcb9cf83640 1 --2- 172.21.15.23:0/3894154302 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcb9806ef70 0x7fcb980ad550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:57.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.763+0000 7fcb97fff640 1 -- 172.21.15.23:0/3894154302 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fcb980cb6c0 msgr2=0x7fcb980c3030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:57.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.763+0000 7fcb97fff640 1 --2- 172.21.15.23:0/3894154302 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fcb980cb6c0 0x7fcb980c3030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.763+0000 7fcb97fff640 1 -- 172.21.15.23:0/3894154302 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcb9806ef70 msgr2=0x7fcb980ad550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:57.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.763+0000 7fcb97fff640 1 --2- 172.21.15.23:0/3894154302 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcb9806ef70 0x7fcb980ad550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.763+0000 7fcb97fff640 1 -- 172.21.15.23:0/3894154302 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb90009b30 con 0x7fcb980aceb0 2023-06-26T03:02:57.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.763+0000 7fcb9cf83640 1 --2- 172.21.15.23:0/3894154302 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcb9806ef70 0x7fcb980ad550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:57.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.767+0000 7fcb97fff640 1 --2- 172.21.15.23:0/3894154302 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fcb980aceb0 0x7fcb980ada90 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fcb8400e810 tx=0x7fcb8400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:57.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.767+0000 7fcb957fa640 1 -- 172.21.15.23:0/3894154302 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb8400c8d0 con 0x7fcb980aceb0 2023-06-26T03:02:57.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.767+0000 7fcb957fa640 1 -- 172.21.15.23:0/3894154302 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb8400ca30 con 0x7fcb980aceb0 2023-06-26T03:02:57.776 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.767+0000 7fcb9f1e7640 1 -- 172.21.15.23:0/3894154302 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcb9814e6a0 con 0x7fcb980aceb0 2023-06-26T03:02:57.776 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.767+0000 7fcb957fa640 1 -- 172.21.15.23:0/3894154302 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb8400cdc0 con 0x7fcb980aceb0 2023-06-26T03:02:57.776 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.767+0000 7fcb9f1e7640 1 -- 172.21.15.23:0/3894154302 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb9814eee0 con 0x7fcb980aceb0 2023-06-26T03:02:57.777 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.767+0000 7fcb9f1e7640 1 -- 172.21.15.23:0/3894154302 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcb9804d790 con 0x7fcb980aceb0 2023-06-26T03:02:57.777 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.767+0000 7fcb957fa640 1 -- 172.21.15.23:0/3894154302 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fcb84013410 con 0x7fcb980aceb0 2023-06-26T03:02:57.777 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.767+0000 7fcb957fa640 1 --2- 172.21.15.23:0/3894154302 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fcb7c066280 0x7fcb7c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:57.777 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.767+0000 7fcb957fa640 1 -- 172.21.15.23:0/3894154302 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7fcb84083ea0 con 0x7fcb980aceb0 2023-06-26T03:02:57.777 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.767+0000 7fcb9cf83640 1 --2- 172.21.15.23:0/3894154302 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fcb7c066280 0x7fcb7c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:57.777 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.767+0000 7fcb9cf83640 1 --2- 172.21.15.23:0/3894154302 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fcb7c066280 0x7fcb7c068730 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fcb8c000f70 tx=0x7fcb8c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:57.779 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.771+0000 7fcb957fa640 1 -- 172.21.15.23:0/3894154302 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fcb84050ff0 con 0x7fcb980aceb0 2023-06-26T03:02:57.927 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.919+0000 7fcb9f1e7640 1 -- 172.21.15.23:0/3894154302 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7fcb98070430 con 0x7fcb980aceb0 2023-06-26T03:02:57.927 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.919+0000 7fcb957fa640 1 -- 172.21.15.23:0/3894154302 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v29) v1 ==== 92+0+10 (secure 0 0 0) 0x7fcb84054610 con 0x7fcb980aceb0 2023-06-26T03:02:57.928 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 8 2023-06-26T03:02:57.930 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.923+0000 7fcb9f1e7640 1 -- 172.21.15.23:0/3894154302 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fcb7c066280 msgr2=0x7fcb7c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:57.930 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.923+0000 7fcb9f1e7640 1 --2- 172.21.15.23:0/3894154302 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fcb7c066280 0x7fcb7c068730 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fcb8c000f70 tx=0x7fcb8c009040 comp rx=0 tx=0).stop 2023-06-26T03:02:57.930 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.923+0000 7fcb9f1e7640 1 -- 172.21.15.23:0/3894154302 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fcb980aceb0 msgr2=0x7fcb980ada90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:57.930 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.923+0000 7fcb9f1e7640 1 --2- 172.21.15.23:0/3894154302 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fcb980aceb0 0x7fcb980ada90 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fcb8400e810 tx=0x7fcb8400ecd0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.930 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.923+0000 7fcb9f1e7640 1 -- 172.21.15.23:0/3894154302 shutdown_connections 2023-06-26T03:02:57.930 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.923+0000 7fcb9f1e7640 1 --2- 172.21.15.23:0/3894154302 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fcb7c066280 0x7fcb7c068730 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.931 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.923+0000 7fcb9f1e7640 1 --2- 172.21.15.23:0/3894154302 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fcb980cb6c0 0x7fcb980c3030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.931 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.923+0000 7fcb9f1e7640 1 --2- 172.21.15.23:0/3894154302 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fcb980aceb0 0x7fcb980ada90 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.931 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.923+0000 7fcb9f1e7640 1 --2- 172.21.15.23:0/3894154302 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcb9806ef70 0x7fcb980ad550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:57.931 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.923+0000 7fcb9f1e7640 1 -- 172.21.15.23:0/3894154302 >> 172.21.15.23:0/3894154302 conn(0x7fcb98069fc0 msgr2=0x7fcb9806c8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:57.931 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.923+0000 7fcb9f1e7640 1 -- 172.21.15.23:0/3894154302 shutdown_connections 2023-06-26T03:02:57.931 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:57.923+0000 7fcb9f1e7640 1 -- 172.21.15.23:0/3894154302 wait complete. 2023-06-26T03:02:57.945 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-26T03:02:58.059 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.051+0000 7f8b09f04640 1 Processor -- start 2023-06-26T03:02:58.059 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.051+0000 7f8b09f04640 1 -- start start 2023-06-26T03:02:58.061 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.055+0000 7f8b09f04640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8b04157230 0x7f8b0406ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:58.061 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.055+0000 7f8b09f04640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f8b040707c0 0x7f8b040af570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:58.061 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.055+0000 7f8b09f04640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8b0406f2a0 con 0x7f8b040afab0 2023-06-26T03:02:58.061 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.055+0000 7f8b09f04640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8b040afed0 con 0x7f8b040707c0 2023-06-26T03:02:58.061 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.055+0000 7f8b09f04640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8b040ca360 con 0x7f8b04157230 2023-06-26T03:02:58.061 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.055+0000 7f8afbfff640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f8b040707c0 0x7f8b040af570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:58.061 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.055+0000 7f8afbfff640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f8b040707c0 0x7f8b040af570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55708/0 (socket says 172.21.15.23:55708) 2023-06-26T03:02:58.062 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.055+0000 7f8afbfff640 1 -- 172.21.15.23:0/2494785014 learned_addr learned my addr 172.21.15.23:0/2494785014 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:58.062 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.055+0000 7f8b037fe640 1 --2- 172.21.15.23:0/2494785014 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8b04157230 0x7f8b0406ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:58.062 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.055+0000 7f8afbfff640 1 -- 172.21.15.23:0/2494785014 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8b04157230 msgr2=0x7f8b0406ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:58.062 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.055+0000 7f8afbfff640 1 --2- 172.21.15.23:0/2494785014 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8b04157230 0x7f8b0406ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.063 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.055+0000 7f8afbfff640 1 -- 172.21.15.23:0/2494785014 >> v1:172.21.15.71:6789/0 conn(0x7f8b040afab0 legacy=0x7f8b040c84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:58.063 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.055+0000 7f8afbfff640 1 -- 172.21.15.23:0/2494785014 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b040c97e0 con 0x7f8b040707c0 2023-06-26T03:02:58.063 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.055+0000 7f8b037fe640 1 --2- 172.21.15.23:0/2494785014 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8b04157230 0x7f8b0406ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:02:58.063 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.055+0000 7f8afbfff640 1 --2- 172.21.15.23:0/2494785014 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8b040707c0 0x7f8b040af570 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f8aec009870 tx=0x7f8aec01c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ec2554b95d34fa5 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:58.064 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.055+0000 7f8b02ffd640 1 -- 172.21.15.23:0/2494785014 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8aec0ab600 con 0x7f8b040707c0 2023-06-26T03:02:58.064 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.055+0000 7f8b02ffd640 1 -- 172.21.15.23:0/2494785014 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8aec0ab760 con 0x7f8b040707c0 2023-06-26T03:02:58.064 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.055+0000 7f8b02ffd640 1 -- 172.21.15.23:0/2494785014 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8aec0abaf0 con 0x7f8b040707c0 2023-06-26T03:02:58.064 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.055+0000 7f8b09f04640 1 -- 172.21.15.23:0/2494785014 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8b040707c0 msgr2=0x7f8b040af570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:58.065 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.055+0000 7f8b09f04640 1 --2- 172.21.15.23:0/2494785014 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8b040707c0 0x7f8b040af570 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f8aec009870 tx=0x7f8aec01c440 comp rx=0 tx=0).stop 2023-06-26T03:02:58.065 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.055+0000 7f8b09f04640 1 -- 172.21.15.23:0/2494785014 shutdown_connections 2023-06-26T03:02:58.065 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.055+0000 7f8b09f04640 1 --2- 172.21.15.23:0/2494785014 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8b040707c0 0x7f8b040af570 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.065 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.055+0000 7f8b09f04640 1 --2- 172.21.15.23:0/2494785014 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8b04157230 0x7f8b0406ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.065 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.055+0000 7f8b09f04640 1 -- 172.21.15.23:0/2494785014 >> 172.21.15.23:0/2494785014 conn(0x7f8b04069fc0 msgr2=0x7f8b040ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:58.065 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.055+0000 7f8b09f04640 1 -- 172.21.15.23:0/2494785014 shutdown_connections 2023-06-26T03:02:58.066 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.055+0000 7f8b09f04640 1 -- 172.21.15.23:0/2494785014 wait complete. 2023-06-26T03:02:58.066 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.059+0000 7f8b09f04640 1 Processor -- start 2023-06-26T03:02:58.066 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.059+0000 7f8b09f04640 1 -- start start 2023-06-26T03:02:58.067 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.059+0000 7f8b09f04640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8b040707c0 0x7f8b0414cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:58.068 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.059+0000 7f8b09f04640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8b040afab0 0x7f8b04150a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:58.068 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.059+0000 7f8b09f04640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8b0414ffb0 0x7f8b0414e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:58.068 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.059+0000 7f8b09f04640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b0414df40 con 0x7f8b0414ffb0 2023-06-26T03:02:58.068 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.059+0000 7f8b09f04640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b0414d330 con 0x7f8b040afab0 2023-06-26T03:02:58.068 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.059+0000 7f8b09f04640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8b0414d610 con 0x7f8b040707c0 2023-06-26T03:02:58.068 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.059+0000 7f8b03fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8b0414ffb0 0x7f8b0414e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:58.068 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.059+0000 7f8b03fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8b0414ffb0 0x7f8b0414e5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55712/0 (socket says 172.21.15.23:55712) 2023-06-26T03:02:58.069 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.059+0000 7f8b03fff640 1 -- 172.21.15.23:0/3816461880 learned_addr learned my addr 172.21.15.23:0/3816461880 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:58.069 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.059+0000 7f8b037fe640 1 --2- 172.21.15.23:0/3816461880 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8b040707c0 0x7f8b0414cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:58.069 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.059+0000 7f8afbfff640 1 --2- 172.21.15.23:0/3816461880 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8b040afab0 0x7f8b04150a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:58.069 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.059+0000 7f8b03fff640 1 -- 172.21.15.23:0/3816461880 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8b040707c0 msgr2=0x7f8b0414cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:58.069 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.059+0000 7f8b03fff640 1 --2- 172.21.15.23:0/3816461880 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8b040707c0 0x7f8b0414cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.069 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.059+0000 7f8b03fff640 1 -- 172.21.15.23:0/3816461880 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8b040afab0 msgr2=0x7f8b04150a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:58.069 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.059+0000 7f8b03fff640 1 --2- 172.21.15.23:0/3816461880 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8b040afab0 0x7f8b04150a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.069 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.059+0000 7f8b03fff640 1 -- 172.21.15.23:0/3816461880 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8aec0094d0 con 0x7f8b0414ffb0 2023-06-26T03:02:58.070 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.059+0000 7f8afbfff640 1 --2- 172.21.15.23:0/3816461880 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8b040afab0 0x7f8b04150a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:58.070 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.059+0000 7f8b03fff640 1 --2- 172.21.15.23:0/3816461880 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8b0414ffb0 0x7f8b0414e5e0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f8afc00c7a0 tx=0x7f8afc00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:58.070 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.059+0000 7f8b00ff9640 1 -- 172.21.15.23:0/3816461880 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8afc00aa50 con 0x7f8b0414ffb0 2023-06-26T03:02:58.070 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.059+0000 7f8b00ff9640 1 -- 172.21.15.23:0/3816461880 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8afc00abb0 con 0x7f8b0414ffb0 2023-06-26T03:02:58.070 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.059+0000 7f8b00ff9640 1 -- 172.21.15.23:0/3816461880 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8afc012420 con 0x7f8b0414ffb0 2023-06-26T03:02:58.070 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.059+0000 7f8b09f04640 1 -- 172.21.15.23:0/3816461880 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8b0414d8f0 con 0x7f8b0414ffb0 2023-06-26T03:02:58.070 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.059+0000 7f8b09f04640 1 -- 172.21.15.23:0/3816461880 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8b0414d000 con 0x7f8b0414ffb0 2023-06-26T03:02:58.071 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.063+0000 7f8b09f04640 1 -- 172.21.15.23:0/3816461880 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8b0414e0b0 con 0x7f8b0414ffb0 2023-06-26T03:02:58.071 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.063+0000 7f8b00ff9640 1 -- 172.21.15.23:0/3816461880 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f8afc005080 con 0x7f8b0414ffb0 2023-06-26T03:02:58.071 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.063+0000 7f8b00ff9640 1 --2- 172.21.15.23:0/3816461880 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8ae40662b0 0x7f8ae4068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:58.072 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.063+0000 7f8b00ff9640 1 -- 172.21.15.23:0/3816461880 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f8afc083f30 con 0x7f8b0414ffb0 2023-06-26T03:02:58.072 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.063+0000 7f8b037fe640 1 --2- 172.21.15.23:0/3816461880 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8ae40662b0 0x7f8ae4068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:58.072 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.063+0000 7f8b037fe640 1 --2- 172.21.15.23:0/3816461880 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8ae40662b0 0x7f8ae4068760 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f8af400ba10 tx=0x7f8af4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:58.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.067+0000 7f8b00ff9640 1 -- 172.21.15.23:0/3816461880 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f8afc051080 con 0x7f8b0414ffb0 2023-06-26T03:02:58.221 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.215+0000 7f8b09f04640 1 -- 172.21.15.23:0/3816461880 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f8b0404d790 con 0x7f8b0414ffb0 2023-06-26T03:02:58.222 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.215+0000 7f8b00ff9640 1 -- 172.21.15.23:0/3816461880 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v29) v1 ==== 104+0+11 (secure 0 0 0) 0x7f8afc0546a0 con 0x7f8b0414ffb0 2023-06-26T03:02:58.222 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:02:58.224 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.215+0000 7f8b09f04640 1 -- 172.21.15.23:0/3816461880 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8ae40662b0 msgr2=0x7f8ae4068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:58.224 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.215+0000 7f8b09f04640 1 --2- 172.21.15.23:0/3816461880 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8ae40662b0 0x7f8ae4068760 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f8af400ba10 tx=0x7f8af4008040 comp rx=0 tx=0).stop 2023-06-26T03:02:58.224 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.215+0000 7f8b09f04640 1 -- 172.21.15.23:0/3816461880 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8b0414ffb0 msgr2=0x7f8b0414e5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:58.224 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.215+0000 7f8b09f04640 1 --2- 172.21.15.23:0/3816461880 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8b0414ffb0 0x7f8b0414e5e0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f8afc00c7a0 tx=0x7f8afc00cc60 comp rx=0 tx=0).stop 2023-06-26T03:02:58.225 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.215+0000 7f8b09f04640 1 -- 172.21.15.23:0/3816461880 shutdown_connections 2023-06-26T03:02:58.225 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.215+0000 7f8b09f04640 1 --2- 172.21.15.23:0/3816461880 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8ae40662b0 0x7f8ae4068760 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.225 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.215+0000 7f8b09f04640 1 --2- 172.21.15.23:0/3816461880 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8b0414ffb0 0x7f8b0414e5e0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.225 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.215+0000 7f8b09f04640 1 --2- 172.21.15.23:0/3816461880 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8b040afab0 0x7f8b04150a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.225 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.215+0000 7f8b09f04640 1 --2- 172.21.15.23:0/3816461880 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8b040707c0 0x7f8b0414cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.225 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.215+0000 7f8b09f04640 1 -- 172.21.15.23:0/3816461880 >> 172.21.15.23:0/3816461880 conn(0x7f8b04069fc0 msgr2=0x7f8b0415cfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:58.225 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.215+0000 7f8b09f04640 1 -- 172.21.15.23:0/3816461880 shutdown_connections 2023-06-26T03:02:58.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.215+0000 7f8b09f04640 1 -- 172.21.15.23:0/3816461880 wait complete. 2023-06-26T03:02:58.240 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-26T03:02:58.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.363+0000 7f2df3c25640 1 Processor -- start 2023-06-26T03:02:58.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.363+0000 7f2df3c25640 1 -- start start 2023-06-26T03:02:58.371 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.363+0000 7f2df3c25640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f2dec1596e0 0x7f2dec0cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:58.371 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.363+0000 7f2df3c25640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2dec0cfcf0 0x7f2dec0d0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:58.371 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.363+0000 7f2df3c25640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f2dec0cd8d0 0x7f2dec0cdd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:58.371 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.363+0000 7f2df3c25640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2dec0b2700 con 0x7f2dec1596e0 2023-06-26T03:02:58.371 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.363+0000 7f2df3c25640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2dec0d0680 con 0x7f2dec0cd8d0 2023-06-26T03:02:58.371 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.363+0000 7f2df3c25640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2dec0b1810 con 0x7f2dec0cfcf0 2023-06-26T03:02:58.371 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.363+0000 7f2df19c1640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f2dec1596e0 0x7f2dec0cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:58.372 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.363+0000 7f2df19c1640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f2dec1596e0 0x7f2dec0cf190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55724/0 (socket says 172.21.15.23:55724) 2023-06-26T03:02:58.372 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.363+0000 7f2df19c1640 1 -- 172.21.15.23:0/3478423413 learned_addr learned my addr 172.21.15.23:0/3478423413 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:58.372 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.363+0000 7f2df11c0640 1 --2- 172.21.15.23:0/3478423413 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2dec0cfcf0 0x7f2dec0d0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:58.372 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.363+0000 7f2df21c2640 1 --2- 172.21.15.23:0/3478423413 >> v2:172.21.15.71:3300/0 conn(0x7f2dec0cd8d0 0x7f2dec0cdd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:58.372 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.363+0000 7f2df19c1640 1 -- 172.21.15.23:0/3478423413 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2dec0cfcf0 msgr2=0x7f2dec0d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:58.372 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.363+0000 7f2df19c1640 1 --2- 172.21.15.23:0/3478423413 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2dec0cfcf0 0x7f2dec0d0140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.372 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.363+0000 7f2df19c1640 1 -- 172.21.15.23:0/3478423413 >> v2:172.21.15.71:3300/0 conn(0x7f2dec0cd8d0 msgr2=0x7f2dec0cdd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:58.373 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.363+0000 7f2df19c1640 1 --2- 172.21.15.23:0/3478423413 >> v2:172.21.15.71:3300/0 conn(0x7f2dec0cd8d0 0x7f2dec0cdd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.373 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.363+0000 7f2df19c1640 1 -- 172.21.15.23:0/3478423413 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2dec0b1af0 con 0x7f2dec1596e0 2023-06-26T03:02:58.373 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.367+0000 7f2df19c1640 1 --2- 172.21.15.23:0/3478423413 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2dec1596e0 0x7f2dec0cf190 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f2dec070db0 tx=0x7f2de801c500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aba7f1e20f554e98 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:58.374 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.367+0000 7f2df09bf640 1 -- 172.21.15.23:0/3478423413 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2de80ac410 con 0x7f2dec1596e0 2023-06-26T03:02:58.374 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.367+0000 7f2df09bf640 1 -- 172.21.15.23:0/3478423413 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2de80ac570 con 0x7f2dec1596e0 2023-06-26T03:02:58.374 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.367+0000 7f2df09bf640 1 -- 172.21.15.23:0/3478423413 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2de80ac900 con 0x7f2dec1596e0 2023-06-26T03:02:58.375 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.367+0000 7f2df3c25640 1 -- 172.21.15.23:0/3478423413 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2dec1596e0 msgr2=0x7f2dec0cf190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:58.375 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.367+0000 7f2df3c25640 1 --2- 172.21.15.23:0/3478423413 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2dec1596e0 0x7f2dec0cf190 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f2dec070db0 tx=0x7f2de801c500 comp rx=0 tx=0).stop 2023-06-26T03:02:58.375 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.367+0000 7f2df3c25640 1 -- 172.21.15.23:0/3478423413 shutdown_connections 2023-06-26T03:02:58.376 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.367+0000 7f2df3c25640 1 --2- 172.21.15.23:0/3478423413 >> v2:172.21.15.71:3300/0 conn(0x7f2dec0cd8d0 0x7f2dec0cdd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.376 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.367+0000 7f2df3c25640 1 --2- 172.21.15.23:0/3478423413 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2dec0cfcf0 0x7f2dec0d0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.376 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.367+0000 7f2df3c25640 1 --2- 172.21.15.23:0/3478423413 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2dec1596e0 0x7f2dec0cf190 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.376 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.367+0000 7f2df3c25640 1 -- 172.21.15.23:0/3478423413 >> 172.21.15.23:0/3478423413 conn(0x7f2dec070fe0 msgr2=0x7f2dec0713e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:58.376 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.367+0000 7f2df3c25640 1 -- 172.21.15.23:0/3478423413 shutdown_connections 2023-06-26T03:02:58.376 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.367+0000 7f2df3c25640 1 -- 172.21.15.23:0/3478423413 wait complete. 2023-06-26T03:02:58.377 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.371+0000 7f2df3c25640 1 Processor -- start 2023-06-26T03:02:58.377 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.371+0000 7f2df3c25640 1 -- start start 2023-06-26T03:02:58.379 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.371+0000 7f2df3c25640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2dec0cd8d0 0x7f2dec15a9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:58.379 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.371+0000 7f2df3c25640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2dec0cfcf0 0x7f2dec15c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:58.379 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.371+0000 7f2df3c25640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2dec1596e0 0x7f2dec0c3210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:58.379 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.371+0000 7f2df3c25640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2dec14e2b0 con 0x7f2dec1596e0 2023-06-26T03:02:58.379 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.371+0000 7f2df3c25640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2dec14d980 con 0x7f2dec0cd8d0 2023-06-26T03:02:58.379 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.371+0000 7f2df3c25640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2dec14dc60 con 0x7f2dec0cfcf0 2023-06-26T03:02:58.380 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.371+0000 7f2df21c2640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2dec1596e0 0x7f2dec0c3210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:58.380 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.371+0000 7f2df21c2640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2dec1596e0 0x7f2dec0c3210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55728/0 (socket says 172.21.15.23:55728) 2023-06-26T03:02:58.380 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.371+0000 7f2df21c2640 1 -- 172.21.15.23:0/2215518187 learned_addr learned my addr 172.21.15.23:0/2215518187 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:58.380 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.371+0000 7f2df11c0640 1 --2- 172.21.15.23:0/2215518187 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2dec0cfcf0 0x7f2dec15c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:58.380 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.371+0000 7f2df19c1640 1 --2- 172.21.15.23:0/2215518187 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2dec0cd8d0 0x7f2dec15a9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:58.380 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.371+0000 7f2df21c2640 1 -- 172.21.15.23:0/2215518187 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2dec0cfcf0 msgr2=0x7f2dec15c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:58.381 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.371+0000 7f2df21c2640 1 --2- 172.21.15.23:0/2215518187 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2dec0cfcf0 0x7f2dec15c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.381 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.371+0000 7f2df21c2640 1 -- 172.21.15.23:0/2215518187 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2dec0cd8d0 msgr2=0x7f2dec15a9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:58.381 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.371+0000 7f2df21c2640 1 --2- 172.21.15.23:0/2215518187 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2dec0cd8d0 0x7f2dec15a9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.381 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.371+0000 7f2df21c2640 1 -- 172.21.15.23:0/2215518187 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2de80094d0 con 0x7f2dec1596e0 2023-06-26T03:02:58.381 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.371+0000 7f2df21c2640 1 --2- 172.21.15.23:0/2215518187 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2dec1596e0 0x7f2dec0c3210 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f2de4007e40 tx=0x7f2de400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:58.381 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.371+0000 7f2de27fc640 1 -- 172.21.15.23:0/2215518187 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2de4014620 con 0x7f2dec1596e0 2023-06-26T03:02:58.381 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.371+0000 7f2de27fc640 1 -- 172.21.15.23:0/2215518187 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2de400ee90 con 0x7f2dec1596e0 2023-06-26T03:02:58.381 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.371+0000 7f2df3c25640 1 -- 172.21.15.23:0/2215518187 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2dec14df40 con 0x7f2dec1596e0 2023-06-26T03:02:58.382 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.371+0000 7f2de27fc640 1 -- 172.21.15.23:0/2215518187 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2de40149e0 con 0x7f2dec1596e0 2023-06-26T03:02:58.382 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.371+0000 7f2df3c25640 1 -- 172.21.15.23:0/2215518187 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2dec0c3750 con 0x7f2dec1596e0 2023-06-26T03:02:58.382 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.371+0000 7f2df3c25640 1 -- 172.21.15.23:0/2215518187 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2dec14e460 con 0x7f2dec1596e0 2023-06-26T03:02:58.383 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.371+0000 7f2de27fc640 1 -- 172.21.15.23:0/2215518187 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f2de4014b40 con 0x7f2dec1596e0 2023-06-26T03:02:58.383 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.375+0000 7f2de27fc640 1 --2- 172.21.15.23:0/2215518187 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2dd00662b0 0x7f2dd0068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:58.383 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.375+0000 7f2de27fc640 1 -- 172.21.15.23:0/2215518187 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f2de4084a90 con 0x7f2dec1596e0 2023-06-26T03:02:58.383 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.375+0000 7f2df19c1640 1 --2- 172.21.15.23:0/2215518187 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2dd00662b0 0x7f2dd0068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:58.383 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.375+0000 7f2df19c1640 1 --2- 172.21.15.23:0/2215518187 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2dd00662b0 0x7f2dd0068760 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f2de80ae000 tx=0x7f2de8008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:58.385 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.379+0000 7f2de27fc640 1 -- 172.21.15.23:0/2215518187 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f2dec14e460 con 0x7f2dec1596e0 2023-06-26T03:02:58.540 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.531+0000 7f2df3c25640 1 -- 172.21.15.23:0/2215518187 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f2dec15cbc0 con 0x7f2dec1596e0 2023-06-26T03:02:58.540 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.535+0000 7f2de27fc640 1 -- 172.21.15.23:0/2215518187 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v29) v1 ==== 100+0+11 (secure 0 0 0) 0x7f2de40555d0 con 0x7f2dec1596e0 2023-06-26T03:02:58.541 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 64 2023-06-26T03:02:58.543 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.535+0000 7f2df3c25640 1 -- 172.21.15.23:0/2215518187 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2dd00662b0 msgr2=0x7f2dd0068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:58.543 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.535+0000 7f2df3c25640 1 --2- 172.21.15.23:0/2215518187 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2dd00662b0 0x7f2dd0068760 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f2de80ae000 tx=0x7f2de8008040 comp rx=0 tx=0).stop 2023-06-26T03:02:58.543 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.535+0000 7f2df3c25640 1 -- 172.21.15.23:0/2215518187 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2dec1596e0 msgr2=0x7f2dec0c3210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:58.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.535+0000 7f2df3c25640 1 --2- 172.21.15.23:0/2215518187 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2dec1596e0 0x7f2dec0c3210 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f2de4007e40 tx=0x7f2de400e4b0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.535+0000 7f2df3c25640 1 -- 172.21.15.23:0/2215518187 shutdown_connections 2023-06-26T03:02:58.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.535+0000 7f2df3c25640 1 --2- 172.21.15.23:0/2215518187 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2dd00662b0 0x7f2dd0068760 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.535+0000 7f2df3c25640 1 --2- 172.21.15.23:0/2215518187 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2dec1596e0 0x7f2dec0c3210 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.535+0000 7f2df3c25640 1 --2- 172.21.15.23:0/2215518187 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2dec0cfcf0 0x7f2dec15c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.535+0000 7f2df3c25640 1 --2- 172.21.15.23:0/2215518187 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2dec0cd8d0 0x7f2dec15a9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.535+0000 7f2df3c25640 1 -- 172.21.15.23:0/2215518187 >> 172.21.15.23:0/2215518187 conn(0x7f2dec070fe0 msgr2=0x7f2dec156a90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:58.545 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.535+0000 7f2df3c25640 1 -- 172.21.15.23:0/2215518187 shutdown_connections 2023-06-26T03:02:58.545 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.535+0000 7f2df3c25640 1 -- 172.21.15.23:0/2215518187 wait complete. 2023-06-26T03:02:58.560 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-06-26T03:02:58.681 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.675+0000 7f3711986640 1 Processor -- start 2023-06-26T03:02:58.681 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.675+0000 7f3711986640 1 -- start start 2023-06-26T03:02:58.682 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.675+0000 7f3711986640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f370c0d1960 0x7f370c0ce9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:58.682 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.675+0000 7f3711986640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f370c0cef90 con 0x7f370c15fc70 2023-06-26T03:02:58.683 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.675+0000 7f3711986640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f370c0cf270 con 0x7f370c0d2ab0 2023-06-26T03:02:58.683 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.675+0000 7f3711986640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f370c0b3ea0 con 0x7f370c0d1960 2023-06-26T03:02:58.683 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.675+0000 7f370b7fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f370c0d1960 0x7f370c0ce9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:58.683 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.675+0000 7f370affd640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f370c15fc70 0x7f370c0b42c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:51812/0 (socket says 172.21.15.23:51812) 2023-06-26T03:02:58.683 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.675+0000 7f370affd640 1 -- 172.21.15.23:0/144427911 learned_addr learned my addr 172.21.15.23:0/144427911 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:58.684 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.675+0000 7f370b7fe640 1 -- 172.21.15.23:0/144427911 >> v1:172.21.15.71:6789/0 conn(0x7f370c0d2ab0 legacy=0x7f370c0d1250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:58.684 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.675+0000 7f370b7fe640 1 -- 172.21.15.23:0/144427911 >> v1:172.21.15.23:6789/0 conn(0x7f370c15fc70 legacy=0x7f370c0b42c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:58.684 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.675+0000 7f370b7fe640 1 -- 172.21.15.23:0/144427911 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f370c0b3ac0 con 0x7f370c0d1960 2023-06-26T03:02:58.685 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.679+0000 7f370b7fe640 1 --2- 172.21.15.23:0/144427911 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f370c0d1960 0x7f370c0ce9b0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f37040097c0 tx=0x7f370401c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e98774c5d20093e server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:58.685 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.679+0000 7f3709ffb640 1 -- 172.21.15.23:0/144427911 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37040ab600 con 0x7f370c0d1960 2023-06-26T03:02:58.685 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.679+0000 7f3709ffb640 1 -- 172.21.15.23:0/144427911 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f37040a7050 con 0x7f370c0d1960 2023-06-26T03:02:58.685 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.679+0000 7f3709ffb640 1 -- 172.21.15.23:0/144427911 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37040ab980 con 0x7f370c0d1960 2023-06-26T03:02:58.686 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.679+0000 7f3711986640 1 -- 172.21.15.23:0/144427911 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f370c0d1960 msgr2=0x7f370c0ce9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:58.686 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.679+0000 7f3711986640 1 --2- 172.21.15.23:0/144427911 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f370c0d1960 0x7f370c0ce9b0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f37040097c0 tx=0x7f370401c3b0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.686 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.679+0000 7f3711986640 1 -- 172.21.15.23:0/144427911 shutdown_connections 2023-06-26T03:02:58.686 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.679+0000 7f3711986640 1 --2- 172.21.15.23:0/144427911 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f370c0d1960 0x7f370c0ce9b0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.687 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.679+0000 7f3711986640 1 -- 172.21.15.23:0/144427911 >> 172.21.15.23:0/144427911 conn(0x7f370c0d1fa0 msgr2=0x7f370c0d23a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:58.687 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.679+0000 7f3711986640 1 -- 172.21.15.23:0/144427911 shutdown_connections 2023-06-26T03:02:58.687 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.679+0000 7f3711986640 1 -- 172.21.15.23:0/144427911 wait complete. 2023-06-26T03:02:58.689 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.679+0000 7f3711986640 1 Processor -- start 2023-06-26T03:02:58.689 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.679+0000 7f3711986640 1 -- start start 2023-06-26T03:02:58.689 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.679+0000 7f3711986640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f370c0d1960 0x7f370c149100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:58.689 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.679+0000 7f3711986640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f370c0d2ab0 0x7f370c153e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:58.689 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.679+0000 7f3711986640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f370c15fc70 0x7f370c0cfe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:58.689 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.679+0000 7f3711986640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f370c0b2a50 con 0x7f370c0d1960 2023-06-26T03:02:58.690 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.679+0000 7f3711986640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f370c0b1de0 con 0x7f370c15fc70 2023-06-26T03:02:58.690 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.679+0000 7f3711986640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f370c0b20c0 con 0x7f370c0d2ab0 2023-06-26T03:02:58.690 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.679+0000 7f370affd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f370c0d1960 0x7f370c149100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:58.690 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.679+0000 7f370affd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f370c0d1960 0x7f370c149100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55744/0 (socket says 172.21.15.23:55744) 2023-06-26T03:02:58.690 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.679+0000 7f370affd640 1 -- 172.21.15.23:0/3059439823 learned_addr learned my addr 172.21.15.23:0/3059439823 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:58.690 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.679+0000 7f370a7fc640 1 --2- 172.21.15.23:0/3059439823 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f370c0d2ab0 0x7f370c153e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:58.690 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.679+0000 7f370affd640 1 -- 172.21.15.23:0/3059439823 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f370c0d2ab0 msgr2=0x7f370c153e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:58.691 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.679+0000 7f370affd640 1 --2- 172.21.15.23:0/3059439823 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f370c0d2ab0 0x7f370c153e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.691 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.679+0000 7f370affd640 1 -- 172.21.15.23:0/3059439823 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f370c15fc70 msgr2=0x7f370c0cfe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:58.691 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.679+0000 7f370b7fe640 1 --2- 172.21.15.23:0/3059439823 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f370c15fc70 0x7f370c0cfe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:58.691 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.679+0000 7f370affd640 1 --2- 172.21.15.23:0/3059439823 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f370c15fc70 0x7f370c0cfe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.691 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.679+0000 7f370affd640 1 -- 172.21.15.23:0/3059439823 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3704009420 con 0x7f370c0d1960 2023-06-26T03:02:58.691 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.679+0000 7f370affd640 1 --2- 172.21.15.23:0/3059439823 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f370c0d1960 0x7f370c149100 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f36fc00cba0 tx=0x7f36fc00a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:58.691 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.683+0000 7f3703fff640 1 -- 172.21.15.23:0/3059439823 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36fc00ad40 con 0x7f370c0d1960 2023-06-26T03:02:58.692 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.683+0000 7f3703fff640 1 -- 172.21.15.23:0/3059439823 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f36fc012400 con 0x7f370c0d1960 2023-06-26T03:02:58.692 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.683+0000 7f3711986640 1 -- 172.21.15.23:0/3059439823 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f370c0b23a0 con 0x7f370c0d1960 2023-06-26T03:02:58.692 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.683+0000 7f3703fff640 1 -- 172.21.15.23:0/3059439823 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36fc00aea0 con 0x7f370c0d1960 2023-06-26T03:02:58.692 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.683+0000 7f3711986640 1 -- 172.21.15.23:0/3059439823 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f370c0b1a00 con 0x7f370c0d1960 2023-06-26T03:02:58.693 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.683+0000 7f3711986640 1 -- 172.21.15.23:0/3059439823 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f370c0b2bc0 con 0x7f370c0d1960 2023-06-26T03:02:58.693 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.683+0000 7f3703fff640 1 -- 172.21.15.23:0/3059439823 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f36fc007070 con 0x7f370c0d1960 2023-06-26T03:02:58.693 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.683+0000 7f3703fff640 1 --2- 172.21.15.23:0/3059439823 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f36ec0662b0 0x7f36ec068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:58.693 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.683+0000 7f3703fff640 1 -- 172.21.15.23:0/3059439823 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f36fc083f00 con 0x7f370c0d1960 2023-06-26T03:02:58.693 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.683+0000 7f370a7fc640 1 --2- 172.21.15.23:0/3059439823 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f36ec0662b0 0x7f36ec068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:58.693 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.683+0000 7f370a7fc640 1 --2- 172.21.15.23:0/3059439823 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f36ec0662b0 0x7f36ec068760 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f370c15a5f0 tx=0x7f36f4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:58.694 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.687+0000 7f3703fff640 1 -- 172.21.15.23:0/3059439823 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f370c0b2bc0 con 0x7f370c0d1960 2023-06-26T03:02:58.845 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.839+0000 7f3711986640 1 -- 172.21.15.23:0/3059439823 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f370c0b2b90 con 0x7f370c0d1960 2023-06-26T03:02:58.846 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.839+0000 7f3703fff640 1 -- 172.21.15.23:0/3059439823 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v29) v1 ==== 103+0+11 (secure 0 0 0) 0x7f36fc0170a0 con 0x7f370c0d1960 2023-06-26T03:02:58.846 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:02:58.848 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.839+0000 7f3711986640 1 -- 172.21.15.23:0/3059439823 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f36ec0662b0 msgr2=0x7f36ec068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:58.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.839+0000 7f3711986640 1 --2- 172.21.15.23:0/3059439823 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f36ec0662b0 0x7f36ec068760 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f370c15a5f0 tx=0x7f36f4008040 comp rx=0 tx=0).stop 2023-06-26T03:02:58.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.843+0000 7f3711986640 1 -- 172.21.15.23:0/3059439823 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f370c0d1960 msgr2=0x7f370c149100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:58.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.843+0000 7f3711986640 1 --2- 172.21.15.23:0/3059439823 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f370c0d1960 0x7f370c149100 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f36fc00cba0 tx=0x7f36fc00a430 comp rx=0 tx=0).stop 2023-06-26T03:02:58.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.843+0000 7f3711986640 1 -- 172.21.15.23:0/3059439823 shutdown_connections 2023-06-26T03:02:58.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.843+0000 7f3711986640 1 --2- 172.21.15.23:0/3059439823 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f36ec0662b0 0x7f36ec068760 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.843+0000 7f3711986640 1 --2- 172.21.15.23:0/3059439823 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f370c15fc70 0x7f370c0cfe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.843+0000 7f3711986640 1 --2- 172.21.15.23:0/3059439823 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f370c0d2ab0 0x7f370c153e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.850 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.843+0000 7f3711986640 1 --2- 172.21.15.23:0/3059439823 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f370c0d1960 0x7f370c149100 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.850 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.843+0000 7f3711986640 1 -- 172.21.15.23:0/3059439823 >> 172.21.15.23:0/3059439823 conn(0x7f370c0d1fa0 msgr2=0x7f370c156c00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:58.850 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.843+0000 7f3711986640 1 -- 172.21.15.23:0/3059439823 shutdown_connections 2023-06-26T03:02:58.850 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.843+0000 7f3711986640 1 -- 172.21.15.23:0/3059439823 wait complete. 2023-06-26T03:02:58.865 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:02:58.981 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.975+0000 7f17947f5640 1 Processor -- start 2023-06-26T03:02:58.981 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.975+0000 7f17947f5640 1 -- start start 2023-06-26T03:02:58.982 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.975+0000 7f17947f5640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f178c0cad50 0x7f178c06f990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:58.983 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.975+0000 7f17947f5640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f178c0ce1a0 0x7f178c0c9570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:58.983 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.975+0000 7f17947f5640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f178c15abf0 con 0x7f178c06fed0 2023-06-26T03:02:58.983 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.975+0000 7f17947f5640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f178c1541d0 con 0x7f178c0ce1a0 2023-06-26T03:02:58.983 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.975+0000 7f17947f5640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f178c06f570 con 0x7f178c0cad50 2023-06-26T03:02:58.983 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.975+0000 7f1792d92640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f178c0ce1a0 0x7f178c0c9570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:58.983 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.975+0000 7f1792d92640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f178c0ce1a0 0x7f178c0c9570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55746/0 (socket says 172.21.15.23:55746) 2023-06-26T03:02:58.983 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.975+0000 7f1792d92640 1 -- 172.21.15.23:0/1958259137 learned_addr learned my addr 172.21.15.23:0/1958259137 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:58.984 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.975+0000 7f1792591640 1 --2- 172.21.15.23:0/1958259137 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f178c0cad50 0x7f178c06f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:58.984 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.975+0000 7f1792d92640 1 -- 172.21.15.23:0/1958259137 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f178c0cad50 msgr2=0x7f178c06f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:58.984 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.975+0000 7f1792d92640 1 --2- 172.21.15.23:0/1958259137 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f178c0cad50 0x7f178c06f990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.984 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.975+0000 7f179158f640 1 -- 172.21.15.23:0/1958259137 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2650308414 0 0) 0x7f178c15abf0 con 0x7f178c06fed0 2023-06-26T03:02:58.984 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.975+0000 7f1792d92640 1 -- 172.21.15.23:0/1958259137 >> v1:172.21.15.23:6789/0 conn(0x7f178c06fed0 legacy=0x7f178c0cda90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:58.985 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.975+0000 7f1792d92640 1 -- 172.21.15.23:0/1958259137 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f178c15a910 con 0x7f178c0ce1a0 2023-06-26T03:02:58.985 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.979+0000 7f1792d92640 1 --2- 172.21.15.23:0/1958259137 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f178c0ce1a0 0x7f178c0c9570 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f1784009e50 tx=0x7f178401c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23eb750fdef76d1f server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:58.985 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.979+0000 7f179158f640 1 -- 172.21.15.23:0/1958259137 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17840a5730 con 0x7f178c0ce1a0 2023-06-26T03:02:58.985 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.979+0000 7f179158f640 1 -- 172.21.15.23:0/1958259137 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17840a5890 con 0x7f178c0ce1a0 2023-06-26T03:02:58.986 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.979+0000 7f179158f640 1 -- 172.21.15.23:0/1958259137 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17840a5c20 con 0x7f178c0ce1a0 2023-06-26T03:02:58.986 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.979+0000 7f17947f5640 1 -- 172.21.15.23:0/1958259137 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f178c0ce1a0 msgr2=0x7f178c0c9570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:58.986 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.979+0000 7f17947f5640 1 --2- 172.21.15.23:0/1958259137 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f178c0ce1a0 0x7f178c0c9570 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f1784009e50 tx=0x7f178401c980 comp rx=0 tx=0).stop 2023-06-26T03:02:58.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.979+0000 7f17947f5640 1 -- 172.21.15.23:0/1958259137 shutdown_connections 2023-06-26T03:02:58.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.979+0000 7f17947f5640 1 --2- 172.21.15.23:0/1958259137 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f178c0ce1a0 0x7f178c0c9570 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.979+0000 7f17947f5640 1 --2- 172.21.15.23:0/1958259137 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f178c0cad50 0x7f178c06f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.979+0000 7f17947f5640 1 -- 172.21.15.23:0/1958259137 >> 172.21.15.23:0/1958259137 conn(0x7f178c069400 msgr2=0x7f178c069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:58.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.979+0000 7f17947f5640 1 -- 172.21.15.23:0/1958259137 shutdown_connections 2023-06-26T03:02:58.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.979+0000 7f17947f5640 1 -- 172.21.15.23:0/1958259137 wait complete. 2023-06-26T03:02:58.989 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.979+0000 7f17947f5640 1 Processor -- start 2023-06-26T03:02:58.989 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.979+0000 7f17947f5640 1 -- start start 2023-06-26T03:02:58.990 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.979+0000 7f17947f5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f178c06fed0 0x7f178c0c4c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:58.990 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.979+0000 7f17947f5640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f178c0cad50 0x7f178c13a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:58.990 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.979+0000 7f17947f5640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f178c0ce1a0 0x7f178c0b2180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:58.990 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.979+0000 7f17947f5640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f178c0c54e0 con 0x7f178c0ce1a0 2023-06-26T03:02:58.990 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.979+0000 7f17947f5640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f178c14d780 con 0x7f178c06fed0 2023-06-26T03:02:58.990 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.979+0000 7f17947f5640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f178c0c5180 con 0x7f178c0cad50 2023-06-26T03:02:58.990 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.979+0000 7f1792d92640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f178c0ce1a0 0x7f178c0b2180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:58.991 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.983+0000 7f1792d92640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f178c0ce1a0 0x7f178c0b2180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55762/0 (socket says 172.21.15.23:55762) 2023-06-26T03:02:58.991 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.983+0000 7f1792d92640 1 -- 172.21.15.23:0/1236474279 learned_addr learned my addr 172.21.15.23:0/1236474279 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:58.991 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.983+0000 7f1791d90640 1 --2- 172.21.15.23:0/1236474279 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f178c0cad50 0x7f178c13a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:58.991 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.983+0000 7f1792591640 1 --2- 172.21.15.23:0/1236474279 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f178c06fed0 0x7f178c0c4c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:58.991 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.983+0000 7f1792d92640 1 -- 172.21.15.23:0/1236474279 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f178c0cad50 msgr2=0x7f178c13a420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:58.991 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.983+0000 7f1792d92640 1 --2- 172.21.15.23:0/1236474279 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f178c0cad50 0x7f178c13a420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.991 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.983+0000 7f1792d92640 1 -- 172.21.15.23:0/1236474279 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f178c06fed0 msgr2=0x7f178c0c4c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:58.991 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.983+0000 7f1792d92640 1 --2- 172.21.15.23:0/1236474279 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f178c06fed0 0x7f178c0c4c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:58.992 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.983+0000 7f1792d92640 1 -- 172.21.15.23:0/1236474279 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1784009b30 con 0x7f178c0ce1a0 2023-06-26T03:02:58.992 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.983+0000 7f1792d92640 1 --2- 172.21.15.23:0/1236474279 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f178c0ce1a0 0x7f178c0b2180 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f1784009e50 tx=0x7f1784019720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:58.992 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.983+0000 7f1782ffd640 1 -- 172.21.15.23:0/1236474279 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17840b8470 con 0x7f178c0ce1a0 2023-06-26T03:02:58.992 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.983+0000 7f1782ffd640 1 -- 172.21.15.23:0/1236474279 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17840b85d0 con 0x7f178c0ce1a0 2023-06-26T03:02:58.992 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.983+0000 7f1782ffd640 1 -- 172.21.15.23:0/1236474279 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17840b8960 con 0x7f178c0ce1a0 2023-06-26T03:02:58.992 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.983+0000 7f17947f5640 1 -- 172.21.15.23:0/1236474279 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f178c0c5730 con 0x7f178c0ce1a0 2023-06-26T03:02:58.992 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.983+0000 7f17947f5640 1 -- 172.21.15.23:0/1236474279 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f178c14d130 con 0x7f178c0ce1a0 2023-06-26T03:02:58.993 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.983+0000 7f17947f5640 1 -- 172.21.15.23:0/1236474279 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f178c04d790 con 0x7f178c0ce1a0 2023-06-26T03:02:58.993 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.983+0000 7f1782ffd640 1 -- 172.21.15.23:0/1236474279 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f17840b8ac0 con 0x7f178c0ce1a0 2023-06-26T03:02:58.994 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.983+0000 7f1782ffd640 1 --2- 172.21.15.23:0/1236474279 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1770066280 0x7f1770068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:58.994 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.983+0000 7f1782ffd640 1 -- 172.21.15.23:0/1236474279 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f178411f250 con 0x7f178c0ce1a0 2023-06-26T03:02:58.994 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.983+0000 7f1792591640 1 --2- 172.21.15.23:0/1236474279 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1770066280 0x7f1770068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:58.994 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.987+0000 7f1792591640 1 --2- 172.21.15.23:0/1236474279 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1770066280 0x7f1770068730 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f1788009b70 tx=0x7f1788008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:58.995 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:58.987+0000 7f1782ffd640 1 -- 172.21.15.23:0/1236474279 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f17840ec480 con 0x7f178c0ce1a0 2023-06-26T03:02:59.148 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.139+0000 7f17947f5640 1 -- 172.21.15.23:0/1236474279 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f178c06b980 con 0x7f178c0ce1a0 2023-06-26T03:02:59.150 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.143+0000 7f1782ffd640 1 -- 172.21.15.23:0/1236474279 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+20143 (secure 0 0 0) 0x7f17840efaa0 con 0x7f178c0ce1a0 2023-06-26T03:02:59.150 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:02:59.151 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":29,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:02:51.222053+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:02:07.262805+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:02:07.823501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data_ec","create_time":"2023-06-26T03:02:10.900368+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.c","mappings":[{"from":3,"to":2}]},{"pgid":"4.26","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:02:59.152 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.143+0000 7f17947f5640 1 -- 172.21.15.23:0/1236474279 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1770066280 msgr2=0x7f1770068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:59.152 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.143+0000 7f17947f5640 1 --2- 172.21.15.23:0/1236474279 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1770066280 0x7f1770068730 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f1788009b70 tx=0x7f1788008040 comp rx=0 tx=0).stop 2023-06-26T03:02:59.152 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.143+0000 7f17947f5640 1 -- 172.21.15.23:0/1236474279 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f178c0ce1a0 msgr2=0x7f178c0b2180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:59.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.143+0000 7f17947f5640 1 --2- 172.21.15.23:0/1236474279 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f178c0ce1a0 0x7f178c0b2180 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f1784009e50 tx=0x7f1784019720 comp rx=0 tx=0).stop 2023-06-26T03:02:59.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.143+0000 7f17947f5640 1 -- 172.21.15.23:0/1236474279 shutdown_connections 2023-06-26T03:02:59.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.143+0000 7f17947f5640 1 --2- 172.21.15.23:0/1236474279 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1770066280 0x7f1770068730 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:59.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.143+0000 7f17947f5640 1 --2- 172.21.15.23:0/1236474279 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f178c0ce1a0 0x7f178c0b2180 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:59.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.143+0000 7f17947f5640 1 --2- 172.21.15.23:0/1236474279 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f178c0cad50 0x7f178c13a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:59.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.143+0000 7f17947f5640 1 --2- 172.21.15.23:0/1236474279 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f178c06fed0 0x7f178c0c4c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:59.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.143+0000 7f17947f5640 1 -- 172.21.15.23:0/1236474279 >> 172.21.15.23:0/1236474279 conn(0x7f178c069400 msgr2=0x7f178c0cbba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:59.154 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.147+0000 7f17947f5640 1 -- 172.21.15.23:0/1236474279 shutdown_connections 2023-06-26T03:02:59.154 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.147+0000 7f17947f5640 1 -- 172.21.15.23:0/1236474279 wait complete. 2023-06-26T03:02:59.169 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:01:57.280692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:02:02.819138+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-26T03:02:07.262805+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-26T03:02:07.823501+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-06-26T03:02:10.900368+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-06-26T03:02:59.169 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:02:59.285 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.279+0000 7f6cc82d5640 1 Processor -- start 2023-06-26T03:02:59.285 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.279+0000 7f6cc82d5640 1 -- start start 2023-06-26T03:02:59.287 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.279+0000 7f6cc82d5640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f6cc0157df0 0x7f6cc015c270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:59.287 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.279+0000 7f6cc82d5640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6cc00afc80 0x7f6cc0162b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:59.287 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.279+0000 7f6cc82d5640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6cc01581c0 con 0x7f6cc00cac80 2023-06-26T03:02:59.287 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.279+0000 7f6cc82d5640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6cc015c7b0 con 0x7f6cc0157df0 2023-06-26T03:02:59.287 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.279+0000 7f6cc82d5640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6cc0070af0 con 0x7f6cc00afc80 2023-06-26T03:02:59.287 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.279+0000 7f6cc6071640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f6cc0157df0 0x7f6cc015c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:59.288 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.279+0000 7f6cc5870640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f6cc00cac80 0x7f6cc00af570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:51830/0 (socket says 172.21.15.23:51830) 2023-06-26T03:02:59.288 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.279+0000 7f6cc6071640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f6cc0157df0 0x7f6cc015c270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55772/0 (socket says 172.21.15.23:55772) 2023-06-26T03:02:59.288 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.279+0000 7f6cc5870640 1 -- 172.21.15.23:0/1312215714 learned_addr learned my addr 172.21.15.23:0/1312215714 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:59.288 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.279+0000 7f6cc506f640 1 -- 172.21.15.23:0/1312215714 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2057096719 0 0) 0x7f6cbc001120 con 0x7f6cc00cac80 2023-06-26T03:02:59.288 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.279+0000 7f6cc506f640 1 -- 172.21.15.23:0/1312215714 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6cac003530 con 0x7f6cc00cac80 2023-06-26T03:02:59.288 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.279+0000 7f6cc6872640 1 --2- 172.21.15.23:0/1312215714 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6cc00afc80 0x7f6cc0162b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:59.288 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.279+0000 7f6cc6071640 1 -- 172.21.15.23:0/1312215714 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6cc00afc80 msgr2=0x7f6cc0162b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:59.289 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.279+0000 7f6cc6071640 1 --2- 172.21.15.23:0/1312215714 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6cc00afc80 0x7f6cc0162b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:59.289 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.279+0000 7f6cc6071640 1 -- 172.21.15.23:0/1312215714 >> v1:172.21.15.23:6789/0 conn(0x7f6cc00cac80 legacy=0x7f6cc00af570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:59.289 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.279+0000 7f6cc6071640 1 -- 172.21.15.23:0/1312215714 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6cc006ed60 con 0x7f6cc0157df0 2023-06-26T03:02:59.289 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.279+0000 7f6cc6872640 1 --2- 172.21.15.23:0/1312215714 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6cc00afc80 0x7f6cc0162b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:59.290 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.283+0000 7f6cc6071640 1 --2- 172.21.15.23:0/1312215714 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6cc0157df0 0x7f6cc015c270 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f6cb00097c0 tx=0x7f6cb001c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a423c95c4264fe26 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:59.290 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.283+0000 7f6cc506f640 1 -- 172.21.15.23:0/1312215714 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cb00ab650 con 0x7f6cc0157df0 2023-06-26T03:02:59.290 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.283+0000 7f6cc506f640 1 -- 172.21.15.23:0/1312215714 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6cb00ab7b0 con 0x7f6cc0157df0 2023-06-26T03:02:59.290 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.283+0000 7f6cc506f640 1 -- 172.21.15.23:0/1312215714 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cb00abb20 con 0x7f6cc0157df0 2023-06-26T03:02:59.291 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.283+0000 7f6cc82d5640 1 -- 172.21.15.23:0/1312215714 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6cc0157df0 msgr2=0x7f6cc015c270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:59.291 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.283+0000 7f6cc82d5640 1 --2- 172.21.15.23:0/1312215714 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6cc0157df0 0x7f6cc015c270 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f6cb00097c0 tx=0x7f6cb001c450 comp rx=0 tx=0).stop 2023-06-26T03:02:59.291 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.283+0000 7f6cc82d5640 1 -- 172.21.15.23:0/1312215714 shutdown_connections 2023-06-26T03:02:59.291 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.283+0000 7f6cc82d5640 1 --2- 172.21.15.23:0/1312215714 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6cc00afc80 0x7f6cc0162b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:59.291 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.283+0000 7f6cc82d5640 1 --2- 172.21.15.23:0/1312215714 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6cc0157df0 0x7f6cc015c270 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:59.291 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.283+0000 7f6cc82d5640 1 -- 172.21.15.23:0/1312215714 >> 172.21.15.23:0/1312215714 conn(0x7f6cc0069fc0 msgr2=0x7f6cc00ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:59.292 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.283+0000 7f6cc82d5640 1 -- 172.21.15.23:0/1312215714 shutdown_connections 2023-06-26T03:02:59.292 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.283+0000 7f6cc82d5640 1 -- 172.21.15.23:0/1312215714 wait complete. 2023-06-26T03:02:59.294 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.283+0000 7f6cc82d5640 1 Processor -- start 2023-06-26T03:02:59.294 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.283+0000 7f6cc82d5640 1 -- start start 2023-06-26T03:02:59.294 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.283+0000 7f6cc82d5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6cc00afc80 0x7f6cc0151f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:59.294 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.283+0000 7f6cc82d5640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6cc00cac80 0x7f6cc00c1d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:59.294 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.283+0000 7f6cc82d5640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6cc0157df0 0x7f6cc00c8250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:59.294 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.283+0000 7f6cc82d5640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6cc0152490 con 0x7f6cc00cac80 2023-06-26T03:02:59.295 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.283+0000 7f6cc82d5640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6cc00b0920 con 0x7f6cc00afc80 2023-06-26T03:02:59.295 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.283+0000 7f6cc82d5640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6cc00b0c00 con 0x7f6cc0157df0 2023-06-26T03:02:59.295 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.283+0000 7f6cc5870640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6cc00cac80 0x7f6cc00c1d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:59.295 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.283+0000 7f6cc5870640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6cc00cac80 0x7f6cc00c1d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55782/0 (socket says 172.21.15.23:55782) 2023-06-26T03:02:59.295 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.283+0000 7f6cc5870640 1 -- 172.21.15.23:0/2216795278 learned_addr learned my addr 172.21.15.23:0/2216795278 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:59.295 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.283+0000 7f6cc6872640 1 --2- 172.21.15.23:0/2216795278 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6cc0157df0 0x7f6cc00c8250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:59.295 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.287+0000 7f6cc6071640 1 --2- 172.21.15.23:0/2216795278 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6cc00afc80 0x7f6cc0151f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:59.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.287+0000 7f6cc5870640 1 -- 172.21.15.23:0/2216795278 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6cc0157df0 msgr2=0x7f6cc00c8250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:59.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.287+0000 7f6cc5870640 1 --2- 172.21.15.23:0/2216795278 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6cc0157df0 0x7f6cc00c8250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:59.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.287+0000 7f6cc5870640 1 -- 172.21.15.23:0/2216795278 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6cc00afc80 msgr2=0x7f6cc0151f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:59.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.287+0000 7f6cc5870640 1 --2- 172.21.15.23:0/2216795278 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6cc00afc80 0x7f6cc0151f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:59.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.287+0000 7f6cc5870640 1 -- 172.21.15.23:0/2216795278 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6cb0009420 con 0x7f6cc00cac80 2023-06-26T03:02:59.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.287+0000 7f6cc5870640 1 --2- 172.21.15.23:0/2216795278 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6cc00cac80 0x7f6cc00c1d10 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f6cbc00c400 tx=0x7f6cbc00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:59.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.287+0000 7f6cb6ffd640 1 -- 172.21.15.23:0/2216795278 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cbc005cf0 con 0x7f6cc00cac80 2023-06-26T03:02:59.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.287+0000 7f6cb6ffd640 1 -- 172.21.15.23:0/2216795278 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6cbc005e70 con 0x7f6cc00cac80 2023-06-26T03:02:59.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.287+0000 7f6cc82d5640 1 -- 172.21.15.23:0/2216795278 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6cc00b0ee0 con 0x7f6cc00cac80 2023-06-26T03:02:59.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.287+0000 7f6cb6ffd640 1 -- 172.21.15.23:0/2216795278 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cbc0072f0 con 0x7f6cc00cac80 2023-06-26T03:02:59.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.287+0000 7f6cc82d5640 1 -- 172.21.15.23:0/2216795278 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6cc00b14a0 con 0x7f6cc00cac80 2023-06-26T03:02:59.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.287+0000 7f6cc82d5640 1 -- 172.21.15.23:0/2216795278 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6cc004d790 con 0x7f6cc00cac80 2023-06-26T03:02:59.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.287+0000 7f6cb6ffd640 1 -- 172.21.15.23:0/2216795278 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f6cbc007450 con 0x7f6cc00cac80 2023-06-26T03:02:59.298 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.287+0000 7f6cb6ffd640 1 --2- 172.21.15.23:0/2216795278 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6ca4066280 0x7f6ca4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:59.298 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.287+0000 7f6cb6ffd640 1 -- 172.21.15.23:0/2216795278 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f6cbc083590 con 0x7f6cc00cac80 2023-06-26T03:02:59.298 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.287+0000 7f6cc6071640 1 --2- 172.21.15.23:0/2216795278 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6ca4066280 0x7f6ca4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:59.298 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.287+0000 7f6cc6071640 1 --2- 172.21.15.23:0/2216795278 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6ca4066280 0x7f6ca4068730 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f6cb00af000 tx=0x7f6cb00a7000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:59.299 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.291+0000 7f6cb6ffd640 1 -- 172.21.15.23:0/2216795278 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f6cbc0540c0 con 0x7f6cc00cac80 2023-06-26T03:02:59.445 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.439+0000 7f6cc82d5640 1 -- 172.21.15.23:0/2216795278 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6cc01581c0 con 0x7f6cc00cac80 2023-06-26T03:02:59.446 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.439+0000 7f6cb6ffd640 1 -- 172.21.15.23:0/2216795278 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v29) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6cc01581c0 con 0x7f6cc00cac80 2023-06-26T03:02:59.446 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 1 2023-06-26T03:02:59.448 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.439+0000 7f6cc82d5640 1 -- 172.21.15.23:0/2216795278 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6ca4066280 msgr2=0x7f6ca4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:59.448 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.439+0000 7f6cc82d5640 1 --2- 172.21.15.23:0/2216795278 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6ca4066280 0x7f6ca4068730 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f6cb00af000 tx=0x7f6cb00a7000 comp rx=0 tx=0).stop 2023-06-26T03:02:59.448 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.439+0000 7f6cc82d5640 1 -- 172.21.15.23:0/2216795278 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6cc00cac80 msgr2=0x7f6cc00c1d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:59.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.439+0000 7f6cc82d5640 1 --2- 172.21.15.23:0/2216795278 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6cc00cac80 0x7f6cc00c1d10 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f6cbc00c400 tx=0x7f6cbc00c8c0 comp rx=0 tx=0).stop 2023-06-26T03:02:59.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.439+0000 7f6cc82d5640 1 -- 172.21.15.23:0/2216795278 shutdown_connections 2023-06-26T03:02:59.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.439+0000 7f6cc82d5640 1 --2- 172.21.15.23:0/2216795278 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6ca4066280 0x7f6ca4068730 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:59.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.439+0000 7f6cc82d5640 1 --2- 172.21.15.23:0/2216795278 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6cc0157df0 0x7f6cc00c8250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:59.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.439+0000 7f6cc82d5640 1 --2- 172.21.15.23:0/2216795278 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6cc00cac80 0x7f6cc00c1d10 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:59.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.439+0000 7f6cc82d5640 1 --2- 172.21.15.23:0/2216795278 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6cc00afc80 0x7f6cc0151f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:59.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.439+0000 7f6cc82d5640 1 -- 172.21.15.23:0/2216795278 >> 172.21.15.23:0/2216795278 conn(0x7f6cc0069fc0 msgr2=0x7f6cc00af470 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:59.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.439+0000 7f6cc82d5640 1 -- 172.21.15.23:0/2216795278 shutdown_connections 2023-06-26T03:02:59.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.439+0000 7f6cc82d5640 1 -- 172.21.15.23:0/2216795278 wait complete. 2023-06-26T03:02:59.463 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:02:59.589 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.583+0000 7f9097de3640 1 Processor -- start 2023-06-26T03:02:59.589 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.583+0000 7f9097de3640 1 -- start start 2023-06-26T03:02:59.590 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.583+0000 7f9097de3640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f90900cb000 0x7f90900cdaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:59.591 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.583+0000 7f9097de3640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90900ce160 con 0x7f90900ae130 2023-06-26T03:02:59.591 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.583+0000 7f9097de3640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90900ce440 con 0x7f90900605e0 2023-06-26T03:02:59.591 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.583+0000 7f9097de3640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90900ce720 con 0x7f90900cb000 2023-06-26T03:02:59.591 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.583+0000 7f9095b7f640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f90900ae130 0x7f909005fed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:51838/0 (socket says 172.21.15.23:51838) 2023-06-26T03:02:59.591 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.583+0000 7f9095b7f640 1 -- 172.21.15.23:0/3017060466 learned_addr learned my addr 172.21.15.23:0/3017060466 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:59.593 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.583+0000 7f9096380640 1 --2- 172.21.15.23:0/3017060466 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f90900cb000 0x7f90900cdaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:59.593 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.583+0000 7f9094b7d640 1 -- 172.21.15.23:0/3017060466 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1873425250 0 0) 0x7f90900ce160 con 0x7f90900ae130 2023-06-26T03:02:59.593 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.583+0000 7f9094b7d640 1 -- 172.21.15.23:0/3017060466 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f907c003530 con 0x7f90900ae130 2023-06-26T03:02:59.593 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.583+0000 7f9094b7d640 1 -- 172.21.15.23:0/3017060466 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 511655073 0 0) 0x7f907c003530 con 0x7f90900ae130 2023-06-26T03:02:59.594 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.583+0000 7f9094b7d640 1 -- 172.21.15.23:0/3017060466 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f90900cb000 msgr2=0x7f90900cdaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:59.594 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.583+0000 7f9094b7d640 1 --2- 172.21.15.23:0/3017060466 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f90900cb000 0x7f90900cdaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:59.594 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.583+0000 7f9094b7d640 1 -- 172.21.15.23:0/3017060466 >> v1:172.21.15.71:6789/0 conn(0x7f90900605e0 legacy=0x7f909006d500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:59.594 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.583+0000 7f9094b7d640 1 -- 172.21.15.23:0/3017060466 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90900cea00 con 0x7f90900ae130 2023-06-26T03:02:59.594 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.583+0000 7f9094b7d640 1 -- 172.21.15.23:0/3017060466 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f908c001680 con 0x7f90900ae130 2023-06-26T03:02:59.594 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.583+0000 7f9094b7d640 1 -- 172.21.15.23:0/3017060466 >> v1:172.21.15.23:6789/0 conn(0x7f90900ae130 legacy=0x7f909005fed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:59.594 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.583+0000 7f9094b7d640 1 --2- 172.21.15.23:0/3017060466 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f90900cb000 0x7f907c0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:59.595 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.583+0000 7f9094b7d640 1 --2- 172.21.15.23:0/3017060466 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f907c003f30 0x7f907c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:59.595 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.583+0000 7f9094b7d640 1 --2- 172.21.15.23:0/3017060466 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f907c004d10 0x7f907c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:59.595 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.583+0000 7f9094b7d640 1 -- 172.21.15.23:0/3017060466 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90900ce720 con 0x7f907c004d10 2023-06-26T03:02:59.595 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.583+0000 7f9094b7d640 1 -- 172.21.15.23:0/3017060466 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f907c00bb00 con 0x7f907c003f30 2023-06-26T03:02:59.595 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.583+0000 7f9094b7d640 1 -- 172.21.15.23:0/3017060466 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f907c00bcc0 con 0x7f90900cb000 2023-06-26T03:02:59.595 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.583+0000 7f9096380640 1 --2- 172.21.15.23:0/3017060466 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f907c004d10 0x7f907c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:59.595 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.583+0000 7f9095b7f640 1 --2- 172.21.15.23:0/3017060466 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f90900cb000 0x7f907c0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:59.595 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.583+0000 7f909537e640 1 --2- 172.21.15.23:0/3017060466 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f907c003f30 0x7f907c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:59.596 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.583+0000 7f9096380640 1 -- 172.21.15.23:0/3017060466 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f90900cb000 msgr2=0x7f907c0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:59.596 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.583+0000 7f9096380640 1 --2- 172.21.15.23:0/3017060466 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f90900cb000 0x7f907c0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:59.596 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.583+0000 7f9096380640 1 -- 172.21.15.23:0/3017060466 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f907c003f30 msgr2=0x7f907c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:59.596 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.583+0000 7f9096380640 1 --2- 172.21.15.23:0/3017060466 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f907c003f30 0x7f907c0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:59.596 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.583+0000 7f9096380640 1 -- 172.21.15.23:0/3017060466 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f907c003530 con 0x7f907c004d10 2023-06-26T03:02:59.599 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.587+0000 7f9096380640 1 --2- 172.21.15.23:0/3017060466 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f907c004d10 0x7f907c005180 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f9088009f90 tx=0x7f908801cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee9ea87daa18b3ad server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:59.599 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.587+0000 7f9094b7d640 1 -- 172.21.15.23:0/3017060466 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90880a5c30 con 0x7f907c004d10 2023-06-26T03:02:59.599 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.587+0000 7f9094b7d640 1 -- 172.21.15.23:0/3017060466 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f908800f040 con 0x7f907c004d10 2023-06-26T03:02:59.599 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.587+0000 7f9094b7d640 1 -- 172.21.15.23:0/3017060466 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90880ad440 con 0x7f907c004d10 2023-06-26T03:02:59.599 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.587+0000 7f9097de3640 1 -- 172.21.15.23:0/3017060466 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f907c004d10 msgr2=0x7f907c005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:59.600 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.587+0000 7f9097de3640 1 --2- 172.21.15.23:0/3017060466 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f907c004d10 0x7f907c005180 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f9088009f90 tx=0x7f908801cc20 comp rx=0 tx=0).stop 2023-06-26T03:02:59.600 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.587+0000 7f9096380640 1 -- 172.21.15.23:0/3017060466 reap_dead start 2023-06-26T03:02:59.600 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.587+0000 7f9097de3640 1 -- 172.21.15.23:0/3017060466 shutdown_connections 2023-06-26T03:02:59.600 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.587+0000 7f9097de3640 1 -- 172.21.15.23:0/3017060466 >> 172.21.15.23:0/3017060466 conn(0x7f90900cece0 msgr2=0x7f90900cf0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:59.600 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.587+0000 7f9097de3640 1 -- 172.21.15.23:0/3017060466 shutdown_connections 2023-06-26T03:02:59.600 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.587+0000 7f9097de3640 1 -- 172.21.15.23:0/3017060466 wait complete. 2023-06-26T03:02:59.600 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.587+0000 7f9097de3640 1 Processor -- start 2023-06-26T03:02:59.601 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.587+0000 7f9097de3640 1 -- start start 2023-06-26T03:02:59.601 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.591+0000 7f9097de3640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9090152e60 0x7f90901e4c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:59.601 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.591+0000 7f9097de3640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9090153230 0x7f9090159ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:59.601 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.591+0000 7f9097de3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9090159290 0x7f909015a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:59.601 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.591+0000 7f9097de3640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9090157340 con 0x7f9090153230 2023-06-26T03:02:59.601 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.591+0000 7f9097de3640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90900c8a70 con 0x7f9090159290 2023-06-26T03:02:59.601 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.591+0000 7f9097de3640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90901e5170 con 0x7f9090152e60 2023-06-26T03:02:59.602 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.591+0000 7f909537e640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9090153230 0x7f9090159ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:59.602 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.591+0000 7f909537e640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9090153230 0x7f9090159ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55788/0 (socket says 172.21.15.23:55788) 2023-06-26T03:02:59.602 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.591+0000 7f909537e640 1 -- 172.21.15.23:0/439353332 learned_addr learned my addr 172.21.15.23:0/439353332 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:59.602 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.591+0000 7f9096380640 1 --2- 172.21.15.23:0/439353332 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9090159290 0x7f909015a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:59.602 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.591+0000 7f9095b7f640 1 --2- 172.21.15.23:0/439353332 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9090152e60 0x7f90901e4c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:59.602 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.591+0000 7f909537e640 1 -- 172.21.15.23:0/439353332 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9090152e60 msgr2=0x7f90901e4c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:59.602 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.591+0000 7f909537e640 1 --2- 172.21.15.23:0/439353332 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9090152e60 0x7f90901e4c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:59.603 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.591+0000 7f909537e640 1 -- 172.21.15.23:0/439353332 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9090159290 msgr2=0x7f909015a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:59.603 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.591+0000 7f909537e640 1 --2- 172.21.15.23:0/439353332 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9090159290 0x7f909015a1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:59.603 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.591+0000 7f909537e640 1 -- 172.21.15.23:0/439353332 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9090157590 con 0x7f9090153230 2023-06-26T03:02:59.603 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.591+0000 7f9095b7f640 1 --2- 172.21.15.23:0/439353332 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9090152e60 0x7f90901e4c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:59.603 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.591+0000 7f9096380640 1 --2- 172.21.15.23:0/439353332 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9090159290 0x7f909015a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:02:59.603 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.591+0000 7f909537e640 1 --2- 172.21.15.23:0/439353332 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9090153230 0x7f9090159ca0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f908000e580 tx=0x7f908000ea40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:59.603 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.591+0000 7f90867fc640 1 -- 172.21.15.23:0/439353332 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90800052e0 con 0x7f9090153230 2023-06-26T03:02:59.603 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.591+0000 7f90867fc640 1 -- 172.21.15.23:0/439353332 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9080005440 con 0x7f9090153230 2023-06-26T03:02:59.604 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.591+0000 7f9097de3640 1 -- 172.21.15.23:0/439353332 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9090157870 con 0x7f9090153230 2023-06-26T03:02:59.604 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.591+0000 7f90867fc640 1 -- 172.21.15.23:0/439353332 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9080003820 con 0x7f9090153230 2023-06-26T03:02:59.604 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.591+0000 7f9097de3640 1 -- 172.21.15.23:0/439353332 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90900c8320 con 0x7f9090153230 2023-06-26T03:02:59.604 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.591+0000 7f9097de3640 1 -- 172.21.15.23:0/439353332 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f909015f360 con 0x7f9090153230 2023-06-26T03:02:59.605 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.591+0000 7f90867fc640 1 -- 172.21.15.23:0/439353332 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f9080003980 con 0x7f9090153230 2023-06-26T03:02:59.605 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.591+0000 7f90867fc640 1 --2- 172.21.15.23:0/439353332 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9074066280 0x7f9074068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:59.605 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.591+0000 7f90867fc640 1 -- 172.21.15.23:0/439353332 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f9080083e40 con 0x7f9090153230 2023-06-26T03:02:59.605 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.595+0000 7f9095b7f640 1 --2- 172.21.15.23:0/439353332 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9074066280 0x7f9074068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:59.605 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.595+0000 7f9095b7f640 1 --2- 172.21.15.23:0/439353332 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9074066280 0x7f9074068730 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f908c0017b0 tx=0x7f908c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:59.605 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.599+0000 7f90867fc640 1 -- 172.21.15.23:0/439353332 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f9080050fa0 con 0x7f9090153230 2023-06-26T03:02:59.753 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.747+0000 7f9097de3640 1 -- 172.21.15.23:0/439353332 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f909004d790 con 0x7f9090153230 2023-06-26T03:02:59.754 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.747+0000 7f90867fc640 1 -- 172.21.15.23:0/439353332 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v29) v1 ==== 92+0+10 (secure 0 0 0) 0x7f908001a310 con 0x7f9090153230 2023-06-26T03:02:59.754 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 8 2023-06-26T03:02:59.756 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.747+0000 7f9097de3640 1 -- 172.21.15.23:0/439353332 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9074066280 msgr2=0x7f9074068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:59.756 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.747+0000 7f9097de3640 1 --2- 172.21.15.23:0/439353332 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9074066280 0x7f9074068730 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f908c0017b0 tx=0x7f908c009040 comp rx=0 tx=0).stop 2023-06-26T03:02:59.756 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.747+0000 7f9097de3640 1 -- 172.21.15.23:0/439353332 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9090153230 msgr2=0x7f9090159ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:59.756 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.747+0000 7f9097de3640 1 --2- 172.21.15.23:0/439353332 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9090153230 0x7f9090159ca0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f908000e580 tx=0x7f908000ea40 comp rx=0 tx=0).stop 2023-06-26T03:02:59.756 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.747+0000 7f9097de3640 1 -- 172.21.15.23:0/439353332 shutdown_connections 2023-06-26T03:02:59.756 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.747+0000 7f9097de3640 1 --2- 172.21.15.23:0/439353332 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9074066280 0x7f9074068730 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:59.757 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.747+0000 7f9097de3640 1 --2- 172.21.15.23:0/439353332 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9090159290 0x7f909015a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:59.757 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.747+0000 7f9097de3640 1 --2- 172.21.15.23:0/439353332 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9090153230 0x7f9090159ca0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:59.757 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.747+0000 7f9097de3640 1 --2- 172.21.15.23:0/439353332 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9090152e60 0x7f90901e4c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:59.757 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.747+0000 7f9097de3640 1 -- 172.21.15.23:0/439353332 >> 172.21.15.23:0/439353332 conn(0x7f90900cece0 msgr2=0x7f9090069950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:59.757 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.747+0000 7f9097de3640 1 -- 172.21.15.23:0/439353332 shutdown_connections 2023-06-26T03:02:59.757 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.747+0000 7f9097de3640 1 -- 172.21.15.23:0/439353332 wait complete. 2023-06-26T03:02:59.772 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-26T03:02:59.896 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.891+0000 7f572680f640 1 Processor -- start 2023-06-26T03:02:59.897 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.891+0000 7f572680f640 1 -- start start 2023-06-26T03:02:59.898 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.891+0000 7f572680f640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f572006ed60 0x7f57200af570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:59.898 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.891+0000 7f572680f640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f57200afab0 0x7f57200c84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:59.898 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.891+0000 7f572680f640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f57200afea0 con 0x7f5720157230 2023-06-26T03:02:59.898 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.891+0000 7f572680f640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f57200ca360 con 0x7f572006ed60 2023-06-26T03:02:59.898 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.891+0000 7f572680f640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f57200c97e0 con 0x7f57200afab0 2023-06-26T03:02:59.899 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.891+0000 7f57177fe640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f572006ed60 0x7f57200af570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:59.899 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.891+0000 7f5724dac640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f57200afab0 0x7f57200c84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:59.899 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.891+0000 7f571ffff640 1 --1- >> v1:172.21.15.71:6789/0 conn(0x7f5720157230 0x7f57200707c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.71:6789/0 says I am v1:172.21.15.23:59136/0 (socket says 172.21.15.23:59136) 2023-06-26T03:02:59.899 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.891+0000 7f571ffff640 1 -- 172.21.15.23:0/1145510182 learned_addr learned my addr 172.21.15.23:0/1145510182 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:02:59.899 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.891+0000 7f5724dac640 1 -- 172.21.15.23:0/1145510182 >> v2:172.21.15.71:3300/0 conn(0x7f572006ed60 msgr2=0x7f57200af570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:02:59.900 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.891+0000 7f5724dac640 1 --2- 172.21.15.23:0/1145510182 >> v2:172.21.15.71:3300/0 conn(0x7f572006ed60 0x7f57200af570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:59.900 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.891+0000 7f5724dac640 1 -- 172.21.15.23:0/1145510182 >> v1:172.21.15.71:6789/0 conn(0x7f5720157230 legacy=0x7f57200707c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:59.900 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.891+0000 7f5724dac640 1 -- 172.21.15.23:0/1145510182 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57200c9ac0 con 0x7f57200afab0 2023-06-26T03:02:59.901 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.895+0000 7f5724dac640 1 --2- 172.21.15.23:0/1145510182 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f57200afab0 0x7f57200c84b0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f5718009d90 tx=0x7f571801c800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7310a9dcc9beef28 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:59.901 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.895+0000 7f571f7fe640 1 -- 172.21.15.23:0/1145510182 <== mon.2 v2:172.21.15.71:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57180a58c0 con 0x7f57200afab0 2023-06-26T03:02:59.901 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.895+0000 7f571f7fe640 1 -- 172.21.15.23:0/1145510182 <== mon.2 v2:172.21.15.71:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f57180a5a20 con 0x7f57200afab0 2023-06-26T03:02:59.902 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.895+0000 7f571f7fe640 1 -- 172.21.15.23:0/1145510182 <== mon.2 v2:172.21.15.71:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57180a5db0 con 0x7f57200afab0 2023-06-26T03:02:59.902 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.895+0000 7f572680f640 1 -- 172.21.15.23:0/1145510182 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f57200afab0 msgr2=0x7f57200c84b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:59.902 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.895+0000 7f572680f640 1 --2- 172.21.15.23:0/1145510182 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f57200afab0 0x7f57200c84b0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f5718009d90 tx=0x7f571801c800 comp rx=0 tx=0).stop 2023-06-26T03:02:59.902 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.895+0000 7f572680f640 1 -- 172.21.15.23:0/1145510182 shutdown_connections 2023-06-26T03:02:59.903 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.895+0000 7f572680f640 1 --2- 172.21.15.23:0/1145510182 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f57200afab0 0x7f57200c84b0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:59.903 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.895+0000 7f572680f640 1 --2- 172.21.15.23:0/1145510182 >> v2:172.21.15.71:3300/0 conn(0x7f572006ed60 0x7f57200af570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:59.903 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.895+0000 7f572680f640 1 -- 172.21.15.23:0/1145510182 >> 172.21.15.23:0/1145510182 conn(0x7f5720069fc0 msgr2=0x7f57200ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:02:59.903 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.895+0000 7f572680f640 1 -- 172.21.15.23:0/1145510182 shutdown_connections 2023-06-26T03:02:59.903 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.895+0000 7f572680f640 1 -- 172.21.15.23:0/1145510182 wait complete. 2023-06-26T03:02:59.904 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.895+0000 7f572680f640 1 Processor -- start 2023-06-26T03:02:59.904 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.895+0000 7f572680f640 1 -- start start 2023-06-26T03:02:59.906 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.895+0000 7f572680f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f572006ed60 0x7f572014d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:59.906 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.895+0000 7f572680f640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f57200afab0 0x7f572014df80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:59.906 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.895+0000 7f572680f640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f572015abb0 0x7f572015b030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:59.906 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.895+0000 7f572680f640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5720150430 con 0x7f57200afab0 2023-06-26T03:02:59.906 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.895+0000 7f572680f640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5720150710 con 0x7f572006ed60 2023-06-26T03:02:59.906 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.895+0000 7f572680f640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f57201509f0 con 0x7f572015abb0 2023-06-26T03:02:59.907 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.899+0000 7f57177fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f57200afab0 0x7f572014df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:59.907 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.899+0000 7f57177fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f57200afab0 0x7f572014df80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55790/0 (socket says 172.21.15.23:55790) 2023-06-26T03:02:59.907 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.899+0000 7f57177fe640 1 -- 172.21.15.23:0/2845269734 learned_addr learned my addr 172.21.15.23:0/2845269734 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:02:59.907 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.899+0000 7f5724dac640 1 --2- 172.21.15.23:0/2845269734 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f572015abb0 0x7f572015b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:59.907 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.899+0000 7f571ffff640 1 --2- 172.21.15.23:0/2845269734 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f572006ed60 0x7f572014d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:59.907 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.899+0000 7f57177fe640 1 -- 172.21.15.23:0/2845269734 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f572015abb0 msgr2=0x7f572015b030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:59.907 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.899+0000 7f57177fe640 1 --2- 172.21.15.23:0/2845269734 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f572015abb0 0x7f572015b030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:59.908 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.899+0000 7f57177fe640 1 -- 172.21.15.23:0/2845269734 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f572006ed60 msgr2=0x7f572014d6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:02:59.908 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.899+0000 7f57177fe640 1 --2- 172.21.15.23:0/2845269734 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f572006ed60 0x7f572014d6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:02:59.908 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.899+0000 7f57177fe640 1 -- 172.21.15.23:0/2845269734 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5718009a70 con 0x7f57200afab0 2023-06-26T03:02:59.908 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.899+0000 7f571ffff640 1 --2- 172.21.15.23:0/2845269734 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f572006ed60 0x7f572014d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:02:59.908 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.899+0000 7f57177fe640 1 --2- 172.21.15.23:0/2845269734 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f57200afab0 0x7f572014df80 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f570800e930 tx=0x7f570800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:59.908 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.899+0000 7f571d7fa640 1 -- 172.21.15.23:0/2845269734 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5708009690 con 0x7f57200afab0 2023-06-26T03:02:59.908 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.899+0000 7f571d7fa640 1 -- 172.21.15.23:0/2845269734 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f570800ca00 con 0x7f57200afab0 2023-06-26T03:02:59.909 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.899+0000 7f571d7fa640 1 -- 172.21.15.23:0/2845269734 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f570800cd70 con 0x7f57200afab0 2023-06-26T03:02:59.909 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.899+0000 7f572680f640 1 -- 172.21.15.23:0/2845269734 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5720150cd0 con 0x7f57200afab0 2023-06-26T03:02:59.909 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.899+0000 7f572680f640 1 -- 172.21.15.23:0/2845269734 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5720150050 con 0x7f57200afab0 2023-06-26T03:02:59.910 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.899+0000 7f572680f640 1 -- 172.21.15.23:0/2845269734 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5720070350 con 0x7f57200afab0 2023-06-26T03:02:59.910 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.899+0000 7f571d7fa640 1 -- 172.21.15.23:0/2845269734 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f5708013470 con 0x7f57200afab0 2023-06-26T03:02:59.910 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.899+0000 7f571d7fa640 1 --2- 172.21.15.23:0/2845269734 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5700066280 0x7f5700068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:02:59.910 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.899+0000 7f571d7fa640 1 -- 172.21.15.23:0/2845269734 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f5708084270 con 0x7f57200afab0 2023-06-26T03:02:59.910 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.899+0000 7f571ffff640 1 --2- 172.21.15.23:0/2845269734 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5700066280 0x7f5700068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:02:59.910 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.903+0000 7f571ffff640 1 --2- 172.21.15.23:0/2845269734 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5700066280 0x7f5700068730 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f5710000f70 tx=0x7f5710009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:02:59.911 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:02:59.903+0000 7f571d7fa640 1 -- 172.21.15.23:0/2845269734 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f5708051530 con 0x7f57200afab0 2023-06-26T03:03:00.064 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.055+0000 7f572680f640 1 -- 172.21.15.23:0/2845269734 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f572004d790 con 0x7f57200afab0 2023-06-26T03:03:00.064 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.059+0000 7f571d7fa640 1 -- 172.21.15.23:0/2845269734 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v29) v1 ==== 104+0+11 (secure 0 0 0) 0x7f5708054b50 con 0x7f57200afab0 2023-06-26T03:03:00.065 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:03:00.067 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.059+0000 7f572680f640 1 -- 172.21.15.23:0/2845269734 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5700066280 msgr2=0x7f5700068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:00.067 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.059+0000 7f572680f640 1 --2- 172.21.15.23:0/2845269734 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5700066280 0x7f5700068730 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f5710000f70 tx=0x7f5710009040 comp rx=0 tx=0).stop 2023-06-26T03:03:00.068 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.059+0000 7f572680f640 1 -- 172.21.15.23:0/2845269734 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f57200afab0 msgr2=0x7f572014df80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:00.068 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.059+0000 7f572680f640 1 --2- 172.21.15.23:0/2845269734 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f57200afab0 0x7f572014df80 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f570800e930 tx=0x7f570800edf0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.068 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.059+0000 7f572680f640 1 -- 172.21.15.23:0/2845269734 shutdown_connections 2023-06-26T03:03:00.068 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.059+0000 7f572680f640 1 --2- 172.21.15.23:0/2845269734 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5700066280 0x7f5700068730 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.068 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.059+0000 7f572680f640 1 --2- 172.21.15.23:0/2845269734 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f572015abb0 0x7f572015b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.068 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.059+0000 7f572680f640 1 --2- 172.21.15.23:0/2845269734 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f57200afab0 0x7f572014df80 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.068 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.059+0000 7f572680f640 1 --2- 172.21.15.23:0/2845269734 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f572006ed60 0x7f572014d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.068 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.059+0000 7f572680f640 1 -- 172.21.15.23:0/2845269734 >> 172.21.15.23:0/2845269734 conn(0x7f5720069fc0 msgr2=0x7f572006bda0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:00.069 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.059+0000 7f572680f640 1 -- 172.21.15.23:0/2845269734 shutdown_connections 2023-06-26T03:03:00.069 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.059+0000 7f572680f640 1 -- 172.21.15.23:0/2845269734 wait complete. 2023-06-26T03:03:00.084 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-26T03:03:00.199 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.191+0000 7f7f9d93c640 1 Processor -- start 2023-06-26T03:03:00.199 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.191+0000 7f7f9d93c640 1 -- start start 2023-06-26T03:03:00.200 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.191+0000 7f7f9d93c640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f7f9815b6e0 0x7f7f980cc5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:00.201 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.191+0000 7f7f9d93c640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7f980ccb30 0x7f7f980b3a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:00.201 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.191+0000 7f7f9d93c640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7f980b43c0 con 0x7f7f980b3f60 2023-06-26T03:03:00.201 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.191+0000 7f7f9d93c640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7f980cf960 con 0x7f7f9815b6e0 2023-06-26T03:03:00.201 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.191+0000 7f7f9d93c640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f980cfca0 con 0x7f7f980ccb30 2023-06-26T03:03:00.201 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.191+0000 7f7f96ffd640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f7f9815b6e0 0x7f7f980cc5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:00.201 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.195+0000 7f7f96ffd640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f7f9815b6e0 0x7f7f980cc5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55794/0 (socket says 172.21.15.23:55794) 2023-06-26T03:03:00.201 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.195+0000 7f7f96ffd640 1 -- 172.21.15.23:0/1054981309 learned_addr learned my addr 172.21.15.23:0/1054981309 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:00.202 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.195+0000 7f7f967fc640 1 --2- 172.21.15.23:0/1054981309 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7f980ccb30 0x7f7f980b3a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:00.202 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.195+0000 7f7f96ffd640 1 -- 172.21.15.23:0/1054981309 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7f980ccb30 msgr2=0x7f7f980b3a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:00.202 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.195+0000 7f7f96ffd640 1 --2- 172.21.15.23:0/1054981309 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7f980ccb30 0x7f7f980b3a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.202 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.195+0000 7f7f96ffd640 1 -- 172.21.15.23:0/1054981309 >> v1:172.21.15.71:6789/0 conn(0x7f7f980b3f60 legacy=0x7f7f9815f2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:00.202 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.195+0000 7f7f96ffd640 1 -- 172.21.15.23:0/1054981309 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f980cede0 con 0x7f7f9815b6e0 2023-06-26T03:03:00.203 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.195+0000 7f7f96ffd640 1 --2- 172.21.15.23:0/1054981309 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7f9815b6e0 0x7f7f980cc5f0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f7f88009870 tx=0x7f7f8801c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e74534a54409a85 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:00.203 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.195+0000 7f7f95ffb640 1 -- 172.21.15.23:0/1054981309 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f880ac640 con 0x7f7f9815b6e0 2023-06-26T03:03:00.203 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.195+0000 7f7f95ffb640 1 -- 172.21.15.23:0/1054981309 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f880ac7a0 con 0x7f7f9815b6e0 2023-06-26T03:03:00.203 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.195+0000 7f7f95ffb640 1 -- 172.21.15.23:0/1054981309 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f880acb30 con 0x7f7f9815b6e0 2023-06-26T03:03:00.204 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.195+0000 7f7f9d93c640 1 -- 172.21.15.23:0/1054981309 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7f9815b6e0 msgr2=0x7f7f980cc5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:00.204 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.195+0000 7f7f9d93c640 1 --2- 172.21.15.23:0/1054981309 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7f9815b6e0 0x7f7f980cc5f0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f7f88009870 tx=0x7f7f8801c440 comp rx=0 tx=0).stop 2023-06-26T03:03:00.204 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.195+0000 7f7f9d93c640 1 -- 172.21.15.23:0/1054981309 shutdown_connections 2023-06-26T03:03:00.204 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.195+0000 7f7f9d93c640 1 --2- 172.21.15.23:0/1054981309 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7f980ccb30 0x7f7f980b3a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.204 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.195+0000 7f7f9d93c640 1 --2- 172.21.15.23:0/1054981309 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7f9815b6e0 0x7f7f980cc5f0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.205 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.195+0000 7f7f9d93c640 1 -- 172.21.15.23:0/1054981309 >> 172.21.15.23:0/1054981309 conn(0x7f7f980d1fa0 msgr2=0x7f7f980d23a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:00.205 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.195+0000 7f7f9d93c640 1 -- 172.21.15.23:0/1054981309 shutdown_connections 2023-06-26T03:03:00.205 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.195+0000 7f7f9d93c640 1 -- 172.21.15.23:0/1054981309 wait complete. 2023-06-26T03:03:00.205 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.199+0000 7f7f9d93c640 1 Processor -- start 2023-06-26T03:03:00.206 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.199+0000 7f7f9d93c640 1 -- start start 2023-06-26T03:03:00.207 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.199+0000 7f7f9d93c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7f980b3f60 0x7f7f98156ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:00.207 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.199+0000 7f7f9d93c640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7f980ccb30 0x7f7f980b6cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:00.207 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.199+0000 7f7f9d93c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7f9815b6e0 0x7f7f980c75c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:00.207 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.199+0000 7f7f9d93c640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f9815e730 con 0x7f7f9815b6e0 2023-06-26T03:03:00.208 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.199+0000 7f7f9d93c640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f9815e2a0 con 0x7f7f980b3f60 2023-06-26T03:03:00.208 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.199+0000 7f7f9d93c640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f981573e0 con 0x7f7f980ccb30 2023-06-26T03:03:00.208 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.199+0000 7f7f977fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7f9815b6e0 0x7f7f980c75c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:00.208 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.199+0000 7f7f977fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7f9815b6e0 0x7f7f980c75c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55796/0 (socket says 172.21.15.23:55796) 2023-06-26T03:03:00.208 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.199+0000 7f7f977fe640 1 -- 172.21.15.23:0/779646036 learned_addr learned my addr 172.21.15.23:0/779646036 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:00.208 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.199+0000 7f7f96ffd640 1 --2- 172.21.15.23:0/779646036 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7f980b3f60 0x7f7f98156ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:00.208 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.199+0000 7f7f967fc640 1 --2- 172.21.15.23:0/779646036 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7f980ccb30 0x7f7f980b6cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:00.209 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.199+0000 7f7f977fe640 1 -- 172.21.15.23:0/779646036 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7f980ccb30 msgr2=0x7f7f980b6cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:00.209 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.199+0000 7f7f977fe640 1 --2- 172.21.15.23:0/779646036 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7f980ccb30 0x7f7f980b6cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.209 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.199+0000 7f7f977fe640 1 -- 172.21.15.23:0/779646036 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7f980b3f60 msgr2=0x7f7f98156ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:00.209 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.199+0000 7f7f977fe640 1 --2- 172.21.15.23:0/779646036 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7f980b3f60 0x7f7f98156ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.209 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.199+0000 7f7f977fe640 1 -- 172.21.15.23:0/779646036 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f880094d0 con 0x7f7f9815b6e0 2023-06-26T03:03:00.209 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.199+0000 7f7f977fe640 1 --2- 172.21.15.23:0/779646036 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7f9815b6e0 0x7f7f980c75c0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f7f9000c7b0 tx=0x7f7f9000cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:00.209 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.199+0000 7f7f7ffff640 1 -- 172.21.15.23:0/779646036 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f90004b70 con 0x7f7f9815b6e0 2023-06-26T03:03:00.210 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.199+0000 7f7f7ffff640 1 -- 172.21.15.23:0/779646036 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f90004cd0 con 0x7f7f9815b6e0 2023-06-26T03:03:00.210 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.199+0000 7f7f9d93c640 1 -- 172.21.15.23:0/779646036 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7f9815d970 con 0x7f7f9815b6e0 2023-06-26T03:03:00.210 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.199+0000 7f7f7ffff640 1 -- 172.21.15.23:0/779646036 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f9000aa90 con 0x7f7f9815b6e0 2023-06-26T03:03:00.210 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.199+0000 7f7f9d93c640 1 -- 172.21.15.23:0/779646036 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7f9815df30 con 0x7f7f9815b6e0 2023-06-26T03:03:00.211 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.199+0000 7f7f9d93c640 1 -- 172.21.15.23:0/779646036 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7f9804d790 con 0x7f7f9815b6e0 2023-06-26T03:03:00.211 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.203+0000 7f7f7ffff640 1 -- 172.21.15.23:0/779646036 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f7f9000abf0 con 0x7f7f9815b6e0 2023-06-26T03:03:00.211 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.203+0000 7f7f7ffff640 1 --2- 172.21.15.23:0/779646036 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7f84066280 0x7f7f84068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:00.211 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.203+0000 7f7f7ffff640 1 -- 172.21.15.23:0/779646036 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f7f90084080 con 0x7f7f9815b6e0 2023-06-26T03:03:00.211 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.203+0000 7f7f96ffd640 1 --2- 172.21.15.23:0/779646036 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7f84066280 0x7f7f84068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:00.211 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.203+0000 7f7f96ffd640 1 --2- 172.21.15.23:0/779646036 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7f84066280 0x7f7f84068730 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f7f880ae000 tx=0x7f7f880a6070 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:00.214 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.207+0000 7f7f7ffff640 1 -- 172.21.15.23:0/779646036 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f7f90051280 con 0x7f7f9815b6e0 2023-06-26T03:03:00.363 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.355+0000 7f7f9d93c640 1 -- 172.21.15.23:0/779646036 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f7f9815e3e0 con 0x7f7f9815b6e0 2023-06-26T03:03:00.363 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.355+0000 7f7f7ffff640 1 -- 172.21.15.23:0/779646036 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v29) v1 ==== 100+0+11 (secure 0 0 0) 0x7f7f900548a0 con 0x7f7f9815b6e0 2023-06-26T03:03:00.364 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 64 2023-06-26T03:03:00.365 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.359+0000 7f7f9d93c640 1 -- 172.21.15.23:0/779646036 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7f84066280 msgr2=0x7f7f84068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:00.365 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.359+0000 7f7f9d93c640 1 --2- 172.21.15.23:0/779646036 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7f84066280 0x7f7f84068730 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f7f880ae000 tx=0x7f7f880a6070 comp rx=0 tx=0).stop 2023-06-26T03:03:00.366 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.359+0000 7f7f9d93c640 1 -- 172.21.15.23:0/779646036 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7f9815b6e0 msgr2=0x7f7f980c75c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:00.366 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.359+0000 7f7f9d93c640 1 --2- 172.21.15.23:0/779646036 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7f9815b6e0 0x7f7f980c75c0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f7f9000c7b0 tx=0x7f7f9000cc70 comp rx=0 tx=0).stop 2023-06-26T03:03:00.366 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.359+0000 7f7f9d93c640 1 -- 172.21.15.23:0/779646036 shutdown_connections 2023-06-26T03:03:00.366 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.359+0000 7f7f9d93c640 1 --2- 172.21.15.23:0/779646036 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7f84066280 0x7f7f84068730 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.366 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.359+0000 7f7f9d93c640 1 --2- 172.21.15.23:0/779646036 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7f9815b6e0 0x7f7f980c75c0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.366 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.359+0000 7f7f9d93c640 1 --2- 172.21.15.23:0/779646036 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7f980ccb30 0x7f7f980b6cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.366 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.359+0000 7f7f9d93c640 1 --2- 172.21.15.23:0/779646036 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7f980b3f60 0x7f7f98156ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.367 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.359+0000 7f7f9d93c640 1 -- 172.21.15.23:0/779646036 >> 172.21.15.23:0/779646036 conn(0x7f7f980d1fa0 msgr2=0x7f7f98069400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:00.367 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.359+0000 7f7f9d93c640 1 -- 172.21.15.23:0/779646036 shutdown_connections 2023-06-26T03:03:00.367 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.359+0000 7f7f9d93c640 1 -- 172.21.15.23:0/779646036 wait complete. 2023-06-26T03:03:00.380 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-06-26T03:03:00.494 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.487+0000 7faa613de640 1 Processor -- start 2023-06-26T03:03:00.494 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.487+0000 7faa613de640 1 -- start start 2023-06-26T03:03:00.496 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.487+0000 7faa613de640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7faa5c15fc50 0x7faa5c0c8140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:00.496 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.487+0000 7faa613de640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7faa5c0c9fd0 0x7faa5c0af9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:00.496 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.487+0000 7faa613de640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faa5c0aff00 con 0x7faa5c0af570 2023-06-26T03:03:00.496 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.487+0000 7faa613de640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faa5c160020 con 0x7faa5c0c9fd0 2023-06-26T03:03:00.497 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.487+0000 7faa613de640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faa5c070f10 con 0x7faa5c15fc50 2023-06-26T03:03:00.497 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.487+0000 7faa5b7fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7faa5c0c9fd0 0x7faa5c0af9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:00.497 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.487+0000 7faa5a7fc640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7faa5c0af570 0x7faa5c0c98c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:51852/0 (socket says 172.21.15.23:51852) 2023-06-26T03:03:00.497 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.487+0000 7faa5a7fc640 1 -- 172.21.15.23:0/2000865265 learned_addr learned my addr 172.21.15.23:0/2000865265 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:00.497 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.487+0000 7faa5affd640 1 --2- 172.21.15.23:0/2000865265 >> v2:172.21.15.71:3300/0 conn(0x7faa5c15fc50 0x7faa5c0c8140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:00.497 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.487+0000 7faa5b7fe640 1 -- 172.21.15.23:0/2000865265 >> v2:172.21.15.71:3300/0 conn(0x7faa5c15fc50 msgr2=0x7faa5c0c8140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:00.497 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.487+0000 7faa5b7fe640 1 --2- 172.21.15.23:0/2000865265 >> v2:172.21.15.71:3300/0 conn(0x7faa5c15fc50 0x7faa5c0c8140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.497 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.487+0000 7faa5b7fe640 1 -- 172.21.15.23:0/2000865265 >> v1:172.21.15.23:6789/0 conn(0x7faa5c0af570 legacy=0x7faa5c0c98c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:00.498 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.487+0000 7faa5b7fe640 1 -- 172.21.15.23:0/2000865265 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa5c070080 con 0x7faa5c0c9fd0 2023-06-26T03:03:00.498 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.487+0000 7faa59ffb640 1 -- 172.21.15.23:0/2000865265 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2885393505 0 0) 0x7faa50001120 con 0x7faa5c0af570 2023-06-26T03:03:00.499 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.491+0000 7faa5b7fe640 1 --2- 172.21.15.23:0/2000865265 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7faa5c0c9fd0 0x7faa5c0af9c0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7faa5c06a860 tx=0x7faa4c01c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c9eeeb93a1b6423 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:00.499 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.491+0000 7faa59ffb640 1 -- 172.21.15.23:0/2000865265 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa4c0a7070 con 0x7faa5c0c9fd0 2023-06-26T03:03:00.499 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.491+0000 7faa59ffb640 1 -- 172.21.15.23:0/2000865265 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa4c0ab430 con 0x7faa5c0c9fd0 2023-06-26T03:03:00.499 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.491+0000 7faa59ffb640 1 -- 172.21.15.23:0/2000865265 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa4c0ab7c0 con 0x7faa5c0c9fd0 2023-06-26T03:03:00.499 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.491+0000 7faa613de640 1 -- 172.21.15.23:0/2000865265 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7faa5c0c9fd0 msgr2=0x7faa5c0af9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:00.500 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.491+0000 7faa613de640 1 --2- 172.21.15.23:0/2000865265 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7faa5c0c9fd0 0x7faa5c0af9c0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7faa5c06a860 tx=0x7faa4c01c430 comp rx=0 tx=0).stop 2023-06-26T03:03:00.500 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.491+0000 7faa613de640 1 -- 172.21.15.23:0/2000865265 shutdown_connections 2023-06-26T03:03:00.500 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.491+0000 7faa613de640 1 --2- 172.21.15.23:0/2000865265 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7faa5c0c9fd0 0x7faa5c0af9c0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.500 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.491+0000 7faa613de640 1 --2- 172.21.15.23:0/2000865265 >> v2:172.21.15.71:3300/0 conn(0x7faa5c15fc50 0x7faa5c0c8140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.500 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.491+0000 7faa613de640 1 -- 172.21.15.23:0/2000865265 >> 172.21.15.23:0/2000865265 conn(0x7faa5c069fc0 msgr2=0x7faa5c0ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:00.500 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.491+0000 7faa613de640 1 -- 172.21.15.23:0/2000865265 shutdown_connections 2023-06-26T03:03:00.500 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.491+0000 7faa613de640 1 -- 172.21.15.23:0/2000865265 wait complete. 2023-06-26T03:03:00.502 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.491+0000 7faa613de640 1 Processor -- start 2023-06-26T03:03:00.502 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.491+0000 7faa613de640 1 -- start start 2023-06-26T03:03:00.503 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.495+0000 7faa613de640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faa5c0af570 0x7faa5c162cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:00.503 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.495+0000 7faa613de640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7faa5c0c9fd0 0x7faa5c157e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:00.503 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.495+0000 7faa613de640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7faa5c15fc50 0x7faa5c161850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:00.503 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.495+0000 7faa613de640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa5c158370 con 0x7faa5c15fc50 2023-06-26T03:03:00.503 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.495+0000 7faa613de640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa5c149a90 con 0x7faa5c0af570 2023-06-26T03:03:00.503 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.495+0000 7faa613de640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faa5c156130 con 0x7faa5c0c9fd0 2023-06-26T03:03:00.503 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.495+0000 7faa5b7fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7faa5c15fc50 0x7faa5c161850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:00.504 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.495+0000 7faa5b7fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7faa5c15fc50 0x7faa5c161850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55808/0 (socket says 172.21.15.23:55808) 2023-06-26T03:03:00.504 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.495+0000 7faa5b7fe640 1 -- 172.21.15.23:0/1445519181 learned_addr learned my addr 172.21.15.23:0/1445519181 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:00.504 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.495+0000 7faa5affd640 1 --2- 172.21.15.23:0/1445519181 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faa5c0af570 0x7faa5c162cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:00.504 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.495+0000 7faa5a7fc640 1 --2- 172.21.15.23:0/1445519181 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7faa5c0c9fd0 0x7faa5c157e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:00.504 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.495+0000 7faa5b7fe640 1 -- 172.21.15.23:0/1445519181 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7faa5c0c9fd0 msgr2=0x7faa5c157e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:00.504 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.495+0000 7faa5b7fe640 1 --2- 172.21.15.23:0/1445519181 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7faa5c0c9fd0 0x7faa5c157e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.504 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.495+0000 7faa5b7fe640 1 -- 172.21.15.23:0/1445519181 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faa5c0af570 msgr2=0x7faa5c162cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:00.505 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.495+0000 7faa5b7fe640 1 --2- 172.21.15.23:0/1445519181 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faa5c0af570 0x7faa5c162cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.505 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.495+0000 7faa5b7fe640 1 -- 172.21.15.23:0/1445519181 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa4c009420 con 0x7faa5c15fc50 2023-06-26T03:03:00.505 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.495+0000 7faa5affd640 1 --2- 172.21.15.23:0/1445519181 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faa5c0af570 0x7faa5c162cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:03:00.505 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.495+0000 7faa5b7fe640 1 --2- 172.21.15.23:0/1445519181 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7faa5c15fc50 0x7faa5c161850 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7faa4c01a060 tx=0x7faa4c01ac70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:00.505 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.495+0000 7faa437fe640 1 -- 172.21.15.23:0/1445519181 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa4c0bf610 con 0x7faa5c15fc50 2023-06-26T03:03:00.505 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.495+0000 7faa437fe640 1 -- 172.21.15.23:0/1445519181 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa4c0bf790 con 0x7faa5c15fc50 2023-06-26T03:03:00.505 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.495+0000 7faa613de640 1 -- 172.21.15.23:0/1445519181 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faa5c162130 con 0x7faa5c15fc50 2023-06-26T03:03:00.505 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.495+0000 7faa613de640 1 -- 172.21.15.23:0/1445519181 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faa5c1626f0 con 0x7faa5c15fc50 2023-06-26T03:03:00.506 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.495+0000 7faa437fe640 1 -- 172.21.15.23:0/1445519181 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa4c0bfb40 con 0x7faa5c15fc50 2023-06-26T03:03:00.506 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.495+0000 7faa613de640 1 -- 172.21.15.23:0/1445519181 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faa3c005260 con 0x7faa5c15fc50 2023-06-26T03:03:00.506 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.495+0000 7faa437fe640 1 -- 172.21.15.23:0/1445519181 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7faa4c0b5400 con 0x7faa5c15fc50 2023-06-26T03:03:00.507 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.495+0000 7faa437fe640 1 --2- 172.21.15.23:0/1445519181 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7faa48066280 0x7faa48068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:00.507 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.495+0000 7faa437fe640 1 -- 172.21.15.23:0/1445519181 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7faa4c11ec00 con 0x7faa5c15fc50 2023-06-26T03:03:00.507 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.495+0000 7faa5affd640 1 --2- 172.21.15.23:0/1445519181 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7faa48066280 0x7faa48068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:00.507 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.499+0000 7faa5affd640 1 --2- 172.21.15.23:0/1445519181 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7faa48066280 0x7faa48068730 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7faa54003fd0 tx=0x7faa540039e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:00.508 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.503+0000 7faa437fe640 1 -- 172.21.15.23:0/1445519181 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7faa4c125080 con 0x7faa5c15fc50 2023-06-26T03:03:00.655 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.647+0000 7faa613de640 1 -- 172.21.15.23:0/1445519181 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7faa3c005a90 con 0x7faa5c15fc50 2023-06-26T03:03:00.656 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.651+0000 7faa437fe640 1 -- 172.21.15.23:0/1445519181 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v29) v1 ==== 103+0+11 (secure 0 0 0) 0x7faa4c0ebcc0 con 0x7faa5c15fc50 2023-06-26T03:03:00.657 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:03:00.658 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.651+0000 7faa613de640 1 -- 172.21.15.23:0/1445519181 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7faa48066280 msgr2=0x7faa48068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:00.659 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.651+0000 7faa613de640 1 --2- 172.21.15.23:0/1445519181 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7faa48066280 0x7faa48068730 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7faa54003fd0 tx=0x7faa540039e0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.659 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.651+0000 7faa613de640 1 -- 172.21.15.23:0/1445519181 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7faa5c15fc50 msgr2=0x7faa5c161850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:00.659 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.651+0000 7faa613de640 1 --2- 172.21.15.23:0/1445519181 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7faa5c15fc50 0x7faa5c161850 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7faa4c01a060 tx=0x7faa4c01ac70 comp rx=0 tx=0).stop 2023-06-26T03:03:00.659 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.651+0000 7faa613de640 1 -- 172.21.15.23:0/1445519181 shutdown_connections 2023-06-26T03:03:00.659 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.651+0000 7faa613de640 1 --2- 172.21.15.23:0/1445519181 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7faa48066280 0x7faa48068730 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.659 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.651+0000 7faa613de640 1 --2- 172.21.15.23:0/1445519181 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7faa5c15fc50 0x7faa5c161850 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.659 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.651+0000 7faa613de640 1 --2- 172.21.15.23:0/1445519181 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7faa5c0c9fd0 0x7faa5c157e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.659 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.651+0000 7faa613de640 1 --2- 172.21.15.23:0/1445519181 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7faa5c0af570 0x7faa5c162cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.660 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.651+0000 7faa613de640 1 -- 172.21.15.23:0/1445519181 >> 172.21.15.23:0/1445519181 conn(0x7faa5c069fc0 msgr2=0x7faa5c0ccf70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:00.660 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.651+0000 7faa613de640 1 -- 172.21.15.23:0/1445519181 shutdown_connections 2023-06-26T03:03:00.660 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.651+0000 7faa613de640 1 -- 172.21.15.23:0/1445519181 wait complete. 2023-06-26T03:03:00.674 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:03:00.796 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.791+0000 7f534474b640 1 Processor -- start 2023-06-26T03:03:00.796 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.791+0000 7f534474b640 1 -- start start 2023-06-26T03:03:00.797 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.791+0000 7f534474b640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f533c159630 0x7f533c071f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:00.798 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.791+0000 7f534474b640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f533c159a00 0x7f533c0aeb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:00.798 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.791+0000 7f534474b640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f533c0c9bf0 con 0x7f533c0ae160 2023-06-26T03:03:00.798 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.791+0000 7f534474b640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f533c0ced30 con 0x7f533c159630 2023-06-26T03:03:00.798 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.791+0000 7f534474b640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f533c0c98c0 con 0x7f533c159a00 2023-06-26T03:03:00.799 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.791+0000 7f5341ce6640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f533c159a00 0x7f533c0aeb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:00.799 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.791+0000 7f53424e7640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f533c159630 0x7f533c071f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:00.799 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.791+0000 7f5341ce6640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f533c159a00 0x7f533c0aeb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3301/0 says I am v2:172.21.15.23:38314/0 (socket says 172.21.15.23:38314) 2023-06-26T03:03:00.799 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.791+0000 7f5342ce8640 1 --1- >> v1:172.21.15.71:6789/0 conn(0x7f533c0ae160 0x7f533c15d330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.71:6789/0 says I am v1:172.21.15.23:59162/0 (socket says 172.21.15.23:59162) 2023-06-26T03:03:00.799 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.791+0000 7f5341ce6640 1 -- 172.21.15.23:0/3448434697 learned_addr learned my addr 172.21.15.23:0/3448434697 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:00.800 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.791+0000 7f5341ce6640 1 -- 172.21.15.23:0/3448434697 >> v2:172.21.15.71:3300/0 conn(0x7f533c159630 msgr2=0x7f533c071f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:00.800 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.791+0000 7f5341ce6640 1 --2- 172.21.15.23:0/3448434697 >> v2:172.21.15.71:3300/0 conn(0x7f533c159630 0x7f533c071f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.800 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.791+0000 7f5341ce6640 1 -- 172.21.15.23:0/3448434697 >> v1:172.21.15.71:6789/0 conn(0x7f533c0ae160 legacy=0x7f533c15d330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:00.800 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.791+0000 7f5341ce6640 1 -- 172.21.15.23:0/3448434697 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f533c0cefd0 con 0x7f533c159a00 2023-06-26T03:03:00.801 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.795+0000 7f5341ce6640 1 --2- 172.21.15.23:0/3448434697 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f533c159a00 0x7f533c0aeb60 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f532c009870 tx=0x7f532c01c540 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f4aa07f43b3c3747 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:00.801 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.795+0000 7f53414e5640 1 -- 172.21.15.23:0/3448434697 <== mon.2 v2:172.21.15.71:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f532c0aa680 con 0x7f533c159a00 2023-06-26T03:03:00.802 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.795+0000 7f53414e5640 1 -- 172.21.15.23:0/3448434697 <== mon.2 v2:172.21.15.71:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f532c0aa7e0 con 0x7f533c159a00 2023-06-26T03:03:00.802 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.795+0000 7f53414e5640 1 -- 172.21.15.23:0/3448434697 <== mon.2 v2:172.21.15.71:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f532c0aab70 con 0x7f533c159a00 2023-06-26T03:03:00.802 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.795+0000 7f534474b640 1 -- 172.21.15.23:0/3448434697 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f533c159a00 msgr2=0x7f533c0aeb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:00.803 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.795+0000 7f534474b640 1 --2- 172.21.15.23:0/3448434697 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f533c159a00 0x7f533c0aeb60 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f532c009870 tx=0x7f532c01c540 comp rx=0 tx=0).stop 2023-06-26T03:03:00.803 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.795+0000 7f534474b640 1 -- 172.21.15.23:0/3448434697 shutdown_connections 2023-06-26T03:03:00.803 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.795+0000 7f534474b640 1 --2- 172.21.15.23:0/3448434697 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f533c159a00 0x7f533c0aeb60 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.803 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.795+0000 7f534474b640 1 --2- 172.21.15.23:0/3448434697 >> v2:172.21.15.71:3300/0 conn(0x7f533c159630 0x7f533c071f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.803 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.795+0000 7f534474b640 1 -- 172.21.15.23:0/3448434697 >> 172.21.15.23:0/3448434697 conn(0x7f533c070a40 msgr2=0x7f533c070e40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:00.803 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.795+0000 7f534474b640 1 -- 172.21.15.23:0/3448434697 shutdown_connections 2023-06-26T03:03:00.804 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.795+0000 7f534474b640 1 -- 172.21.15.23:0/3448434697 wait complete. 2023-06-26T03:03:00.805 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.795+0000 7f534474b640 1 Processor -- start 2023-06-26T03:03:00.806 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.795+0000 7f534474b640 1 -- start start 2023-06-26T03:03:00.806 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.799+0000 7f534474b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f533c0ae160 0x7f533c0c7030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:00.806 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.799+0000 7f534474b640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f533c159630 0x7f533c151b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:00.806 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.799+0000 7f534474b640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f533c159a00 0x7f533c162810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:00.806 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.799+0000 7f534474b640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f533c0ac260 con 0x7f533c159630 2023-06-26T03:03:00.806 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.799+0000 7f534474b640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f533c0ac4e0 con 0x7f533c0ae160 2023-06-26T03:03:00.807 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.799+0000 7f534474b640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f533c0ac7c0 con 0x7f533c159a00 2023-06-26T03:03:00.807 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.799+0000 7f5341ce6640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f533c159630 0x7f533c151b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:00.807 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.799+0000 7f5341ce6640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f533c159630 0x7f533c151b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55816/0 (socket says 172.21.15.23:55816) 2023-06-26T03:03:00.807 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.799+0000 7f5341ce6640 1 -- 172.21.15.23:0/60990292 learned_addr learned my addr 172.21.15.23:0/60990292 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:00.807 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.799+0000 7f53424e7640 1 --2- 172.21.15.23:0/60990292 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f533c0ae160 0x7f533c0c7030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:00.807 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.799+0000 7f5342ce8640 1 --2- 172.21.15.23:0/60990292 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f533c159a00 0x7f533c162810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:00.807 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.799+0000 7f5341ce6640 1 -- 172.21.15.23:0/60990292 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f533c159a00 msgr2=0x7f533c162810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:00.808 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.799+0000 7f5341ce6640 1 --2- 172.21.15.23:0/60990292 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f533c159a00 0x7f533c162810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.808 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.799+0000 7f5341ce6640 1 -- 172.21.15.23:0/60990292 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f533c0ae160 msgr2=0x7f533c0c7030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:00.808 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.799+0000 7f5341ce6640 1 --2- 172.21.15.23:0/60990292 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f533c0ae160 0x7f533c0c7030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.808 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.799+0000 7f5341ce6640 1 -- 172.21.15.23:0/60990292 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f532c0094d0 con 0x7f533c159630 2023-06-26T03:03:00.808 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.799+0000 7f5341ce6640 1 --2- 172.21.15.23:0/60990292 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f533c159630 0x7f533c151b20 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f532c0ac040 tx=0x7f532c0192e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:00.808 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.799+0000 7f5332ffd640 1 -- 172.21.15.23:0/60990292 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f532c0bf680 con 0x7f533c159630 2023-06-26T03:03:00.808 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.799+0000 7f5332ffd640 1 -- 172.21.15.23:0/60990292 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f532c0b8070 con 0x7f533c159630 2023-06-26T03:03:00.809 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.799+0000 7f534474b640 1 -- 172.21.15.23:0/60990292 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f533c0acaa0 con 0x7f533c159630 2023-06-26T03:03:00.809 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.799+0000 7f5332ffd640 1 -- 172.21.15.23:0/60990292 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f532c0bfa60 con 0x7f533c159630 2023-06-26T03:03:00.809 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.799+0000 7f534474b640 1 -- 172.21.15.23:0/60990292 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f533c0ad060 con 0x7f533c159630 2023-06-26T03:03:00.809 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.799+0000 7f534474b640 1 -- 172.21.15.23:0/60990292 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f533c0ad250 con 0x7f533c159630 2023-06-26T03:03:00.810 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.799+0000 7f5332ffd640 1 -- 172.21.15.23:0/60990292 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f532c0bfbc0 con 0x7f533c159630 2023-06-26T03:03:00.810 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.799+0000 7f5332ffd640 1 --2- 172.21.15.23:0/60990292 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5320066280 0x7f5320068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:00.810 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.799+0000 7f5332ffd640 1 -- 172.21.15.23:0/60990292 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f532c0ba070 con 0x7f533c159630 2023-06-26T03:03:00.810 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.799+0000 7f53424e7640 1 --2- 172.21.15.23:0/60990292 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5320066280 0x7f5320068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:00.810 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.803+0000 7f53424e7640 1 --2- 172.21.15.23:0/60990292 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5320066280 0x7f5320068730 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f533c14fe30 tx=0x7f5338008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:00.811 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.803+0000 7f5332ffd640 1 -- 172.21.15.23:0/60990292 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f532c0ec3d0 con 0x7f533c159630 2023-06-26T03:03:00.972 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.963+0000 7f534474b640 1 -- 172.21.15.23:0/60990292 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f533c04d790 con 0x7f533c159630 2023-06-26T03:03:00.974 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.967+0000 7f5332ffd640 1 -- 172.21.15.23:0/60990292 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+20143 (secure 0 0 0) 0x7f532c0ef9f0 con 0x7f533c159630 2023-06-26T03:03:00.974 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:03:00.975 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":29,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:02:51.222053+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:02:07.262805+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:02:07.823501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data_ec","create_time":"2023-06-26T03:02:10.900368+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.c","mappings":[{"from":3,"to":2}]},{"pgid":"4.26","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:03:00.976 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.971+0000 7f534474b640 1 -- 172.21.15.23:0/60990292 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5320066280 msgr2=0x7f5320068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:00.977 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.971+0000 7f534474b640 1 --2- 172.21.15.23:0/60990292 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5320066280 0x7f5320068730 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f533c14fe30 tx=0x7f5338008040 comp rx=0 tx=0).stop 2023-06-26T03:03:00.977 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.971+0000 7f534474b640 1 -- 172.21.15.23:0/60990292 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f533c159630 msgr2=0x7f533c151b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:00.977 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.971+0000 7f534474b640 1 --2- 172.21.15.23:0/60990292 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f533c159630 0x7f533c151b20 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f532c0ac040 tx=0x7f532c0192e0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.977 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.971+0000 7f534474b640 1 -- 172.21.15.23:0/60990292 shutdown_connections 2023-06-26T03:03:00.977 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.971+0000 7f534474b640 1 --2- 172.21.15.23:0/60990292 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5320066280 0x7f5320068730 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.977 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.971+0000 7f534474b640 1 --2- 172.21.15.23:0/60990292 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f533c159a00 0x7f533c162810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.977 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.971+0000 7f534474b640 1 --2- 172.21.15.23:0/60990292 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f533c159630 0x7f533c151b20 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.978 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.971+0000 7f534474b640 1 --2- 172.21.15.23:0/60990292 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f533c0ae160 0x7f533c0c7030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:00.978 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.971+0000 7f534474b640 1 -- 172.21.15.23:0/60990292 >> 172.21.15.23:0/60990292 conn(0x7f533c070a40 msgr2=0x7f533c070e10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:00.978 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.971+0000 7f534474b640 1 -- 172.21.15.23:0/60990292 shutdown_connections 2023-06-26T03:03:00.978 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:00.971+0000 7f534474b640 1 -- 172.21.15.23:0/60990292 wait complete. 2023-06-26T03:03:00.993 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:01:57.280692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:02:02.819138+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-26T03:02:07.262805+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-26T03:02:07.823501+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-06-26T03:02:10.900368+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-06-26T03:03:00.994 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:03:01.116 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.107+0000 7f12a2432640 1 Processor -- start 2023-06-26T03:03:01.116 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.107+0000 7f12a2432640 1 -- start start 2023-06-26T03:03:01.117 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.111+0000 7f12a2432640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f129c157230 0x7f129c06ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:01.118 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.111+0000 7f12a2432640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f129c0afc80 0x7f129c0c84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:01.118 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.111+0000 7f12a2432640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f129c06f2a0 con 0x7f129c0707c0 2023-06-26T03:03:01.118 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.111+0000 7f12a2432640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f129c0ca360 con 0x7f129c157230 2023-06-26T03:03:01.118 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.111+0000 7f12a2432640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f129c0c97e0 con 0x7f129c0afc80 2023-06-26T03:03:01.118 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.111+0000 7f129bfff640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f129c157230 0x7f129c06ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:01.118 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.111+0000 7f129b7fe640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f129c0707c0 0x7f129c0af570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:51868/0 (socket says 172.21.15.23:51868) 2023-06-26T03:03:01.118 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.111+0000 7f129bfff640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f129c157230 0x7f129c06ed60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55824/0 (socket says 172.21.15.23:55824) 2023-06-26T03:03:01.119 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.111+0000 7f129b7fe640 1 -- 172.21.15.23:0/4197399837 learned_addr learned my addr 172.21.15.23:0/4197399837 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:01.119 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.111+0000 7f12a09cf640 1 --2- 172.21.15.23:0/4197399837 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f129c0afc80 0x7f129c0c84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:01.119 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.111+0000 7f129bfff640 1 -- 172.21.15.23:0/4197399837 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f129c0afc80 msgr2=0x7f129c0c84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:01.119 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.111+0000 7f129bfff640 1 --2- 172.21.15.23:0/4197399837 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f129c0afc80 0x7f129c0c84b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:01.120 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.111+0000 7f129bfff640 1 -- 172.21.15.23:0/4197399837 >> v1:172.21.15.23:6789/0 conn(0x7f129c0707c0 legacy=0x7f129c0af570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:01.120 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.111+0000 7f129bfff640 1 -- 172.21.15.23:0/4197399837 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f129c0c9ac0 con 0x7f129c157230 2023-06-26T03:03:01.120 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.111+0000 7f12a09cf640 1 --2- 172.21.15.23:0/4197399837 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f129c0afc80 0x7f129c0c84b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:03:01.120 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.111+0000 7f129affd640 1 -- 172.21.15.23:0/4197399837 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1798085608 0 0) 0x7f129c06f2a0 con 0x7f129c0707c0 2023-06-26T03:03:01.121 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.111+0000 7f129bfff640 1 --2- 172.21.15.23:0/4197399837 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f129c157230 0x7f129c06ed60 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f128c0097c0 tx=0x7f128c01c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1613dded8c4f0773 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:01.121 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.111+0000 7f129affd640 1 -- 172.21.15.23:0/4197399837 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f128c0ab600 con 0x7f129c157230 2023-06-26T03:03:01.121 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.111+0000 7f129affd640 1 -- 172.21.15.23:0/4197399837 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f128c0a7050 con 0x7f129c157230 2023-06-26T03:03:01.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.111+0000 7f129affd640 1 -- 172.21.15.23:0/4197399837 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f128c0ab980 con 0x7f129c157230 2023-06-26T03:03:01.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.115+0000 7f12a2432640 1 -- 172.21.15.23:0/4197399837 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f129c157230 msgr2=0x7f129c06ed60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:01.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.115+0000 7f12a2432640 1 --2- 172.21.15.23:0/4197399837 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f129c157230 0x7f129c06ed60 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f128c0097c0 tx=0x7f128c01c330 comp rx=0 tx=0).stop 2023-06-26T03:03:01.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.115+0000 7f12a2432640 1 -- 172.21.15.23:0/4197399837 shutdown_connections 2023-06-26T03:03:01.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.115+0000 7f12a2432640 1 --2- 172.21.15.23:0/4197399837 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f129c0afc80 0x7f129c0c84b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:01.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.115+0000 7f12a2432640 1 --2- 172.21.15.23:0/4197399837 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f129c157230 0x7f129c06ed60 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:01.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.115+0000 7f12a2432640 1 -- 172.21.15.23:0/4197399837 >> 172.21.15.23:0/4197399837 conn(0x7f129c069fc0 msgr2=0x7f129c0ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:01.123 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.115+0000 7f12a2432640 1 -- 172.21.15.23:0/4197399837 shutdown_connections 2023-06-26T03:03:01.123 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.115+0000 7f12a2432640 1 -- 172.21.15.23:0/4197399837 wait complete. 2023-06-26T03:03:01.125 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.115+0000 7f12a2432640 1 Processor -- start 2023-06-26T03:03:01.125 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.115+0000 7f12a2432640 1 -- start start 2023-06-26T03:03:01.125 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.115+0000 7f12a2432640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f129c0707c0 0x7f129c0c3a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:01.125 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.115+0000 7f12a2432640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f129c0afc80 0x7f129c0ab890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:01.125 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.115+0000 7f12a2432640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f129c0abdd0 0x7f129c1551c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:01.125 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.115+0000 7f12a2432640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f129c0ac250 con 0x7f129c0707c0 2023-06-26T03:03:01.126 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.115+0000 7f12a2432640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f129c0ae590 con 0x7f129c0abdd0 2023-06-26T03:03:01.126 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.115+0000 7f12a2432640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f129c0c3f40 con 0x7f129c0afc80 2023-06-26T03:03:01.126 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.115+0000 7f129bfff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f129c0707c0 0x7f129c0c3a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:01.126 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.115+0000 7f129bfff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f129c0707c0 0x7f129c0c3a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55838/0 (socket says 172.21.15.23:55838) 2023-06-26T03:03:01.126 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.115+0000 7f129bfff640 1 -- 172.21.15.23:0/4189631046 learned_addr learned my addr 172.21.15.23:0/4189631046 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:01.126 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.115+0000 7f129b7fe640 1 --2- 172.21.15.23:0/4189631046 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f129c0afc80 0x7f129c0ab890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:01.126 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.115+0000 7f12a09cf640 1 --2- 172.21.15.23:0/4189631046 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f129c0abdd0 0x7f129c1551c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:01.127 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.115+0000 7f129bfff640 1 -- 172.21.15.23:0/4189631046 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f129c0afc80 msgr2=0x7f129c0ab890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:01.127 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.115+0000 7f129bfff640 1 --2- 172.21.15.23:0/4189631046 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f129c0afc80 0x7f129c0ab890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:01.127 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.115+0000 7f129bfff640 1 -- 172.21.15.23:0/4189631046 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f129c0abdd0 msgr2=0x7f129c1551c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:01.127 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.115+0000 7f129bfff640 1 --2- 172.21.15.23:0/4189631046 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f129c0abdd0 0x7f129c1551c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:01.127 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.115+0000 7f129bfff640 1 -- 172.21.15.23:0/4189631046 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f128c009420 con 0x7f129c0707c0 2023-06-26T03:03:01.127 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.115+0000 7f129bfff640 1 --2- 172.21.15.23:0/4189631046 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f129c0707c0 0x7f129c0c3a00 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f128c019f60 tx=0x7f128c0190d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:01.127 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.115+0000 7f1298ff9640 1 -- 172.21.15.23:0/4189631046 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f128c0b4610 con 0x7f129c0707c0 2023-06-26T03:03:01.127 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.115+0000 7f1298ff9640 1 -- 172.21.15.23:0/4189631046 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f128c0abe90 con 0x7f129c0707c0 2023-06-26T03:03:01.128 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.115+0000 7f12a2432640 1 -- 172.21.15.23:0/4189631046 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f129c0ae830 con 0x7f129c0707c0 2023-06-26T03:03:01.128 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.115+0000 7f1298ff9640 1 -- 172.21.15.23:0/4189631046 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f128c0b49d0 con 0x7f129c0707c0 2023-06-26T03:03:01.128 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.115+0000 7f12a2432640 1 -- 172.21.15.23:0/4189631046 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f129c0aedf0 con 0x7f129c0707c0 2023-06-26T03:03:01.128 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.119+0000 7f12a2432640 1 -- 172.21.15.23:0/4189631046 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f129c04d790 con 0x7f129c0707c0 2023-06-26T03:03:01.129 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.119+0000 7f1298ff9640 1 -- 172.21.15.23:0/4189631046 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f128c0b2040 con 0x7f129c0707c0 2023-06-26T03:03:01.129 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.119+0000 7f1298ff9640 1 --2- 172.21.15.23:0/4189631046 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f12880662b0 0x7f1288068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:01.129 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.119+0000 7f1298ff9640 1 -- 172.21.15.23:0/4189631046 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f128c11dc70 con 0x7f129c0707c0 2023-06-26T03:03:01.129 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.119+0000 7f129b7fe640 1 --2- 172.21.15.23:0/4189631046 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f12880662b0 0x7f1288068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:01.129 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.119+0000 7f129b7fe640 1 --2- 172.21.15.23:0/4189631046 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f12880662b0 0x7f1288068760 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f129c0af720 tx=0x7f1290007b60 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:01.130 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.123+0000 7f1298ff9640 1 -- 172.21.15.23:0/4189631046 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f128c0ead20 con 0x7f129c0707c0 2023-06-26T03:03:01.288 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.279+0000 7f12a2432640 1 -- 172.21.15.23:0/4189631046 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f129c06ffb0 con 0x7f129c0707c0 2023-06-26T03:03:01.292 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.287+0000 7f1298ff9640 1 -- 172.21.15.23:0/4189631046 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v29) v1 ==== 93+0+10 (secure 0 0 0) 0x7f128c0ee340 con 0x7f129c0707c0 2023-06-26T03:03:01.293 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 1 2023-06-26T03:03:01.295 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.287+0000 7f12a2432640 1 -- 172.21.15.23:0/4189631046 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f12880662b0 msgr2=0x7f1288068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:01.295 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.287+0000 7f12a2432640 1 --2- 172.21.15.23:0/4189631046 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f12880662b0 0x7f1288068760 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f129c0af720 tx=0x7f1290007b60 comp rx=0 tx=0).stop 2023-06-26T03:03:01.295 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.287+0000 7f12a2432640 1 -- 172.21.15.23:0/4189631046 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f129c0707c0 msgr2=0x7f129c0c3a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:01.295 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.287+0000 7f12a2432640 1 --2- 172.21.15.23:0/4189631046 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f129c0707c0 0x7f129c0c3a00 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f128c019f60 tx=0x7f128c0190d0 comp rx=0 tx=0).stop 2023-06-26T03:03:01.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.287+0000 7f12a2432640 1 -- 172.21.15.23:0/4189631046 shutdown_connections 2023-06-26T03:03:01.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.287+0000 7f12a2432640 1 --2- 172.21.15.23:0/4189631046 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f12880662b0 0x7f1288068760 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:01.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.287+0000 7f12a2432640 1 --2- 172.21.15.23:0/4189631046 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f129c0abdd0 0x7f129c1551c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:01.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.287+0000 7f12a2432640 1 --2- 172.21.15.23:0/4189631046 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f129c0afc80 0x7f129c0ab890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:01.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.287+0000 7f12a2432640 1 --2- 172.21.15.23:0/4189631046 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f129c0707c0 0x7f129c0c3a00 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:01.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.287+0000 7f12a2432640 1 -- 172.21.15.23:0/4189631046 >> 172.21.15.23:0/4189631046 conn(0x7f129c069fc0 msgr2=0x7f129c14f960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:01.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.287+0000 7f12a2432640 1 -- 172.21.15.23:0/4189631046 shutdown_connections 2023-06-26T03:03:01.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.287+0000 7f12a2432640 1 -- 172.21.15.23:0/4189631046 wait complete. 2023-06-26T03:03:01.312 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:03:01.440 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe213cac640 1 Processor -- start 2023-06-26T03:03:01.441 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe213cac640 1 -- start start 2023-06-26T03:03:01.441 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe213cac640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe20c0afc80 0x7fe20c1665e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:01.442 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe213cac640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe20c0cd8f0 con 0x7fe20c0706b0 2023-06-26T03:03:01.442 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe213cac640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe20c15bb40 con 0x7fe20c0c8140 2023-06-26T03:03:01.442 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe213cac640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe20c0ad350 con 0x7fe20c0afc80 2023-06-26T03:03:01.442 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe211a48640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fe20c0706b0 0x7fe20c15fc80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:51880/0 (socket says 172.21.15.23:51880) 2023-06-26T03:03:01.442 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe211a48640 1 -- 172.21.15.23:0/1617050962 learned_addr learned my addr 172.21.15.23:0/1617050962 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:01.443 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe212249640 1 --2- 172.21.15.23:0/1617050962 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe20c0afc80 0x7fe20c1665e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:01.443 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe210a46640 1 -- 172.21.15.23:0/1617050962 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 710754845 0 0) 0x7fe20c0cd8f0 con 0x7fe20c0706b0 2023-06-26T03:03:01.444 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe210a46640 1 -- 172.21.15.23:0/1617050962 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe1f8003530 con 0x7fe20c0706b0 2023-06-26T03:03:01.444 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe210a46640 1 -- 172.21.15.23:0/1617050962 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2333878100 0 0) 0x7fe1f8003530 con 0x7fe20c0706b0 2023-06-26T03:03:01.444 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe210a46640 1 -- 172.21.15.23:0/1617050962 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe20c0afc80 msgr2=0x7fe20c1665e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:01.444 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe210a46640 1 --2- 172.21.15.23:0/1617050962 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe20c0afc80 0x7fe20c1665e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:01.444 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe210a46640 1 -- 172.21.15.23:0/1617050962 >> v1:172.21.15.71:6789/0 conn(0x7fe20c0c8140 legacy=0x7fe20c0af570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:01.444 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe210a46640 1 -- 172.21.15.23:0/1617050962 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe20c0ab930 con 0x7fe20c0706b0 2023-06-26T03:03:01.444 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe210a46640 1 -- 172.21.15.23:0/1617050962 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7fe208001a00 con 0x7fe20c0706b0 2023-06-26T03:03:01.445 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe210a46640 1 -- 172.21.15.23:0/1617050962 >> v1:172.21.15.23:6789/0 conn(0x7fe20c0706b0 legacy=0x7fe20c15fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:01.445 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe210a46640 1 --2- 172.21.15.23:0/1617050962 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe1f80039b0 0x7fe1f8003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:01.445 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe210a46640 1 --2- 172.21.15.23:0/1617050962 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe1f80047d0 0x7fe1f8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:01.445 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe210a46640 1 --2- 172.21.15.23:0/1617050962 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe20c0afc80 0x7fe1f8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:01.445 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe210a46640 1 -- 172.21.15.23:0/1617050962 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe20c0ad350 con 0x7fe1f80039b0 2023-06-26T03:03:01.445 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe210a46640 1 -- 172.21.15.23:0/1617050962 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1f800ba40 con 0x7fe1f80047d0 2023-06-26T03:03:01.445 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe210a46640 1 -- 172.21.15.23:0/1617050962 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1f800bc00 con 0x7fe20c0afc80 2023-06-26T03:03:01.445 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe211a48640 1 --2- 172.21.15.23:0/1617050962 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe1f80039b0 0x7fe1f8003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:01.446 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe212249640 1 --2- 172.21.15.23:0/1617050962 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe20c0afc80 0x7fe1f8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:01.446 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe211247640 1 --2- 172.21.15.23:0/1617050962 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe1f80047d0 0x7fe1f8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:01.446 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe211a48640 1 -- 172.21.15.23:0/1617050962 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe20c0afc80 msgr2=0x7fe1f8005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:01.446 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe211a48640 1 --2- 172.21.15.23:0/1617050962 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe20c0afc80 0x7fe1f8005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:01.446 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe211a48640 1 -- 172.21.15.23:0/1617050962 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe1f80047d0 msgr2=0x7fe1f8004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:01.446 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe211a48640 1 --2- 172.21.15.23:0/1617050962 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe1f80047d0 0x7fe1f8004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:01.446 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe211a48640 1 -- 172.21.15.23:0/1617050962 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1f8003530 con 0x7fe1f80039b0 2023-06-26T03:03:01.447 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe212249640 1 --2- 172.21.15.23:0/1617050962 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe20c0afc80 0x7fe1f8005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T03:03:01.447 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.435+0000 7fe211247640 1 --2- 172.21.15.23:0/1617050962 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe1f80047d0 0x7fe1f8004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T03:03:01.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.443+0000 7fe211a48640 1 --2- 172.21.15.23:0/1617050962 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe1f80039b0 0x7fe1f8003dc0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fe20800a830 tx=0x7fe20801d310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c589e178a851e9d server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:01.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.443+0000 7fe210a46640 1 -- 172.21.15.23:0/1617050962 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2080072d0 con 0x7fe1f80039b0 2023-06-26T03:03:01.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.443+0000 7fe210a46640 1 -- 172.21.15.23:0/1617050962 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2080a8070 con 0x7fe1f80039b0 2023-06-26T03:03:01.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.443+0000 7fe210a46640 1 -- 172.21.15.23:0/1617050962 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe208007650 con 0x7fe1f80039b0 2023-06-26T03:03:01.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.443+0000 7fe213cac640 1 -- 172.21.15.23:0/1617050962 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe1f80039b0 msgr2=0x7fe1f8003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:01.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.443+0000 7fe213cac640 1 --2- 172.21.15.23:0/1617050962 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe1f80039b0 0x7fe1f8003dc0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fe20800a830 tx=0x7fe20801d310 comp rx=0 tx=0).stop 2023-06-26T03:03:01.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.443+0000 7fe212249640 1 -- 172.21.15.23:0/1617050962 reap_dead start 2023-06-26T03:03:01.451 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.443+0000 7fe213cac640 1 -- 172.21.15.23:0/1617050962 shutdown_connections 2023-06-26T03:03:01.451 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.443+0000 7fe213cac640 1 -- 172.21.15.23:0/1617050962 >> 172.21.15.23:0/1617050962 conn(0x7fe20c069fc0 msgr2=0x7fe20c0ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:01.451 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.443+0000 7fe213cac640 1 -- 172.21.15.23:0/1617050962 shutdown_connections 2023-06-26T03:03:01.451 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.443+0000 7fe213cac640 1 -- 172.21.15.23:0/1617050962 wait complete. 2023-06-26T03:03:01.451 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.443+0000 7fe213cac640 1 Processor -- start 2023-06-26T03:03:01.452 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.443+0000 7fe213cac640 1 -- start start 2023-06-26T03:03:01.453 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.443+0000 7fe213cac640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe20c0c4e20 0x7fe20c15df00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:01.453 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.443+0000 7fe213cac640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe20c0c51f0 0x7fe20c15e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:01.453 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.443+0000 7fe213cac640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe20c0c6a90 0x7fe20c0c6f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:01.453 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.443+0000 7fe213cac640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe20c155120 con 0x7fe20c0c6a90 2023-06-26T03:03:01.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.443+0000 7fe213cac640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe20c0c7ac0 con 0x7fe20c0c51f0 2023-06-26T03:03:01.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.443+0000 7fe213cac640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe20c15e980 con 0x7fe20c0c4e20 2023-06-26T03:03:01.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.443+0000 7fe212249640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe20c0c6a90 0x7fe20c0c6f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:01.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.443+0000 7fe212249640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe20c0c6a90 0x7fe20c0c6f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55860/0 (socket says 172.21.15.23:55860) 2023-06-26T03:03:01.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.443+0000 7fe212249640 1 -- 172.21.15.23:0/3943080386 learned_addr learned my addr 172.21.15.23:0/3943080386 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:01.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.447+0000 7fe211a48640 1 --2- 172.21.15.23:0/3943080386 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe20c0c4e20 0x7fe20c15df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:01.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.447+0000 7fe211247640 1 --2- 172.21.15.23:0/3943080386 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe20c0c51f0 0x7fe20c15e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:01.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.447+0000 7fe212249640 1 -- 172.21.15.23:0/3943080386 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe20c0c4e20 msgr2=0x7fe20c15df00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:01.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.447+0000 7fe212249640 1 --2- 172.21.15.23:0/3943080386 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe20c0c4e20 0x7fe20c15df00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:01.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.447+0000 7fe212249640 1 -- 172.21.15.23:0/3943080386 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe20c0c51f0 msgr2=0x7fe20c15e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:01.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.447+0000 7fe212249640 1 --2- 172.21.15.23:0/3943080386 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe20c0c51f0 0x7fe20c15e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:01.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.447+0000 7fe212249640 1 -- 172.21.15.23:0/3943080386 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe20c0c77e0 con 0x7fe20c0c6a90 2023-06-26T03:03:01.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.447+0000 7fe212249640 1 --2- 172.21.15.23:0/3943080386 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe20c0c6a90 0x7fe20c0c6f00 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fe20c06ebd0 tx=0x7fe204011a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:01.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.447+0000 7fe2027fc640 1 -- 172.21.15.23:0/3943080386 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe204004020 con 0x7fe20c0c6a90 2023-06-26T03:03:01.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.447+0000 7fe2027fc640 1 -- 172.21.15.23:0/3943080386 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe204004180 con 0x7fe20c0c6a90 2023-06-26T03:03:01.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.447+0000 7fe213cac640 1 -- 172.21.15.23:0/3943080386 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe20c0b0a70 con 0x7fe20c0c6a90 2023-06-26T03:03:01.456 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.447+0000 7fe2027fc640 1 -- 172.21.15.23:0/3943080386 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe204004510 con 0x7fe20c0c6a90 2023-06-26T03:03:01.456 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.447+0000 7fe213cac640 1 -- 172.21.15.23:0/3943080386 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe20c0b1030 con 0x7fe20c0c6a90 2023-06-26T03:03:01.456 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.447+0000 7fe213cac640 1 -- 172.21.15.23:0/3943080386 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe20c04d790 con 0x7fe20c0c6a90 2023-06-26T03:03:01.457 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.447+0000 7fe2027fc640 1 -- 172.21.15.23:0/3943080386 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe204003620 con 0x7fe20c0c6a90 2023-06-26T03:03:01.457 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.447+0000 7fe2027fc640 1 --2- 172.21.15.23:0/3943080386 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe1f0066280 0x7fe1f0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:01.457 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.447+0000 7fe2027fc640 1 -- 172.21.15.23:0/3943080386 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7fe204083640 con 0x7fe20c0c6a90 2023-06-26T03:03:01.457 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.447+0000 7fe211a48640 1 --2- 172.21.15.23:0/3943080386 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe1f0066280 0x7fe1f0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:01.457 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.447+0000 7fe211a48640 1 --2- 172.21.15.23:0/3943080386 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe1f0066280 0x7fe1f0068730 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fe2080ad000 tx=0x7fe208009050 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:01.459 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.451+0000 7fe2027fc640 1 -- 172.21.15.23:0/3943080386 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe204050820 con 0x7fe20c0c6a90 2023-06-26T03:03:01.608 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.599+0000 7fe213cac640 1 -- 172.21.15.23:0/3943080386 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7fe20c0acb40 con 0x7fe20c0c6a90 2023-06-26T03:03:01.608 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.603+0000 7fe2027fc640 1 -- 172.21.15.23:0/3943080386 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v29) v1 ==== 92+0+10 (secure 0 0 0) 0x7fe2040096b0 con 0x7fe20c0c6a90 2023-06-26T03:03:01.608 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 8 2023-06-26T03:03:01.610 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.603+0000 7fe213cac640 1 -- 172.21.15.23:0/3943080386 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe1f0066280 msgr2=0x7fe1f0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:01.611 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.603+0000 7fe213cac640 1 --2- 172.21.15.23:0/3943080386 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe1f0066280 0x7fe1f0068730 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fe2080ad000 tx=0x7fe208009050 comp rx=0 tx=0).stop 2023-06-26T03:03:01.611 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.603+0000 7fe213cac640 1 -- 172.21.15.23:0/3943080386 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe20c0c6a90 msgr2=0x7fe20c0c6f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:01.611 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.603+0000 7fe213cac640 1 --2- 172.21.15.23:0/3943080386 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe20c0c6a90 0x7fe20c0c6f00 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fe20c06ebd0 tx=0x7fe204011a40 comp rx=0 tx=0).stop 2023-06-26T03:03:01.611 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.603+0000 7fe213cac640 1 -- 172.21.15.23:0/3943080386 shutdown_connections 2023-06-26T03:03:01.611 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.603+0000 7fe213cac640 1 --2- 172.21.15.23:0/3943080386 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe1f0066280 0x7fe1f0068730 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:01.611 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.603+0000 7fe213cac640 1 --2- 172.21.15.23:0/3943080386 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe20c0c6a90 0x7fe20c0c6f00 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:01.612 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.603+0000 7fe213cac640 1 --2- 172.21.15.23:0/3943080386 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe20c0c51f0 0x7fe20c15e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:01.612 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.603+0000 7fe213cac640 1 --2- 172.21.15.23:0/3943080386 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe20c0c4e20 0x7fe20c15df00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:01.612 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.603+0000 7fe213cac640 1 -- 172.21.15.23:0/3943080386 >> 172.21.15.23:0/3943080386 conn(0x7fe20c069fc0 msgr2=0x7fe20c15bd30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:01.612 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.603+0000 7fe213cac640 1 -- 172.21.15.23:0/3943080386 shutdown_connections 2023-06-26T03:03:01.612 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.603+0000 7fe213cac640 1 -- 172.21.15.23:0/3943080386 wait complete. 2023-06-26T03:03:01.626 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-26T03:03:01.744 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc9bd85640 1 Processor -- start 2023-06-26T03:03:01.745 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc9bd85640 1 -- start start 2023-06-26T03:03:01.745 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc9bd85640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fdc940b3ea0 0x7fdc940d0890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:01.746 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc9bd85640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdc940cf960 con 0x7fdc9415b6e0 2023-06-26T03:03:01.746 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc9bd85640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdc940cfca0 con 0x7fdc940b3a20 2023-06-26T03:03:01.746 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc9bd85640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdc940cede0 con 0x7fdc940b3ea0 2023-06-26T03:03:01.746 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc99b21640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fdc9415b6e0 0x7fdc940cc5f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:51892/0 (socket says 172.21.15.23:51892) 2023-06-26T03:03:01.746 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc99b21640 1 -- 172.21.15.23:0/1444942748 learned_addr learned my addr 172.21.15.23:0/1444942748 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:01.748 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc9a322640 1 --2- 172.21.15.23:0/1444942748 >> v2:172.21.15.71:3300/0 conn(0x7fdc940b3ea0 0x7fdc940d0890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:01.748 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc98b1f640 1 -- 172.21.15.23:0/1444942748 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3092693176 0 0) 0x7fdc940cf960 con 0x7fdc9415b6e0 2023-06-26T03:03:01.748 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc98b1f640 1 -- 172.21.15.23:0/1444942748 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdc80003530 con 0x7fdc9415b6e0 2023-06-26T03:03:01.748 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc98b1f640 1 -- 172.21.15.23:0/1444942748 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1489704277 0 0) 0x7fdc80003530 con 0x7fdc9415b6e0 2023-06-26T03:03:01.748 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc98b1f640 1 -- 172.21.15.23:0/1444942748 >> v2:172.21.15.71:3300/0 conn(0x7fdc940b3ea0 msgr2=0x7fdc940d0890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:01.748 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc98b1f640 1 --2- 172.21.15.23:0/1444942748 >> v2:172.21.15.71:3300/0 conn(0x7fdc940b3ea0 0x7fdc940d0890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:01.749 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc98b1f640 1 -- 172.21.15.23:0/1444942748 >> v1:172.21.15.71:6789/0 conn(0x7fdc940b3a20 legacy=0x7fdc940d0180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:01.749 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc98b1f640 1 -- 172.21.15.23:0/1444942748 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc940cf0c0 con 0x7fdc9415b6e0 2023-06-26T03:03:01.749 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc98b1f640 1 -- 172.21.15.23:0/1444942748 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7fdc90001680 con 0x7fdc9415b6e0 2023-06-26T03:03:01.749 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc98b1f640 1 -- 172.21.15.23:0/1444942748 >> v1:172.21.15.23:6789/0 conn(0x7fdc9415b6e0 legacy=0x7fdc940cc5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:01.749 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc98b1f640 1 --2- 172.21.15.23:0/1444942748 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdc80003980 0x7fdc80003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:01.749 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc98b1f640 1 --2- 172.21.15.23:0/1444942748 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdc800047d0 0x7fdc80004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:01.749 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc98b1f640 1 --2- 172.21.15.23:0/1444942748 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdc80005180 0x7fdc8000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:01.749 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc98b1f640 1 -- 172.21.15.23:0/1444942748 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc940cede0 con 0x7fdc80003980 2023-06-26T03:03:01.750 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc98b1f640 1 -- 172.21.15.23:0/1444942748 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc8000c090 con 0x7fdc800047d0 2023-06-26T03:03:01.750 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc98b1f640 1 -- 172.21.15.23:0/1444942748 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc8000c250 con 0x7fdc80005180 2023-06-26T03:03:01.750 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc99b21640 1 --2- 172.21.15.23:0/1444942748 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdc80003980 0x7fdc80003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:01.750 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc99320640 1 --2- 172.21.15.23:0/1444942748 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdc800047d0 0x7fdc80004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:01.750 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc9a322640 1 --2- 172.21.15.23:0/1444942748 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdc80005180 0x7fdc8000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:01.750 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc99b21640 1 -- 172.21.15.23:0/1444942748 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdc80005180 msgr2=0x7fdc8000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:01.750 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc99b21640 1 --2- 172.21.15.23:0/1444942748 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdc80005180 0x7fdc8000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:01.750 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc99b21640 1 -- 172.21.15.23:0/1444942748 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdc800047d0 msgr2=0x7fdc80004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:01.751 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc99b21640 1 --2- 172.21.15.23:0/1444942748 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdc800047d0 0x7fdc80004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:01.751 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc99b21640 1 -- 172.21.15.23:0/1444942748 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc80003530 con 0x7fdc80003980 2023-06-26T03:03:01.751 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc9a322640 1 --2- 172.21.15.23:0/1444942748 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdc80005180 0x7fdc8000b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:01.751 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.739+0000 7fdc9a322640 1 -- 172.21.15.23:0/1444942748 reap_dead start 2023-06-26T03:03:01.753 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.743+0000 7fdc99b21640 1 --2- 172.21.15.23:0/1444942748 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdc80003980 0x7fdc80003d90 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fdc9000c240 tx=0x7fdc9001cb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88c800fa6252cfc2 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:01.753 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.743+0000 7fdc98b1f640 1 -- 172.21.15.23:0/1444942748 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc90005ae0 con 0x7fdc80003980 2023-06-26T03:03:01.753 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.743+0000 7fdc98b1f640 1 -- 172.21.15.23:0/1444942748 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc90005c40 con 0x7fdc80003980 2023-06-26T03:03:01.754 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.743+0000 7fdc98b1f640 1 -- 172.21.15.23:0/1444942748 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc900072b0 con 0x7fdc80003980 2023-06-26T03:03:01.754 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.743+0000 7fdc9bd85640 1 -- 172.21.15.23:0/1444942748 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdc80003980 msgr2=0x7fdc80003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:01.754 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.743+0000 7fdc9bd85640 1 --2- 172.21.15.23:0/1444942748 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdc80003980 0x7fdc80003d90 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fdc9000c240 tx=0x7fdc9001cb50 comp rx=0 tx=0).stop 2023-06-26T03:03:01.754 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.743+0000 7fdc9bd85640 1 -- 172.21.15.23:0/1444942748 shutdown_connections 2023-06-26T03:03:01.754 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.743+0000 7fdc9bd85640 1 --2- 172.21.15.23:0/1444942748 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdc80003980 0x7fdc80003d90 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:01.754 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.743+0000 7fdc9bd85640 1 -- 172.21.15.23:0/1444942748 >> 172.21.15.23:0/1444942748 conn(0x7fdc940d1fa0 msgr2=0x7fdc940d23a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:01.754 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.743+0000 7fdc9bd85640 1 -- 172.21.15.23:0/1444942748 shutdown_connections 2023-06-26T03:03:01.754 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.743+0000 7fdc9bd85640 1 -- 172.21.15.23:0/1444942748 wait complete. 2023-06-26T03:03:01.755 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.743+0000 7fdc9bd85640 1 Processor -- start 2023-06-26T03:03:01.755 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.743+0000 7fdc9bd85640 1 -- start start 2023-06-26T03:03:01.755 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.743+0000 7fdc9bd85640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdc80003980 0x7fdc940b7b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:01.755 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.743+0000 7fdc9bd85640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdc94157d20 0x7fdc940c5a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:01.755 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.743+0000 7fdc9bd85640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdc94157710 0x7fdc940cb240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:01.755 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.743+0000 7fdc9bd85640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc94157b80 con 0x7fdc80003980 2023-06-26T03:03:01.755 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.743+0000 7fdc9bd85640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc940b62f0 con 0x7fdc94157d20 2023-06-26T03:03:01.756 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.743+0000 7fdc9bd85640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdc9415c6b0 con 0x7fdc94157710 2023-06-26T03:03:01.756 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.743+0000 7fdc99b21640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdc80003980 0x7fdc940b7b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:01.756 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.747+0000 7fdc99b21640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdc80003980 0x7fdc940b7b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55870/0 (socket says 172.21.15.23:55870) 2023-06-26T03:03:01.756 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.747+0000 7fdc99b21640 1 -- 172.21.15.23:0/214455203 learned_addr learned my addr 172.21.15.23:0/214455203 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:01.756 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.747+0000 7fdc99320640 1 --2- 172.21.15.23:0/214455203 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdc94157d20 0x7fdc940c5a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:01.756 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.747+0000 7fdc9a322640 1 --2- 172.21.15.23:0/214455203 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdc94157710 0x7fdc940cb240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:01.756 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.747+0000 7fdc99b21640 1 -- 172.21.15.23:0/214455203 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdc94157710 msgr2=0x7fdc940cb240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:01.756 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.747+0000 7fdc99b21640 1 --2- 172.21.15.23:0/214455203 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdc94157710 0x7fdc940cb240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:01.757 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.747+0000 7fdc99b21640 1 -- 172.21.15.23:0/214455203 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdc94157d20 msgr2=0x7fdc940c5a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:01.757 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.747+0000 7fdc99b21640 1 --2- 172.21.15.23:0/214455203 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdc94157d20 0x7fdc940c5a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:01.757 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.747+0000 7fdc99b21640 1 -- 172.21.15.23:0/214455203 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc9415c990 con 0x7fdc80003980 2023-06-26T03:03:01.757 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.747+0000 7fdc99b21640 1 --2- 172.21.15.23:0/214455203 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdc80003980 0x7fdc940b7b90 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fdc9001c980 tx=0x7fdc80005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:01.757 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.747+0000 7fdc8a7fc640 1 -- 172.21.15.23:0/214455203 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc900b4070 con 0x7fdc80003980 2023-06-26T03:03:01.757 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.747+0000 7fdc8a7fc640 1 -- 172.21.15.23:0/214455203 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc90001640 con 0x7fdc80003980 2023-06-26T03:03:01.757 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.747+0000 7fdc9bd85640 1 -- 172.21.15.23:0/214455203 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdc9415cc70 con 0x7fdc80003980 2023-06-26T03:03:01.757 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.747+0000 7fdc8a7fc640 1 -- 172.21.15.23:0/214455203 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc90007290 con 0x7fdc80003980 2023-06-26T03:03:01.758 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.747+0000 7fdc9bd85640 1 -- 172.21.15.23:0/214455203 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdc9415be50 con 0x7fdc80003980 2023-06-26T03:03:01.758 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.747+0000 7fdc9bd85640 1 -- 172.21.15.23:0/214455203 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdc9404d790 con 0x7fdc80003980 2023-06-26T03:03:01.759 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.747+0000 7fdc8a7fc640 1 -- 172.21.15.23:0/214455203 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fdc900073f0 con 0x7fdc80003980 2023-06-26T03:03:01.759 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.747+0000 7fdc8a7fc640 1 --2- 172.21.15.23:0/214455203 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fdc78066280 0x7fdc78068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:01.759 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.747+0000 7fdc8a7fc640 1 -- 172.21.15.23:0/214455203 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7fdc9011db40 con 0x7fdc80003980 2023-06-26T03:03:01.759 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.747+0000 7fdc99320640 1 --2- 172.21.15.23:0/214455203 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fdc78066280 0x7fdc78068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:01.759 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.751+0000 7fdc99320640 1 --2- 172.21.15.23:0/214455203 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fdc78066280 0x7fdc78068730 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fdc84007fd0 tx=0x7fdc84009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:01.759 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.751+0000 7fdc8a7fc640 1 -- 172.21.15.23:0/214455203 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fdc900ead40 con 0x7fdc80003980 2023-06-26T03:03:01.912 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.903+0000 7fdc9bd85640 1 -- 172.21.15.23:0/214455203 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fdc941e92b0 con 0x7fdc80003980 2023-06-26T03:03:01.912 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.907+0000 7fdc8a7fc640 1 -- 172.21.15.23:0/214455203 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v29) v1 ==== 104+0+11 (secure 0 0 0) 0x7fdc900ee360 con 0x7fdc80003980 2023-06-26T03:03:01.913 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:03:01.914 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.907+0000 7fdc9bd85640 1 -- 172.21.15.23:0/214455203 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fdc78066280 msgr2=0x7fdc78068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:01.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.907+0000 7fdc9bd85640 1 --2- 172.21.15.23:0/214455203 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fdc78066280 0x7fdc78068730 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fdc84007fd0 tx=0x7fdc84009040 comp rx=0 tx=0).stop 2023-06-26T03:03:01.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.907+0000 7fdc9bd85640 1 -- 172.21.15.23:0/214455203 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdc80003980 msgr2=0x7fdc940b7b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:01.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.907+0000 7fdc9bd85640 1 --2- 172.21.15.23:0/214455203 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdc80003980 0x7fdc940b7b90 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fdc9001c980 tx=0x7fdc80005800 comp rx=0 tx=0).stop 2023-06-26T03:03:01.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.907+0000 7fdc9bd85640 1 -- 172.21.15.23:0/214455203 shutdown_connections 2023-06-26T03:03:01.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.907+0000 7fdc9bd85640 1 --2- 172.21.15.23:0/214455203 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fdc78066280 0x7fdc78068730 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:01.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.907+0000 7fdc9bd85640 1 --2- 172.21.15.23:0/214455203 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdc94157710 0x7fdc940cb240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:01.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.907+0000 7fdc9bd85640 1 --2- 172.21.15.23:0/214455203 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdc94157d20 0x7fdc940c5a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:01.916 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.907+0000 7fdc9bd85640 1 --2- 172.21.15.23:0/214455203 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdc80003980 0x7fdc940b7b90 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:01.916 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.907+0000 7fdc9bd85640 1 -- 172.21.15.23:0/214455203 >> 172.21.15.23:0/214455203 conn(0x7fdc940d1fa0 msgr2=0x7fdc941586e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:01.916 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.907+0000 7fdc9bd85640 1 -- 172.21.15.23:0/214455203 shutdown_connections 2023-06-26T03:03:01.916 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:01.907+0000 7fdc9bd85640 1 -- 172.21.15.23:0/214455203 wait complete. 2023-06-26T03:03:01.932 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-26T03:03:02.052 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.043+0000 7f0c9eb89640 1 Processor -- start 2023-06-26T03:03:02.052 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.043+0000 7f0c9eb89640 1 -- start start 2023-06-26T03:03:02.053 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.047+0000 7f0c9eb89640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f0c980aceb0 0x7f0c980c9240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:02.053 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.047+0000 7f0c9eb89640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f0c980cc6d0 0x7f0c9806f410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:02.053 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.047+0000 7f0c9eb89640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0c980ad280 con 0x7f0c9806ef70 2023-06-26T03:03:02.053 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.047+0000 7f0c9eb89640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0c9806f950 con 0x7f0c980cc6d0 2023-06-26T03:03:02.053 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.047+0000 7f0c9eb89640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0c980c83d0 con 0x7f0c980aceb0 2023-06-26T03:03:02.054 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.047+0000 7f0c97fff640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f0c9806ef70 0x7f0c9815bf80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:51904/0 (socket says 172.21.15.23:51904) 2023-06-26T03:03:02.054 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.047+0000 7f0c97fff640 1 -- 172.21.15.23:0/2659447463 learned_addr learned my addr 172.21.15.23:0/2659447463 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:02.054 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.047+0000 7f0c9d126640 1 --2- 172.21.15.23:0/2659447463 >> v2:172.21.15.23:3300/0 conn(0x7f0c980cc6d0 0x7f0c9806f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:02.054 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.047+0000 7f0c9c925640 1 --2- 172.21.15.23:0/2659447463 >> v2:172.21.15.71:3300/0 conn(0x7f0c980aceb0 0x7f0c980c9240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:02.055 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.047+0000 7f0c977fe640 1 -- 172.21.15.23:0/2659447463 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 623248415 0 0) 0x7f0c980ad280 con 0x7f0c9806ef70 2023-06-26T03:03:02.055 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.047+0000 7f0c977fe640 1 -- 172.21.15.23:0/2659447463 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0c80003530 con 0x7f0c9806ef70 2023-06-26T03:03:02.055 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.047+0000 7f0c9d126640 1 -- 172.21.15.23:0/2659447463 >> v2:172.21.15.71:3300/0 conn(0x7f0c980aceb0 msgr2=0x7f0c980c9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:02.055 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.047+0000 7f0c9d126640 1 --2- 172.21.15.23:0/2659447463 >> v2:172.21.15.71:3300/0 conn(0x7f0c980aceb0 0x7f0c980c9240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:02.055 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.047+0000 7f0c9d126640 1 -- 172.21.15.23:0/2659447463 >> v1:172.21.15.23:6789/0 conn(0x7f0c9806ef70 legacy=0x7f0c9815bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:02.055 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.047+0000 7f0c9d126640 1 -- 172.21.15.23:0/2659447463 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c98158c90 con 0x7f0c980cc6d0 2023-06-26T03:03:02.056 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.047+0000 7f0c9d126640 1 --2- 172.21.15.23:0/2659447463 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0c980cc6d0 0x7f0c9806f410 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f0c9806abc0 tx=0x7f0c9001c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28ce0b4abb571030 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:02.057 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.047+0000 7f0c977fe640 1 -- 172.21.15.23:0/2659447463 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c900a58c0 con 0x7f0c980cc6d0 2023-06-26T03:03:02.057 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.047+0000 7f0c977fe640 1 -- 172.21.15.23:0/2659447463 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c900a5a20 con 0x7f0c980cc6d0 2023-06-26T03:03:02.057 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.047+0000 7f0c977fe640 1 -- 172.21.15.23:0/2659447463 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c900a5db0 con 0x7f0c980cc6d0 2023-06-26T03:03:02.057 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.051+0000 7f0c9eb89640 1 -- 172.21.15.23:0/2659447463 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0c980cc6d0 msgr2=0x7f0c9806f410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:02.057 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.051+0000 7f0c9eb89640 1 --2- 172.21.15.23:0/2659447463 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0c980cc6d0 0x7f0c9806f410 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f0c9806abc0 tx=0x7f0c9001c8e0 comp rx=0 tx=0).stop 2023-06-26T03:03:02.057 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.051+0000 7f0c9eb89640 1 -- 172.21.15.23:0/2659447463 shutdown_connections 2023-06-26T03:03:02.057 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.051+0000 7f0c9eb89640 1 --2- 172.21.15.23:0/2659447463 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0c980cc6d0 0x7f0c9806f410 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:02.057 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.051+0000 7f0c9eb89640 1 --2- 172.21.15.23:0/2659447463 >> v2:172.21.15.71:3300/0 conn(0x7f0c980aceb0 0x7f0c980c9240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:02.058 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.051+0000 7f0c9eb89640 1 -- 172.21.15.23:0/2659447463 >> 172.21.15.23:0/2659447463 conn(0x7f0c98069fc0 msgr2=0x7f0c980ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:02.058 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.051+0000 7f0c9eb89640 1 -- 172.21.15.23:0/2659447463 shutdown_connections 2023-06-26T03:03:02.058 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.051+0000 7f0c9eb89640 1 -- 172.21.15.23:0/2659447463 wait complete. 2023-06-26T03:03:02.059 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.051+0000 7f0c9eb89640 1 Processor -- start 2023-06-26T03:03:02.060 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.051+0000 7f0c9eb89640 1 -- start start 2023-06-26T03:03:02.060 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.051+0000 7f0c9eb89640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0c9806ef70 0x7f0c980c2e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:02.060 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.051+0000 7f0c9eb89640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0c980aceb0 0x7f0c9806c6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:02.060 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.051+0000 7f0c9eb89640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0c980cc6d0 0x7f0c98152df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:02.060 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.051+0000 7f0c9eb89640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c981f7290 con 0x7f0c9806ef70 2023-06-26T03:03:02.060 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.051+0000 7f0c9eb89640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c980c3d60 con 0x7f0c980cc6d0 2023-06-26T03:03:02.060 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.051+0000 7f0c9eb89640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c980c34c0 con 0x7f0c980aceb0 2023-06-26T03:03:02.060 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.051+0000 7f0c9c925640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0c9806ef70 0x7f0c980c2e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:02.061 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.051+0000 7f0c9c925640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0c9806ef70 0x7f0c980c2e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55890/0 (socket says 172.21.15.23:55890) 2023-06-26T03:03:02.061 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.051+0000 7f0c9c925640 1 -- 172.21.15.23:0/206236023 learned_addr learned my addr 172.21.15.23:0/206236023 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:02.061 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.051+0000 7f0c97fff640 1 --2- 172.21.15.23:0/206236023 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0c980aceb0 0x7f0c9806c6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:02.061 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.051+0000 7f0c9d126640 1 --2- 172.21.15.23:0/206236023 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0c980cc6d0 0x7f0c98152df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:02.061 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.051+0000 7f0c9c925640 1 -- 172.21.15.23:0/206236023 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0c980aceb0 msgr2=0x7f0c9806c6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:02.061 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.051+0000 7f0c9c925640 1 --2- 172.21.15.23:0/206236023 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0c980aceb0 0x7f0c9806c6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:02.061 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.051+0000 7f0c9c925640 1 -- 172.21.15.23:0/206236023 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0c980cc6d0 msgr2=0x7f0c98152df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:02.062 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.051+0000 7f0c9c925640 1 --2- 172.21.15.23:0/206236023 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0c980cc6d0 0x7f0c98152df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:02.062 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.051+0000 7f0c9c925640 1 -- 172.21.15.23:0/206236023 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c90009a70 con 0x7f0c9806ef70 2023-06-26T03:03:02.062 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.051+0000 7f0c9d126640 1 --2- 172.21.15.23:0/206236023 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0c980cc6d0 0x7f0c98152df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:02.062 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.051+0000 7f0c9c925640 1 --2- 172.21.15.23:0/206236023 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0c9806ef70 0x7f0c980c2e50 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f0c8800d830 tx=0x7f0c8800dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:02.062 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.051+0000 7f0c957fa640 1 -- 172.21.15.23:0/206236023 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c8800b6c0 con 0x7f0c9806ef70 2023-06-26T03:03:02.062 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.051+0000 7f0c957fa640 1 -- 172.21.15.23:0/206236023 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c8800b820 con 0x7f0c9806ef70 2023-06-26T03:03:02.062 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.051+0000 7f0c9eb89640 1 -- 172.21.15.23:0/206236023 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0c980c37a0 con 0x7f0c9806ef70 2023-06-26T03:03:02.062 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.051+0000 7f0c957fa640 1 -- 172.21.15.23:0/206236023 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c8800bb90 con 0x7f0c9806ef70 2023-06-26T03:03:02.063 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.051+0000 7f0c9eb89640 1 -- 172.21.15.23:0/206236023 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c9806cc20 con 0x7f0c9806ef70 2023-06-26T03:03:02.063 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.055+0000 7f0c9eb89640 1 -- 172.21.15.23:0/206236023 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0c981f7060 con 0x7f0c9806ef70 2023-06-26T03:03:02.063 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.055+0000 7f0c957fa640 1 -- 172.21.15.23:0/206236023 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f0c8800bcf0 con 0x7f0c9806ef70 2023-06-26T03:03:02.064 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.055+0000 7f0c957fa640 1 --2- 172.21.15.23:0/206236023 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0c840662b0 0x7f0c84068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:02.064 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.055+0000 7f0c957fa640 1 -- 172.21.15.23:0/206236023 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f0c88084560 con 0x7f0c9806ef70 2023-06-26T03:03:02.064 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.055+0000 7f0c97fff640 1 --2- 172.21.15.23:0/206236023 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0c840662b0 0x7f0c84068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:02.064 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.055+0000 7f0c97fff640 1 --2- 172.21.15.23:0/206236023 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0c840662b0 0x7f0c84068760 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f0c981f6fc0 tx=0x7f0c8c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:02.066 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.059+0000 7f0c957fa640 1 -- 172.21.15.23:0/206236023 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f0c981f7060 con 0x7f0c9806ef70 2023-06-26T03:03:02.213 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.207+0000 7f0c9eb89640 1 -- 172.21.15.23:0/206236023 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f0c981588c0 con 0x7f0c9806ef70 2023-06-26T03:03:02.214 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.207+0000 7f0c957fa640 1 -- 172.21.15.23:0/206236023 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v29) v1 ==== 100+0+11 (secure 0 0 0) 0x7f0c981588c0 con 0x7f0c9806ef70 2023-06-26T03:03:02.214 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 64 2023-06-26T03:03:02.216 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.207+0000 7f0c9eb89640 1 -- 172.21.15.23:0/206236023 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0c840662b0 msgr2=0x7f0c84068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:02.216 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.207+0000 7f0c9eb89640 1 --2- 172.21.15.23:0/206236023 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0c840662b0 0x7f0c84068760 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f0c981f6fc0 tx=0x7f0c8c009040 comp rx=0 tx=0).stop 2023-06-26T03:03:02.217 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.207+0000 7f0c9eb89640 1 -- 172.21.15.23:0/206236023 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0c9806ef70 msgr2=0x7f0c980c2e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:02.217 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.207+0000 7f0c9eb89640 1 --2- 172.21.15.23:0/206236023 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0c9806ef70 0x7f0c980c2e50 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f0c8800d830 tx=0x7f0c8800dcf0 comp rx=0 tx=0).stop 2023-06-26T03:03:02.217 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.207+0000 7f0c9eb89640 1 -- 172.21.15.23:0/206236023 shutdown_connections 2023-06-26T03:03:02.217 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.211+0000 7f0c9eb89640 1 --2- 172.21.15.23:0/206236023 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0c840662b0 0x7f0c84068760 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:02.217 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.211+0000 7f0c9eb89640 1 --2- 172.21.15.23:0/206236023 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f0c980cc6d0 0x7f0c98152df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:02.217 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.211+0000 7f0c9eb89640 1 --2- 172.21.15.23:0/206236023 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f0c980aceb0 0x7f0c9806c6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:02.217 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.211+0000 7f0c9eb89640 1 --2- 172.21.15.23:0/206236023 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f0c9806ef70 0x7f0c980c2e50 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:02.218 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.211+0000 7f0c9eb89640 1 -- 172.21.15.23:0/206236023 >> 172.21.15.23:0/206236023 conn(0x7f0c98069fc0 msgr2=0x7f0c981628e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:02.218 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.211+0000 7f0c9eb89640 1 -- 172.21.15.23:0/206236023 shutdown_connections 2023-06-26T03:03:02.218 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.211+0000 7f0c9eb89640 1 -- 172.21.15.23:0/206236023 wait complete. 2023-06-26T03:03:02.231 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-06-26T03:03:02.356 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd36515640 1 Processor -- start 2023-06-26T03:03:02.357 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd36515640 1 -- start start 2023-06-26T03:03:02.357 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd36515640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efd30070430 0x7efd300ce180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:02.357 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd36515640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd300709a0 con 0x7efd300b40c0 2023-06-26T03:03:02.358 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd36515640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd300cc620 con 0x7efd300b77f0 2023-06-26T03:03:02.358 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd36515640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd300cfc30 con 0x7efd30070430 2023-06-26T03:03:02.358 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd2f7fe640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7efd300b40c0 0x7efd300d0080 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:51910/0 (socket says 172.21.15.23:51910) 2023-06-26T03:03:02.358 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd2f7fe640 1 -- 172.21.15.23:0/1434797989 learned_addr learned my addr 172.21.15.23:0/1434797989 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:02.359 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd2effd640 1 -- 172.21.15.23:0/1434797989 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2685350317 0 0) 0x7efd300709a0 con 0x7efd300b40c0 2023-06-26T03:03:02.360 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd2effd640 1 -- 172.21.15.23:0/1434797989 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efd18003530 con 0x7efd300b40c0 2023-06-26T03:03:02.360 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd34ab2640 1 --2- 172.21.15.23:0/1434797989 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efd30070430 0x7efd300ce180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:02.360 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd2effd640 1 -- 172.21.15.23:0/1434797989 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3109110249 0 0) 0x7efd18003530 con 0x7efd300b40c0 2023-06-26T03:03:02.360 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd2effd640 1 -- 172.21.15.23:0/1434797989 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efd30070430 msgr2=0x7efd300ce180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:02.360 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd2effd640 1 --2- 172.21.15.23:0/1434797989 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efd30070430 0x7efd300ce180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:02.360 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd2effd640 1 -- 172.21.15.23:0/1434797989 >> v1:172.21.15.71:6789/0 conn(0x7efd300b77f0 legacy=0x7efd300b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:02.360 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd2effd640 1 -- 172.21.15.23:0/1434797989 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd300cc900 con 0x7efd300b40c0 2023-06-26T03:03:02.361 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd2effd640 1 -- 172.21.15.23:0/1434797989 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7efd24001680 con 0x7efd300b40c0 2023-06-26T03:03:02.361 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd2effd640 1 -- 172.21.15.23:0/1434797989 >> v1:172.21.15.23:6789/0 conn(0x7efd300b40c0 legacy=0x7efd300d0080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:02.361 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd2effd640 1 --2- 172.21.15.23:0/1434797989 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efd180039b0 0x7efd18003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:02.361 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd2effd640 1 --2- 172.21.15.23:0/1434797989 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efd30070430 0x7efd180047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:02.361 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd2effd640 1 --2- 172.21.15.23:0/1434797989 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efd18004d10 0x7efd18005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:02.361 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd2effd640 1 -- 172.21.15.23:0/1434797989 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd300cfc30 con 0x7efd180039b0 2023-06-26T03:03:02.361 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd2effd640 1 -- 172.21.15.23:0/1434797989 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd1800bb50 con 0x7efd18004d10 2023-06-26T03:03:02.362 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd2effd640 1 -- 172.21.15.23:0/1434797989 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd1800bd10 con 0x7efd30070430 2023-06-26T03:03:02.362 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd2ffff640 1 --2- 172.21.15.23:0/1434797989 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efd180039b0 0x7efd18003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:02.362 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd2f7fe640 1 --2- 172.21.15.23:0/1434797989 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efd30070430 0x7efd180047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:02.362 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd34ab2640 1 --2- 172.21.15.23:0/1434797989 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efd18004d10 0x7efd18005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:02.362 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd2ffff640 1 -- 172.21.15.23:0/1434797989 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efd30070430 msgr2=0x7efd180047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:02.362 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd2ffff640 1 --2- 172.21.15.23:0/1434797989 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efd30070430 0x7efd180047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:02.362 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd2ffff640 1 -- 172.21.15.23:0/1434797989 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efd18004d10 msgr2=0x7efd18005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:02.362 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd2ffff640 1 --2- 172.21.15.23:0/1434797989 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efd18004d10 0x7efd18005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:02.363 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd2ffff640 1 -- 172.21.15.23:0/1434797989 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd18003530 con 0x7efd180039b0 2023-06-26T03:03:02.363 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd2f7fe640 1 --2- 172.21.15.23:0/1434797989 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efd30070430 0x7efd180047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:02.363 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.351+0000 7efd34ab2640 1 --2- 172.21.15.23:0/1434797989 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efd18004d10 0x7efd18005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:02.364 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.355+0000 7efd2ffff640 1 --2- 172.21.15.23:0/1434797989 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efd180039b0 0x7efd18003dc0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7efd20001780 tx=0x7efd2001c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e35a3bcee4cd556 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:02.364 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.355+0000 7efd2effd640 1 -- 172.21.15.23:0/1434797989 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd200052d0 con 0x7efd180039b0 2023-06-26T03:03:02.364 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.355+0000 7efd2effd640 1 -- 172.21.15.23:0/1434797989 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd200a7050 con 0x7efd180039b0 2023-06-26T03:03:02.364 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.355+0000 7efd2effd640 1 -- 172.21.15.23:0/1434797989 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd20003600 con 0x7efd180039b0 2023-06-26T03:03:02.364 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.355+0000 7efd36515640 1 -- 172.21.15.23:0/1434797989 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efd180039b0 msgr2=0x7efd18003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:02.365 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.355+0000 7efd36515640 1 --2- 172.21.15.23:0/1434797989 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efd180039b0 0x7efd18003dc0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7efd20001780 tx=0x7efd2001c400 comp rx=0 tx=0).stop 2023-06-26T03:03:02.365 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.355+0000 7efd34ab2640 1 -- 172.21.15.23:0/1434797989 reap_dead start 2023-06-26T03:03:02.365 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.355+0000 7efd36515640 1 -- 172.21.15.23:0/1434797989 shutdown_connections 2023-06-26T03:03:02.365 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.355+0000 7efd36515640 1 -- 172.21.15.23:0/1434797989 >> 172.21.15.23:0/1434797989 conn(0x7efd300ce9b0 msgr2=0x7efd300cedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:02.365 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.355+0000 7efd36515640 1 -- 172.21.15.23:0/1434797989 shutdown_connections 2023-06-26T03:03:02.365 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.355+0000 7efd36515640 1 -- 172.21.15.23:0/1434797989 wait complete. 2023-06-26T03:03:02.365 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.355+0000 7efd36515640 1 Processor -- start 2023-06-26T03:03:02.365 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.355+0000 7efd36515640 1 -- start start 2023-06-26T03:03:02.367 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.359+0000 7efd36515640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efd180039b0 0x7efd30152020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:02.367 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.359+0000 7efd36515640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efd30151130 0x7efd30158390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:02.367 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.359+0000 7efd36515640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efd30150be0 0x7efd300c6510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:02.367 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.359+0000 7efd36515640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd30143750 con 0x7efd180039b0 2023-06-26T03:03:02.367 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.359+0000 7efd36515640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd30157010 con 0x7efd30151130 2023-06-26T03:03:02.368 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.359+0000 7efd36515640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd301572f0 con 0x7efd30150be0 2023-06-26T03:03:02.368 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.359+0000 7efd2ffff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efd180039b0 0x7efd30152020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:02.368 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.359+0000 7efd2ffff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efd180039b0 0x7efd30152020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55914/0 (socket says 172.21.15.23:55914) 2023-06-26T03:03:02.368 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.359+0000 7efd2ffff640 1 -- 172.21.15.23:0/1065827870 learned_addr learned my addr 172.21.15.23:0/1065827870 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:02.368 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.359+0000 7efd2f7fe640 1 --2- 172.21.15.23:0/1065827870 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efd30151130 0x7efd30158390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:02.368 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.359+0000 7efd34ab2640 1 --2- 172.21.15.23:0/1065827870 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efd30150be0 0x7efd300c6510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:02.368 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.359+0000 7efd2ffff640 1 -- 172.21.15.23:0/1065827870 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efd30150be0 msgr2=0x7efd300c6510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:02.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.359+0000 7efd2ffff640 1 --2- 172.21.15.23:0/1065827870 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efd30150be0 0x7efd300c6510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:02.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.359+0000 7efd2ffff640 1 -- 172.21.15.23:0/1065827870 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efd30151130 msgr2=0x7efd30158390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:02.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.359+0000 7efd2ffff640 1 --2- 172.21.15.23:0/1065827870 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efd30151130 0x7efd30158390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:02.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.359+0000 7efd2ffff640 1 -- 172.21.15.23:0/1065827870 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd301575d0 con 0x7efd180039b0 2023-06-26T03:03:02.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.359+0000 7efd34ab2640 1 --2- 172.21.15.23:0/1065827870 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efd30150be0 0x7efd300c6510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:02.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.359+0000 7efd2f7fe640 1 --2- 172.21.15.23:0/1065827870 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efd30151130 0x7efd30158390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:02.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.359+0000 7efd2ffff640 1 --2- 172.21.15.23:0/1065827870 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efd180039b0 0x7efd30152020 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7efd20005040 tx=0x7efd18005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:02.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.359+0000 7efd2cff9640 1 -- 172.21.15.23:0/1065827870 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd20007040 con 0x7efd180039b0 2023-06-26T03:03:02.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.359+0000 7efd2cff9640 1 -- 172.21.15.23:0/1065827870 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd200071a0 con 0x7efd180039b0 2023-06-26T03:03:02.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.359+0000 7efd36515640 1 -- 172.21.15.23:0/1065827870 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd301578b0 con 0x7efd180039b0 2023-06-26T03:03:02.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.359+0000 7efd2cff9640 1 -- 172.21.15.23:0/1065827870 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd20007590 con 0x7efd180039b0 2023-06-26T03:03:02.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.359+0000 7efd36515640 1 -- 172.21.15.23:0/1065827870 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd30157e70 con 0x7efd180039b0 2023-06-26T03:03:02.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.359+0000 7efd36515640 1 -- 172.21.15.23:0/1065827870 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd30158030 con 0x7efd180039b0 2023-06-26T03:03:02.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.359+0000 7efd2cff9640 1 -- 172.21.15.23:0/1065827870 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7efd200067e0 con 0x7efd180039b0 2023-06-26T03:03:02.371 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.359+0000 7efd2cff9640 1 --2- 172.21.15.23:0/1065827870 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efd1c066280 0x7efd1c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:02.371 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.359+0000 7efd2cff9640 1 -- 172.21.15.23:0/1065827870 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7efd2011e300 con 0x7efd180039b0 2023-06-26T03:03:02.371 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.359+0000 7efd2f7fe640 1 --2- 172.21.15.23:0/1065827870 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efd1c066280 0x7efd1c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:02.371 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.363+0000 7efd2f7fe640 1 --2- 172.21.15.23:0/1065827870 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efd1c066280 0x7efd1c068730 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7efd24001ec0 tx=0x7efd24009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:02.372 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.363+0000 7efd2cff9640 1 -- 172.21.15.23:0/1065827870 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7efd200eb4e0 con 0x7efd180039b0 2023-06-26T03:03:02.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.511+0000 7efd36515640 1 -- 172.21.15.23:0/1065827870 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7efd3004d790 con 0x7efd180039b0 2023-06-26T03:03:02.519 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.511+0000 7efd2cff9640 1 -- 172.21.15.23:0/1065827870 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v29) v1 ==== 103+0+11 (secure 0 0 0) 0x7efd200eeb00 con 0x7efd180039b0 2023-06-26T03:03:02.519 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:03:02.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.515+0000 7efd36515640 1 -- 172.21.15.23:0/1065827870 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efd1c066280 msgr2=0x7efd1c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:02.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.515+0000 7efd36515640 1 --2- 172.21.15.23:0/1065827870 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efd1c066280 0x7efd1c068730 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7efd24001ec0 tx=0x7efd24009040 comp rx=0 tx=0).stop 2023-06-26T03:03:02.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.515+0000 7efd36515640 1 -- 172.21.15.23:0/1065827870 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efd180039b0 msgr2=0x7efd30152020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:02.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.515+0000 7efd36515640 1 --2- 172.21.15.23:0/1065827870 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efd180039b0 0x7efd30152020 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7efd20005040 tx=0x7efd18005800 comp rx=0 tx=0).stop 2023-06-26T03:03:02.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.515+0000 7efd36515640 1 -- 172.21.15.23:0/1065827870 shutdown_connections 2023-06-26T03:03:02.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.515+0000 7efd36515640 1 --2- 172.21.15.23:0/1065827870 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efd1c066280 0x7efd1c068730 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:02.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.515+0000 7efd36515640 1 --2- 172.21.15.23:0/1065827870 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efd30150be0 0x7efd300c6510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:02.522 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.515+0000 7efd36515640 1 --2- 172.21.15.23:0/1065827870 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efd30151130 0x7efd30158390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:02.522 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.515+0000 7efd36515640 1 --2- 172.21.15.23:0/1065827870 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efd180039b0 0x7efd30152020 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:02.522 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.515+0000 7efd36515640 1 -- 172.21.15.23:0/1065827870 >> 172.21.15.23:0/1065827870 conn(0x7efd300ce9b0 msgr2=0x7efd300b4d60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:02.522 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.515+0000 7efd36515640 1 -- 172.21.15.23:0/1065827870 shutdown_connections 2023-06-26T03:03:02.522 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.515+0000 7efd36515640 1 -- 172.21.15.23:0/1065827870 wait complete. 2023-06-26T03:03:02.546 INFO:tasks.cephfs_test_runner:Starting test: test_generic (tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev) 2023-06-26T03:03:02.547 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic' 2023-06-26T03:03:02.660 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.655+0000 7fd65a892640 1 Processor -- start 2023-06-26T03:03:02.661 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.655+0000 7fd65a892640 1 -- start start 2023-06-26T03:03:02.662 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.655+0000 7fd65a892640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fd654159a80 0x7fd6540c9340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:02.662 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.655+0000 7fd65a892640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd6540c9880 0x7fd6540ccc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:02.662 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.655+0000 7fd65a892640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd654159f40 con 0x7fd654153a50 2023-06-26T03:03:02.662 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.655+0000 7fd65a892640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd65415d070 con 0x7fd654159a80 2023-06-26T03:03:02.662 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.655+0000 7fd65a892640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd65415a220 con 0x7fd6540c9880 2023-06-26T03:03:02.663 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.655+0000 7fd6537fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fd654159a80 0x7fd6540c9340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:02.663 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.655+0000 7fd6537fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fd654159a80 0x7fd6540c9340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55920/0 (socket says 172.21.15.23:55920) 2023-06-26T03:03:02.663 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.655+0000 7fd6537fe640 1 -- 172.21.15.23:0/243674906 learned_addr learned my addr 172.21.15.23:0/243674906 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:02.663 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.655+0000 7fd658e2f640 1 --2- 172.21.15.23:0/243674906 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd6540c9880 0x7fd6540ccc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:02.663 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.655+0000 7fd6537fe640 1 -- 172.21.15.23:0/243674906 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd6540c9880 msgr2=0x7fd6540ccc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:02.664 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.655+0000 7fd6537fe640 1 --2- 172.21.15.23:0/243674906 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd6540c9880 0x7fd6540ccc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:02.664 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.655+0000 7fd6537fe640 1 -- 172.21.15.23:0/243674906 >> v1:172.21.15.71:6789/0 conn(0x7fd654153a50 legacy=0x7fd6540ce3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:02.664 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.655+0000 7fd6537fe640 1 -- 172.21.15.23:0/243674906 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd65415a500 con 0x7fd654159a80 2023-06-26T03:03:02.664 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.659+0000 7fd6537fe640 1 --2- 172.21.15.23:0/243674906 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd654159a80 0x7fd6540c9340 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fd63c009e50 tx=0x7fd63c01c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46467affe1519b09 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:02.665 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.659+0000 7fd652ffd640 1 -- 172.21.15.23:0/243674906 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd63c0a57c0 con 0x7fd654159a80 2023-06-26T03:03:02.665 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.659+0000 7fd652ffd640 1 -- 172.21.15.23:0/243674906 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd63c0a5920 con 0x7fd654159a80 2023-06-26T03:03:02.665 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.659+0000 7fd652ffd640 1 -- 172.21.15.23:0/243674906 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd63c0a5cb0 con 0x7fd654159a80 2023-06-26T03:03:02.666 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.659+0000 7fd65a892640 1 -- 172.21.15.23:0/243674906 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd654159a80 msgr2=0x7fd6540c9340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:02.666 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.659+0000 7fd65a892640 1 --2- 172.21.15.23:0/243674906 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd654159a80 0x7fd6540c9340 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fd63c009e50 tx=0x7fd63c01c9e0 comp rx=0 tx=0).stop 2023-06-26T03:03:02.666 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.659+0000 7fd65a892640 1 -- 172.21.15.23:0/243674906 shutdown_connections 2023-06-26T03:03:02.666 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.659+0000 7fd65a892640 1 --2- 172.21.15.23:0/243674906 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd6540c9880 0x7fd6540ccc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:02.666 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.659+0000 7fd65a892640 1 --2- 172.21.15.23:0/243674906 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd654159a80 0x7fd6540c9340 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:02.667 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.659+0000 7fd65a892640 1 -- 172.21.15.23:0/243674906 >> 172.21.15.23:0/243674906 conn(0x7fd654069400 msgr2=0x7fd654069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:02.667 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.659+0000 7fd65a892640 1 -- 172.21.15.23:0/243674906 shutdown_connections 2023-06-26T03:03:02.667 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.659+0000 7fd65a892640 1 -- 172.21.15.23:0/243674906 wait complete. 2023-06-26T03:03:02.668 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.659+0000 7fd65a892640 1 Processor -- start 2023-06-26T03:03:02.668 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.659+0000 7fd65a892640 1 -- start start 2023-06-26T03:03:02.668 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.659+0000 7fd65a892640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd6540c9880 0x7fd654150b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:02.668 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.659+0000 7fd65a892640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd654153a50 0x7fd654143020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:02.669 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.659+0000 7fd65a892640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd654159a80 0x7fd654143560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:02.669 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.659+0000 7fd65a892640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd65414ee80 con 0x7fd654159a80 2023-06-26T03:03:02.669 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.659+0000 7fd65a892640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd65414e8c0 con 0x7fd654153a50 2023-06-26T03:03:02.669 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.659+0000 7fd65a892640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd65414eba0 con 0x7fd6540c9880 2023-06-26T03:03:02.669 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.659+0000 7fd658e2f640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd654159a80 0x7fd654143560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:02.669 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.659+0000 7fd658e2f640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd654159a80 0x7fd654143560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55926/0 (socket says 172.21.15.23:55926) 2023-06-26T03:03:02.669 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.659+0000 7fd658e2f640 1 -- 172.21.15.23:0/2894300713 learned_addr learned my addr 172.21.15.23:0/2894300713 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:02.670 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.659+0000 7fd6537fe640 1 --2- 172.21.15.23:0/2894300713 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd654153a50 0x7fd654143020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:02.670 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.659+0000 7fd653fff640 1 --2- 172.21.15.23:0/2894300713 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd6540c9880 0x7fd654150b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:02.670 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.663+0000 7fd658e2f640 1 -- 172.21.15.23:0/2894300713 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd6540c9880 msgr2=0x7fd654150b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:02.670 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.663+0000 7fd658e2f640 1 --2- 172.21.15.23:0/2894300713 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd6540c9880 0x7fd654150b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:02.670 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.663+0000 7fd658e2f640 1 -- 172.21.15.23:0/2894300713 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd654153a50 msgr2=0x7fd654143020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:02.670 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.663+0000 7fd658e2f640 1 --2- 172.21.15.23:0/2894300713 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd654153a50 0x7fd654143020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:02.670 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.663+0000 7fd658e2f640 1 -- 172.21.15.23:0/2894300713 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd63c009b30 con 0x7fd654159a80 2023-06-26T03:03:02.671 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.663+0000 7fd658e2f640 1 --2- 172.21.15.23:0/2894300713 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd654159a80 0x7fd654143560 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fd64c00d5d0 tx=0x7fd64c00da90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:02.672 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.663+0000 7fd650ff9640 1 -- 172.21.15.23:0/2894300713 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd64c0125f0 con 0x7fd654159a80 2023-06-26T03:03:02.672 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.663+0000 7fd650ff9640 1 -- 172.21.15.23:0/2894300713 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd64c012770 con 0x7fd654159a80 2023-06-26T03:03:02.672 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.663+0000 7fd65a892640 1 -- 172.21.15.23:0/2894300713 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd654150390 con 0x7fd654159a80 2023-06-26T03:03:02.672 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.663+0000 7fd650ff9640 1 -- 172.21.15.23:0/2894300713 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd64c012b20 con 0x7fd654159a80 2023-06-26T03:03:02.672 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.663+0000 7fd65a892640 1 -- 172.21.15.23:0/2894300713 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd6541445f0 con 0x7fd654159a80 2023-06-26T03:03:02.672 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.663+0000 7fd65a892640 1 -- 172.21.15.23:0/2894300713 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd6541448a0 con 0x7fd654159a80 2023-06-26T03:03:02.672 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.663+0000 7fd650ff9640 1 -- 172.21.15.23:0/2894300713 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fd64c012c80 con 0x7fd654159a80 2023-06-26T03:03:02.673 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.663+0000 7fd650ff9640 1 --2- 172.21.15.23:0/2894300713 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd634066280 0x7fd634068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:02.673 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.663+0000 7fd650ff9640 1 -- 172.21.15.23:0/2894300713 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7fd64c084530 con 0x7fd654159a80 2023-06-26T03:03:02.673 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.663+0000 7fd653fff640 1 --2- 172.21.15.23:0/2894300713 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd634066280 0x7fd634068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:02.673 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.663+0000 7fd653fff640 1 --2- 172.21.15.23:0/2894300713 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd634066280 0x7fd634068730 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fd644000f70 tx=0x7fd644009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:02.675 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.667+0000 7fd650ff9640 1 -- 172.21.15.23:0/2894300713 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fd64c051710 con 0x7fd654159a80 2023-06-26T03:03:02.876 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:02.871+0000 7fd65a892640 1 -- 172.21.15.23:0/2894300713 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic"]} v 0) v1 -- 0x7fd65404d790 con 0x7fd654159a80 2023-06-26T03:03:03.299 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.291+0000 7fd650ff9640 1 -- 172.21.15.23:0/2894300713 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic"]}]=0 v69) v1 ==== 147+0+0 (secure 0 0 0) 0x7fd64c054d30 con 0x7fd654159a80 2023-06-26T03:03:03.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.295+0000 7fd65a892640 1 -- 172.21.15.23:0/2894300713 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd634066280 msgr2=0x7fd634068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:03.302 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.295+0000 7fd65a892640 1 --2- 172.21.15.23:0/2894300713 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd634066280 0x7fd634068730 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fd644000f70 tx=0x7fd644009040 comp rx=0 tx=0).stop 2023-06-26T03:03:03.302 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.295+0000 7fd65a892640 1 -- 172.21.15.23:0/2894300713 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd654159a80 msgr2=0x7fd654143560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:03.302 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.295+0000 7fd65a892640 1 --2- 172.21.15.23:0/2894300713 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd654159a80 0x7fd654143560 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fd64c00d5d0 tx=0x7fd64c00da90 comp rx=0 tx=0).stop 2023-06-26T03:03:03.302 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.295+0000 7fd65a892640 1 -- 172.21.15.23:0/2894300713 shutdown_connections 2023-06-26T03:03:03.302 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.295+0000 7fd65a892640 1 --2- 172.21.15.23:0/2894300713 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd634066280 0x7fd634068730 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:03.302 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.295+0000 7fd65a892640 1 --2- 172.21.15.23:0/2894300713 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd654159a80 0x7fd654143560 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:03.302 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.295+0000 7fd65a892640 1 --2- 172.21.15.23:0/2894300713 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd654153a50 0x7fd654143020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:03.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.295+0000 7fd65a892640 1 --2- 172.21.15.23:0/2894300713 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd6540c9880 0x7fd654150b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:03.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.295+0000 7fd65a892640 1 -- 172.21.15.23:0/2894300713 >> 172.21.15.23:0/2894300713 conn(0x7fd654069400 msgr2=0x7fd6540cadc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:03.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.295+0000 7fd65a892640 1 -- 172.21.15.23:0/2894300713 shutdown_connections 2023-06-26T03:03:03.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.295+0000 7fd65a892640 1 -- 172.21.15.23:0/2894300713 wait complete. 2023-06-26T03:03:03.321 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2023-06-26T03:03:03.453 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.447+0000 7fca36af3640 1 Processor -- start 2023-06-26T03:03:03.453 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.447+0000 7fca36af3640 1 -- start start 2023-06-26T03:03:03.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.447+0000 7fca36af3640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fca300b3a20 0x7fca300b3e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:03.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.447+0000 7fca36af3640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fca300b43b0 con 0x7fca3015b6e0 2023-06-26T03:03:03.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.447+0000 7fca36af3640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fca300cf960 con 0x7fca300d0180 2023-06-26T03:03:03.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.447+0000 7fca36af3640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca300cfca0 con 0x7fca300b3a20 2023-06-26T03:03:03.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.447+0000 7fca3488f640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fca3015b6e0 0x7fca300cc5f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:51924/0 (socket says 172.21.15.23:51924) 2023-06-26T03:03:03.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.447+0000 7fca3488f640 1 -- 172.21.15.23:0/516089958 learned_addr learned my addr 172.21.15.23:0/516089958 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:03.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.447+0000 7fca2ffff640 1 --2- 172.21.15.23:0/516089958 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fca300b3a20 0x7fca300b3e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:03.456 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.447+0000 7fca2f7fe640 1 -- 172.21.15.23:0/516089958 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1312556145 0 0) 0x7fca200014a0 con 0x7fca3015b6e0 2023-06-26T03:03:03.456 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.447+0000 7fca2f7fe640 1 -- 172.21.15.23:0/516089958 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fca18003530 con 0x7fca3015b6e0 2023-06-26T03:03:03.456 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.447+0000 7fca2f7fe640 1 -- 172.21.15.23:0/516089958 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2309842513 0 0) 0x7fca18003530 con 0x7fca3015b6e0 2023-06-26T03:03:03.457 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.447+0000 7fca2f7fe640 1 -- 172.21.15.23:0/516089958 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fca300b3a20 msgr2=0x7fca300b3e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:03.457 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.447+0000 7fca2f7fe640 1 --2- 172.21.15.23:0/516089958 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fca300b3a20 0x7fca300b3e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:03.457 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.447+0000 7fca2f7fe640 1 -- 172.21.15.23:0/516089958 >> v1:172.21.15.71:6789/0 conn(0x7fca300d0180 legacy=0x7fca300d05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:03.457 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.447+0000 7fca2f7fe640 1 -- 172.21.15.23:0/516089958 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca300cede0 con 0x7fca3015b6e0 2023-06-26T03:03:03.457 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.447+0000 7fca2f7fe640 1 -- 172.21.15.23:0/516089958 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7fca20001b90 con 0x7fca3015b6e0 2023-06-26T03:03:03.457 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.447+0000 7fca2f7fe640 1 -- 172.21.15.23:0/516089958 >> v1:172.21.15.23:6789/0 conn(0x7fca3015b6e0 legacy=0x7fca300cc5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:03.457 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.447+0000 7fca2f7fe640 1 --2- 172.21.15.23:0/516089958 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca180039b0 0x7fca18003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:03.458 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.447+0000 7fca2f7fe640 1 --2- 172.21.15.23:0/516089958 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fca300b3a20 0x7fca180047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:03.458 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.447+0000 7fca2f7fe640 1 --2- 172.21.15.23:0/516089958 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fca18004d10 0x7fca18005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:03.458 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.447+0000 7fca2f7fe640 1 -- 172.21.15.23:0/516089958 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca300cfca0 con 0x7fca18004d10 2023-06-26T03:03:03.458 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.447+0000 7fca2f7fe640 1 -- 172.21.15.23:0/516089958 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca1800baa0 con 0x7fca180039b0 2023-06-26T03:03:03.458 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.447+0000 7fca2f7fe640 1 -- 172.21.15.23:0/516089958 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca1800bc60 con 0x7fca300b3a20 2023-06-26T03:03:03.458 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.447+0000 7fca35090640 1 --2- 172.21.15.23:0/516089958 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fca18004d10 0x7fca18005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:03.458 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.447+0000 7fca3488f640 1 --2- 172.21.15.23:0/516089958 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca180039b0 0x7fca18003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:03.459 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.447+0000 7fca2ffff640 1 --2- 172.21.15.23:0/516089958 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fca300b3a20 0x7fca180047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:03.459 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.447+0000 7fca35090640 1 -- 172.21.15.23:0/516089958 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fca300b3a20 msgr2=0x7fca180047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:03.459 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.447+0000 7fca35090640 1 --2- 172.21.15.23:0/516089958 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fca300b3a20 0x7fca180047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:03.459 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.447+0000 7fca35090640 1 -- 172.21.15.23:0/516089958 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca180039b0 msgr2=0x7fca18003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:03.459 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.447+0000 7fca35090640 1 --2- 172.21.15.23:0/516089958 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca180039b0 0x7fca18003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:03.459 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.447+0000 7fca35090640 1 -- 172.21.15.23:0/516089958 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca18003530 con 0x7fca18004d10 2023-06-26T03:03:03.461 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.451+0000 7fca35090640 1 --2- 172.21.15.23:0/516089958 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fca18004d10 0x7fca18005180 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fca28001780 tx=0x7fca2801c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d65b54e8b2e35a5 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:03.462 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.451+0000 7fca2f7fe640 1 -- 172.21.15.23:0/516089958 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca280052d0 con 0x7fca18004d10 2023-06-26T03:03:03.462 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.451+0000 7fca2f7fe640 1 -- 172.21.15.23:0/516089958 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca280a7050 con 0x7fca18004d10 2023-06-26T03:03:03.462 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.451+0000 7fca2f7fe640 1 -- 172.21.15.23:0/516089958 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca28003600 con 0x7fca18004d10 2023-06-26T03:03:03.462 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.451+0000 7fca36af3640 1 -- 172.21.15.23:0/516089958 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fca18004d10 msgr2=0x7fca18005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:03.462 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.451+0000 7fca36af3640 1 --2- 172.21.15.23:0/516089958 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fca18004d10 0x7fca18005180 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fca28001780 tx=0x7fca2801c400 comp rx=0 tx=0).stop 2023-06-26T03:03:03.462 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.451+0000 7fca35090640 1 -- 172.21.15.23:0/516089958 reap_dead start 2023-06-26T03:03:03.462 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.451+0000 7fca36af3640 1 -- 172.21.15.23:0/516089958 shutdown_connections 2023-06-26T03:03:03.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.451+0000 7fca36af3640 1 -- 172.21.15.23:0/516089958 >> 172.21.15.23:0/516089958 conn(0x7fca300d1fa0 msgr2=0x7fca300d23a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:03.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.451+0000 7fca36af3640 1 -- 172.21.15.23:0/516089958 shutdown_connections 2023-06-26T03:03:03.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.451+0000 7fca36af3640 1 -- 172.21.15.23:0/516089958 wait complete. 2023-06-26T03:03:03.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.451+0000 7fca36af3640 1 Processor -- start 2023-06-26T03:03:03.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.451+0000 7fca36af3640 1 -- start start 2023-06-26T03:03:03.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.451+0000 7fca36af3640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fca301530f0 0x7fca300b68b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:03.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.451+0000 7fca36af3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca300b6df0 0x7fca3015f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:03.464 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.451+0000 7fca36af3640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fca3015f700 0x7fca301f43f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:03.464 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.451+0000 7fca36af3640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca3015fb70 con 0x7fca301530f0 2023-06-26T03:03:03.464 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.451+0000 7fca36af3640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca300b4e70 con 0x7fca300b6df0 2023-06-26T03:03:03.464 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.451+0000 7fca36af3640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca300b5110 con 0x7fca3015f700 2023-06-26T03:03:03.464 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.451+0000 7fca3488f640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fca301530f0 0x7fca300b68b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:03.464 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.451+0000 7fca3488f640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fca301530f0 0x7fca300b68b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55932/0 (socket says 172.21.15.23:55932) 2023-06-26T03:03:03.464 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.451+0000 7fca3488f640 1 -- 172.21.15.23:0/2519732723 learned_addr learned my addr 172.21.15.23:0/2519732723 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:03.465 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.455+0000 7fca2ffff640 1 --2- 172.21.15.23:0/2519732723 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca300b6df0 0x7fca3015f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:03.465 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.455+0000 7fca35090640 1 --2- 172.21.15.23:0/2519732723 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fca3015f700 0x7fca301f43f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:03.465 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.455+0000 7fca3488f640 1 -- 172.21.15.23:0/2519732723 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fca3015f700 msgr2=0x7fca301f43f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:03.465 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.455+0000 7fca3488f640 1 --2- 172.21.15.23:0/2519732723 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fca3015f700 0x7fca301f43f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:03.465 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.455+0000 7fca3488f640 1 -- 172.21.15.23:0/2519732723 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca300b6df0 msgr2=0x7fca3015f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:03.465 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.455+0000 7fca3488f640 1 --2- 172.21.15.23:0/2519732723 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca300b6df0 0x7fca3015f1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:03.465 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.455+0000 7fca3488f640 1 -- 172.21.15.23:0/2519732723 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca300b53f0 con 0x7fca301530f0 2023-06-26T03:03:03.466 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.455+0000 7fca3488f640 1 --2- 172.21.15.23:0/2519732723 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fca301530f0 0x7fca300b68b0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fca20010800 tx=0x7fca20010c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:03.466 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.455+0000 7fca2d7fa640 1 -- 172.21.15.23:0/2519732723 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca20019030 con 0x7fca301530f0 2023-06-26T03:03:03.466 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.455+0000 7fca2d7fa640 1 -- 172.21.15.23:0/2519732723 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca2000d070 con 0x7fca301530f0 2023-06-26T03:03:03.466 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.455+0000 7fca2d7fa640 1 -- 172.21.15.23:0/2519732723 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca2000edb0 con 0x7fca301530f0 2023-06-26T03:03:03.466 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.455+0000 7fca36af3640 1 -- 172.21.15.23:0/2519732723 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca300b56d0 con 0x7fca301530f0 2023-06-26T03:03:03.466 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.455+0000 7fca36af3640 1 -- 172.21.15.23:0/2519732723 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca301534c0 con 0x7fca301530f0 2023-06-26T03:03:03.467 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.455+0000 7fca36af3640 1 -- 172.21.15.23:0/2519732723 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fca3004d790 con 0x7fca301530f0 2023-06-26T03:03:03.467 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.455+0000 7fca2d7fa640 1 -- 172.21.15.23:0/2519732723 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fca2001c070 con 0x7fca301530f0 2023-06-26T03:03:03.467 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.455+0000 7fca2d7fa640 1 --2- 172.21.15.23:0/2519732723 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fca1c0662b0 0x7fca1c068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:03.468 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.455+0000 7fca2d7fa640 1 -- 172.21.15.23:0/2519732723 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7fca2001a070 con 0x7fca301530f0 2023-06-26T03:03:03.468 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.455+0000 7fca2ffff640 1 --2- 172.21.15.23:0/2519732723 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fca1c0662b0 0x7fca1c068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:03.468 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.459+0000 7fca2ffff640 1 --2- 172.21.15.23:0/2519732723 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fca1c0662b0 0x7fca1c068760 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fca300b7ed0 tx=0x7fca24008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:03.468 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.459+0000 7fca2d7fa640 1 -- 172.21.15.23:0/2519732723 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fca200540b0 con 0x7fca301530f0 2023-06-26T03:03:03.624 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.615+0000 7fca36af3640 1 -- 172.21.15.23:0/2519732723 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7fca300b43b0 con 0x7fca301530f0 2023-06-26T03:03:03.634 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.627+0000 7fca2d7fa640 1 -- 172.21.15.23:0/2519732723 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) v1 ==== 122+0+0 (secure 0 0 0) 0x7fca300b43b0 con 0x7fca301530f0 2023-06-26T03:03:03.637 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.631+0000 7fca36af3640 1 -- 172.21.15.23:0/2519732723 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fca1c0662b0 msgr2=0x7fca1c068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:03.637 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.631+0000 7fca36af3640 1 --2- 172.21.15.23:0/2519732723 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fca1c0662b0 0x7fca1c068760 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fca300b7ed0 tx=0x7fca24008040 comp rx=0 tx=0).stop 2023-06-26T03:03:03.637 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.631+0000 7fca36af3640 1 -- 172.21.15.23:0/2519732723 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fca301530f0 msgr2=0x7fca300b68b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:03.637 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.631+0000 7fca36af3640 1 --2- 172.21.15.23:0/2519732723 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fca301530f0 0x7fca300b68b0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fca20010800 tx=0x7fca20010c00 comp rx=0 tx=0).stop 2023-06-26T03:03:03.638 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.631+0000 7fca36af3640 1 -- 172.21.15.23:0/2519732723 shutdown_connections 2023-06-26T03:03:03.638 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.631+0000 7fca36af3640 1 --2- 172.21.15.23:0/2519732723 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fca1c0662b0 0x7fca1c068760 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:03.638 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.631+0000 7fca36af3640 1 --2- 172.21.15.23:0/2519732723 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fca3015f700 0x7fca301f43f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:03.638 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.631+0000 7fca36af3640 1 --2- 172.21.15.23:0/2519732723 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fca300b6df0 0x7fca3015f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:03.638 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.631+0000 7fca36af3640 1 --2- 172.21.15.23:0/2519732723 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fca301530f0 0x7fca300b68b0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:03.638 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.631+0000 7fca36af3640 1 -- 172.21.15.23:0/2519732723 >> 172.21.15.23:0/2519732723 conn(0x7fca300d1fa0 msgr2=0x7fca30159010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:03.638 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.631+0000 7fca36af3640 1 -- 172.21.15.23:0/2519732723 shutdown_connections 2023-06-26T03:03:03.639 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.631+0000 7fca36af3640 1 -- 172.21.15.23:0/2519732723 wait complete. 2023-06-26T03:03:03.653 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2023-06-26T03:03:03.654 DEBUG:teuthology.orchestra.run.smithi023:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-06-26T03:03:03.698 DEBUG:teuthology.orchestra.run.smithi071:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-06-26T03:03:03.752 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2023-06-26T03:03:03.753 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:03:03.753 DEBUG:teuthology.orchestra.run.smithi023:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-26T03:03:03.758 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:03:03.758 DEBUG:teuthology.orchestra.run.smithi023:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-26T03:03:03.804 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:03:03.976 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.967+0000 7ffa844ab640 1 Processor -- start 2023-06-26T03:03:03.976 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.971+0000 7ffa844ab640 1 -- start start 2023-06-26T03:03:03.977 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.971+0000 7ffa844ab640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ffa7c0cea00 0x7ffa7c0c38f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:03.978 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.971+0000 7ffa844ab640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7ffa7c15f3b0 0x7ffa7c15f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:03.978 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.971+0000 7ffa844ab640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffa7c0cfaf0 con 0x7ffa7c0af430 2023-06-26T03:03:03.978 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.971+0000 7ffa844ab640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffa7c15fd30 con 0x7ffa7c15f3b0 2023-06-26T03:03:03.978 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.971+0000 7ffa844ab640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa7c1601a0 con 0x7ffa7c0cea00 2023-06-26T03:03:03.978 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.971+0000 7ffa82a48640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7ffa7c15f3b0 0x7ffa7c15f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:03.978 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.971+0000 7ffa82a48640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7ffa7c15f3b0 0x7ffa7c15f7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55934/0 (socket says 172.21.15.23:55934) 2023-06-26T03:03:03.978 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.971+0000 7ffa82a48640 1 -- 172.21.15.23:0/1681548737 learned_addr learned my addr 172.21.15.23:0/1681548737 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:03.979 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.971+0000 7ffa81a46640 1 --2- 172.21.15.23:0/1681548737 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ffa7c0cea00 0x7ffa7c0c38f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:03.979 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.971+0000 7ffa82a48640 1 -- 172.21.15.23:0/1681548737 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ffa7c0cea00 msgr2=0x7ffa7c0c38f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:03.979 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.971+0000 7ffa82a48640 1 --2- 172.21.15.23:0/1681548737 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ffa7c0cea00 0x7ffa7c0c38f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:03.979 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.971+0000 7ffa82a48640 1 -- 172.21.15.23:0/1681548737 >> v1:172.21.15.71:6789/0 conn(0x7ffa7c0af430 legacy=0x7ffa7c0b18b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:03.980 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.971+0000 7ffa82a48640 1 -- 172.21.15.23:0/1681548737 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa7c0ceee0 con 0x7ffa7c15f3b0 2023-06-26T03:03:03.980 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.971+0000 7ffa82a48640 1 --2- 172.21.15.23:0/1681548737 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffa7c15f3b0 0x7ffa7c15f7f0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7ffa74009e50 tx=0x7ffa7401ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dea354796f740c7b server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:03.980 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa81245640 1 -- 172.21.15.23:0/1681548737 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa740a57f0 con 0x7ffa7c15f3b0 2023-06-26T03:03:03.981 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa81245640 1 -- 172.21.15.23:0/1681548737 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa740a5950 con 0x7ffa7c15f3b0 2023-06-26T03:03:03.981 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa81245640 1 -- 172.21.15.23:0/1681548737 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa740a5ce0 con 0x7ffa7c15f3b0 2023-06-26T03:03:03.981 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa844ab640 1 -- 172.21.15.23:0/1681548737 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffa7c15f3b0 msgr2=0x7ffa7c15f7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:03.982 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa844ab640 1 --2- 172.21.15.23:0/1681548737 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffa7c15f3b0 0x7ffa7c15f7f0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7ffa74009e50 tx=0x7ffa7401ca10 comp rx=0 tx=0).stop 2023-06-26T03:03:03.982 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa844ab640 1 -- 172.21.15.23:0/1681548737 shutdown_connections 2023-06-26T03:03:03.982 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa844ab640 1 --2- 172.21.15.23:0/1681548737 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffa7c15f3b0 0x7ffa7c15f7f0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:03.982 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa844ab640 1 --2- 172.21.15.23:0/1681548737 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ffa7c0cea00 0x7ffa7c0c38f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:03.982 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa844ab640 1 -- 172.21.15.23:0/1681548737 >> 172.21.15.23:0/1681548737 conn(0x7ffa7c06c2a0 msgr2=0x7ffa7c06d010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:03.982 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa844ab640 1 -- 172.21.15.23:0/1681548737 shutdown_connections 2023-06-26T03:03:03.983 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa844ab640 1 -- 172.21.15.23:0/1681548737 wait complete. 2023-06-26T03:03:03.984 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa844ab640 1 Processor -- start 2023-06-26T03:03:03.985 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa844ab640 1 -- start start 2023-06-26T03:03:03.985 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa844ab640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffa7c0af430 0x7ffa7c14ab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:03.985 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa844ab640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ffa7c0cea00 0x7ffa7c0ab890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:03.985 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa844ab640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa7c15f3b0 0x7ffa7c0b5430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:03.985 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa844ab640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa7c155fe0 con 0x7ffa7c0af430 2023-06-26T03:03:03.985 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa844ab640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa7c156250 con 0x7ffa7c15f3b0 2023-06-26T03:03:03.985 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa844ab640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa7c14b080 con 0x7ffa7c0cea00 2023-06-26T03:03:03.986 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa82247640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffa7c0af430 0x7ffa7c14ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:03.986 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa82247640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffa7c0af430 0x7ffa7c14ab40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55946/0 (socket says 172.21.15.23:55946) 2023-06-26T03:03:03.986 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa82247640 1 -- 172.21.15.23:0/4119515598 learned_addr learned my addr 172.21.15.23:0/4119515598 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:03.986 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa81a46640 1 --2- 172.21.15.23:0/4119515598 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ffa7c0cea00 0x7ffa7c0ab890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:03.986 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa82a48640 1 --2- 172.21.15.23:0/4119515598 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa7c15f3b0 0x7ffa7c0b5430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:03.986 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa82247640 1 -- 172.21.15.23:0/4119515598 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ffa7c0cea00 msgr2=0x7ffa7c0ab890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:03.986 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa82247640 1 --2- 172.21.15.23:0/4119515598 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ffa7c0cea00 0x7ffa7c0ab890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:03.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa82247640 1 -- 172.21.15.23:0/4119515598 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa7c15f3b0 msgr2=0x7ffa7c0b5430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:03.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa82247640 1 --2- 172.21.15.23:0/4119515598 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa7c15f3b0 0x7ffa7c0b5430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:03.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa82247640 1 -- 172.21.15.23:0/4119515598 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa74009b30 con 0x7ffa7c0af430 2023-06-26T03:03:03.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa81a46640 1 --2- 172.21.15.23:0/4119515598 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ffa7c0cea00 0x7ffa7c0ab890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:03.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa82247640 1 --2- 172.21.15.23:0/4119515598 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffa7c0af430 0x7ffa7c14ab40 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7ffa7800c530 tx=0x7ffa7800c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:03.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa72ffd640 1 -- 172.21.15.23:0/4119515598 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa78005220 con 0x7ffa7c0af430 2023-06-26T03:03:03.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa72ffd640 1 -- 172.21.15.23:0/4119515598 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa78005380 con 0x7ffa7c0af430 2023-06-26T03:03:03.988 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa844ab640 1 -- 172.21.15.23:0/4119515598 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa7c1535e0 con 0x7ffa7c0af430 2023-06-26T03:03:03.988 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa72ffd640 1 -- 172.21.15.23:0/4119515598 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa78007270 con 0x7ffa7c0af430 2023-06-26T03:03:03.988 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.975+0000 7ffa844ab640 1 -- 172.21.15.23:0/4119515598 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa7c0abdd0 con 0x7ffa7c0af430 2023-06-26T03:03:03.988 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.979+0000 7ffa844ab640 1 -- 172.21.15.23:0/4119515598 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffa7c0ac020 con 0x7ffa7c0af430 2023-06-26T03:03:03.989 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.979+0000 7ffa72ffd640 1 -- 172.21.15.23:0/4119515598 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ffa780073d0 con 0x7ffa7c0af430 2023-06-26T03:03:03.989 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.979+0000 7ffa72ffd640 1 --2- 172.21.15.23:0/4119515598 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ffa60066280 0x7ffa60068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:03.989 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.979+0000 7ffa72ffd640 1 -- 172.21.15.23:0/4119515598 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7ffa78083890 con 0x7ffa7c0af430 2023-06-26T03:03:03.989 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.979+0000 7ffa81a46640 1 --2- 172.21.15.23:0/4119515598 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ffa60066280 0x7ffa60068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:03.989 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.979+0000 7ffa81a46640 1 --2- 172.21.15.23:0/4119515598 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ffa60066280 0x7ffa60068730 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7ffa7c0b1150 tx=0x7ffa6c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:03.990 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:03.983+0000 7ffa72ffd640 1 -- 172.21.15.23:0/4119515598 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ffa78050a70 con 0x7ffa7c0af430 2023-06-26T03:03:04.147 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.139+0000 7ffa844ab640 1 -- 172.21.15.23:0/4119515598 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ffa7c04d790 con 0x7ffa7c0af430 2023-06-26T03:03:04.149 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.143+0000 7ffa72ffd640 1 -- 172.21.15.23:0/4119515598 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+20143 (secure 0 0 0) 0x7ffa78054090 con 0x7ffa7c0af430 2023-06-26T03:03:04.150 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:03:04.150 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":29,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:02:51.222053+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:02:07.262805+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:02:07.823501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data_ec","create_time":"2023-06-26T03:02:10.900368+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.c","mappings":[{"from":3,"to":2}]},{"pgid":"4.26","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:03:04.152 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.143+0000 7ffa844ab640 1 -- 172.21.15.23:0/4119515598 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ffa60066280 msgr2=0x7ffa60068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:04.152 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.143+0000 7ffa844ab640 1 --2- 172.21.15.23:0/4119515598 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ffa60066280 0x7ffa60068730 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7ffa7c0b1150 tx=0x7ffa6c008040 comp rx=0 tx=0).stop 2023-06-26T03:03:04.152 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.143+0000 7ffa844ab640 1 -- 172.21.15.23:0/4119515598 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffa7c0af430 msgr2=0x7ffa7c14ab40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:04.152 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.143+0000 7ffa844ab640 1 --2- 172.21.15.23:0/4119515598 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffa7c0af430 0x7ffa7c14ab40 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7ffa7800c530 tx=0x7ffa7800c9f0 comp rx=0 tx=0).stop 2023-06-26T03:03:04.152 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.143+0000 7ffa844ab640 1 -- 172.21.15.23:0/4119515598 shutdown_connections 2023-06-26T03:03:04.152 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.143+0000 7ffa844ab640 1 --2- 172.21.15.23:0/4119515598 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ffa60066280 0x7ffa60068730 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:04.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.143+0000 7ffa844ab640 1 --2- 172.21.15.23:0/4119515598 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa7c15f3b0 0x7ffa7c0b5430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:04.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.143+0000 7ffa844ab640 1 --2- 172.21.15.23:0/4119515598 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ffa7c0cea00 0x7ffa7c0ab890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:04.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.143+0000 7ffa844ab640 1 --2- 172.21.15.23:0/4119515598 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffa7c0af430 0x7ffa7c14ab40 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:04.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.143+0000 7ffa844ab640 1 -- 172.21.15.23:0/4119515598 >> 172.21.15.23:0/4119515598 conn(0x7ffa7c06c2a0 msgr2=0x7ffa7c15b200 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:04.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.143+0000 7ffa844ab640 1 -- 172.21.15.23:0/4119515598 shutdown_connections 2023-06-26T03:03:04.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.143+0000 7ffa844ab640 1 -- 172.21.15.23:0/4119515598 wait complete. 2023-06-26T03:03:04.169 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:01:57.280692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:02:02.819138+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-26T03:02:07.262805+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-26T03:02:07.823501+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-06-26T03:02:10.900368+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-06-26T03:03:04.170 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:03:04.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.287+0000 7f87495e6640 1 Processor -- start 2023-06-26T03:03:04.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.287+0000 7f87495e6640 1 -- start start 2023-06-26T03:03:04.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.291+0000 7f87495e6640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f874406ef70 0x7f874406f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:04.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.291+0000 7f87495e6640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f87440cb6c0 0x7f87440cbb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:04.298 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.291+0000 7f87495e6640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f87440ad280 con 0x7f87440aceb0 2023-06-26T03:03:04.298 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.291+0000 7f87495e6640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f87440c9950 con 0x7f87440cb6c0 2023-06-26T03:03:04.298 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.291+0000 7f87495e6640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f874406f920 con 0x7f874406ef70 2023-06-26T03:03:04.298 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.291+0000 7f87437fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f87440cb6c0 0x7f87440cbb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:04.298 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.291+0000 7f87437fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f87440cb6c0 0x7f87440cbb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55960/0 (socket says 172.21.15.23:55960) 2023-06-26T03:03:04.298 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.291+0000 7f87437fe640 1 -- 172.21.15.23:0/1782427902 learned_addr learned my addr 172.21.15.23:0/1782427902 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:04.298 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.291+0000 7f87427fc640 1 --2- 172.21.15.23:0/1782427902 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f874406ef70 0x7f874406f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:04.298 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.291+0000 7f87437fe640 1 -- 172.21.15.23:0/1782427902 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f874406ef70 msgr2=0x7f874406f3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:04.299 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.291+0000 7f87437fe640 1 --2- 172.21.15.23:0/1782427902 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f874406ef70 0x7f874406f3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:04.299 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.291+0000 7f87437fe640 1 -- 172.21.15.23:0/1782427902 >> v1:172.21.15.71:6789/0 conn(0x7f87440aceb0 legacy=0x7f87440c9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:04.299 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.291+0000 7f87437fe640 1 -- 172.21.15.23:0/1782427902 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87440c83d0 con 0x7f87440cb6c0 2023-06-26T03:03:04.299 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.291+0000 7f87437fe640 1 --2- 172.21.15.23:0/1782427902 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f87440cb6c0 0x7f87440cbb20 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f874406ecf0 tx=0x7f873c01c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51ceea2207a06e57 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:04.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.291+0000 7f8741ffb640 1 -- 172.21.15.23:0/1782427902 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f873c0a57e0 con 0x7f87440cb6c0 2023-06-26T03:03:04.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.291+0000 7f8741ffb640 1 -- 172.21.15.23:0/1782427902 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f873c0a5940 con 0x7f87440cb6c0 2023-06-26T03:03:04.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.291+0000 7f8741ffb640 1 -- 172.21.15.23:0/1782427902 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f873c0a5cd0 con 0x7f87440cb6c0 2023-06-26T03:03:04.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f87495e6640 1 -- 172.21.15.23:0/1782427902 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f87440cb6c0 msgr2=0x7f87440cbb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:04.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f87495e6640 1 --2- 172.21.15.23:0/1782427902 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f87440cb6c0 0x7f87440cbb20 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f874406ecf0 tx=0x7f873c01c960 comp rx=0 tx=0).stop 2023-06-26T03:03:04.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f87495e6640 1 -- 172.21.15.23:0/1782427902 shutdown_connections 2023-06-26T03:03:04.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f87495e6640 1 --2- 172.21.15.23:0/1782427902 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f87440cb6c0 0x7f87440cbb20 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:04.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f87495e6640 1 --2- 172.21.15.23:0/1782427902 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f874406ef70 0x7f874406f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:04.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f87495e6640 1 -- 172.21.15.23:0/1782427902 >> 172.21.15.23:0/1782427902 conn(0x7f8744069fc0 msgr2=0x7f87440ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:04.302 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f87495e6640 1 -- 172.21.15.23:0/1782427902 shutdown_connections 2023-06-26T03:03:04.302 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f87495e6640 1 -- 172.21.15.23:0/1782427902 wait complete. 2023-06-26T03:03:04.302 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f87495e6640 1 Processor -- start 2023-06-26T03:03:04.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f87495e6640 1 -- start start 2023-06-26T03:03:04.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f87495e6640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f874406ef70 0x7f8744152e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:04.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f87495e6640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f87440aceb0 0x7f8744144ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:04.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f87495e6640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f87440cb6c0 0x7f8744145010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:04.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f87495e6640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f874415bb80 con 0x7f87440cb6c0 2023-06-26T03:03:04.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f87495e6640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f874415be60 con 0x7f87440aceb0 2023-06-26T03:03:04.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f87495e6640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f874415c140 con 0x7f874406ef70 2023-06-26T03:03:04.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f87437fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f87440cb6c0 0x7f8744145010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:04.304 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f87437fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f87440cb6c0 0x7f8744145010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55972/0 (socket says 172.21.15.23:55972) 2023-06-26T03:03:04.304 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f87437fe640 1 -- 172.21.15.23:0/1436487174 learned_addr learned my addr 172.21.15.23:0/1436487174 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:04.305 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f87427fc640 1 --2- 172.21.15.23:0/1436487174 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f87440aceb0 0x7f8744144ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:04.305 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f8742ffd640 1 --2- 172.21.15.23:0/1436487174 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f874406ef70 0x7f8744152e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:04.306 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f87437fe640 1 -- 172.21.15.23:0/1436487174 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f874406ef70 msgr2=0x7f8744152e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:04.306 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f87437fe640 1 --2- 172.21.15.23:0/1436487174 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f874406ef70 0x7f8744152e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:04.306 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f87437fe640 1 -- 172.21.15.23:0/1436487174 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f87440aceb0 msgr2=0x7f8744144ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:04.306 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f87437fe640 1 --2- 172.21.15.23:0/1436487174 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f87440aceb0 0x7f8744144ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:04.306 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f87437fe640 1 -- 172.21.15.23:0/1436487174 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f873c009b30 con 0x7f87440cb6c0 2023-06-26T03:03:04.306 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f8742ffd640 1 --2- 172.21.15.23:0/1436487174 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f874406ef70 0x7f8744152e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:04.306 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f87427fc640 1 --2- 172.21.15.23:0/1436487174 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f87440aceb0 0x7f8744144ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:04.307 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f87437fe640 1 --2- 172.21.15.23:0/1436487174 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f87440cb6c0 0x7f8744145010 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f873c0af040 tx=0x7f873c019700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:04.307 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f872b7fe640 1 -- 172.21.15.23:0/1436487174 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f873c0b8670 con 0x7f87440cb6c0 2023-06-26T03:03:04.307 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f872b7fe640 1 -- 172.21.15.23:0/1436487174 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f873c0b87d0 con 0x7f87440cb6c0 2023-06-26T03:03:04.307 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f872b7fe640 1 -- 172.21.15.23:0/1436487174 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f873c0b8b80 con 0x7f87440cb6c0 2023-06-26T03:03:04.307 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f87495e6640 1 -- 172.21.15.23:0/1436487174 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f874415c420 con 0x7f87440cb6c0 2023-06-26T03:03:04.307 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.295+0000 7f87495e6640 1 -- 172.21.15.23:0/1436487174 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8744153b60 con 0x7f87440cb6c0 2023-06-26T03:03:04.307 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.299+0000 7f87495e6640 1 -- 172.21.15.23:0/1436487174 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8744159230 con 0x7f87440cb6c0 2023-06-26T03:03:04.307 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.299+0000 7f872b7fe640 1 -- 172.21.15.23:0/1436487174 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f873c0b8ce0 con 0x7f87440cb6c0 2023-06-26T03:03:04.308 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.299+0000 7f872b7fe640 1 --2- 172.21.15.23:0/1436487174 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8730066280 0x7f8730068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:04.308 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.299+0000 7f872b7fe640 1 -- 172.21.15.23:0/1436487174 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f873c11f920 con 0x7f87440cb6c0 2023-06-26T03:03:04.308 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.299+0000 7f8742ffd640 1 --2- 172.21.15.23:0/1436487174 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8730066280 0x7f8730068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:04.308 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.299+0000 7f8742ffd640 1 --2- 172.21.15.23:0/1436487174 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8730066280 0x7f8730068730 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f8734003e40 tx=0x7f8734009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:04.309 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.303+0000 7f872b7fe640 1 -- 172.21.15.23:0/1436487174 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f8744159230 con 0x7f87440cb6c0 2023-06-26T03:03:04.368 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:03:04.370 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:03:04.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.455+0000 7f87495e6640 1 -- 172.21.15.23:0/1436487174 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f874415c280 con 0x7f87440cb6c0 2023-06-26T03:03:04.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.455+0000 7f872b7fe640 1 -- 172.21.15.23:0/1436487174 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v29) v1 ==== 93+0+10 (secure 0 0 0) 0x7f874415c280 con 0x7f87440cb6c0 2023-06-26T03:03:04.464 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 1 2023-06-26T03:03:04.466 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.459+0000 7f87495e6640 1 -- 172.21.15.23:0/1436487174 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8730066280 msgr2=0x7f8730068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:04.466 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.459+0000 7f87495e6640 1 --2- 172.21.15.23:0/1436487174 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8730066280 0x7f8730068730 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f8734003e40 tx=0x7f8734009040 comp rx=0 tx=0).stop 2023-06-26T03:03:04.466 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.459+0000 7f87495e6640 1 -- 172.21.15.23:0/1436487174 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f87440cb6c0 msgr2=0x7f8744145010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:04.466 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.459+0000 7f87495e6640 1 --2- 172.21.15.23:0/1436487174 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f87440cb6c0 0x7f8744145010 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f873c0af040 tx=0x7f873c019700 comp rx=0 tx=0).stop 2023-06-26T03:03:04.466 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.459+0000 7f87495e6640 1 -- 172.21.15.23:0/1436487174 shutdown_connections 2023-06-26T03:03:04.467 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.459+0000 7f87495e6640 1 --2- 172.21.15.23:0/1436487174 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8730066280 0x7f8730068730 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:04.467 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.459+0000 7f87495e6640 1 --2- 172.21.15.23:0/1436487174 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f87440cb6c0 0x7f8744145010 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:04.467 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.459+0000 7f87495e6640 1 --2- 172.21.15.23:0/1436487174 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f87440aceb0 0x7f8744144ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:04.467 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.459+0000 7f87495e6640 1 --2- 172.21.15.23:0/1436487174 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f874406ef70 0x7f8744152e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:04.467 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.459+0000 7f87495e6640 1 -- 172.21.15.23:0/1436487174 >> 172.21.15.23:0/1436487174 conn(0x7f8744069fc0 msgr2=0x7f87440ce310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:04.467 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.459+0000 7f87495e6640 1 -- 172.21.15.23:0/1436487174 shutdown_connections 2023-06-26T03:03:04.467 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.459+0000 7f87495e6640 1 -- 172.21.15.23:0/1436487174 wait complete. 2023-06-26T03:03:04.483 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:03:04.613 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.607+0000 7ff6e0f2f640 1 Processor -- start 2023-06-26T03:03:04.613 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.607+0000 7ff6e0f2f640 1 -- start start 2023-06-26T03:03:04.614 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.607+0000 7ff6e0f2f640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7ff6dc0cfd20 0x7ff6dc0d00f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:04.615 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.607+0000 7ff6e0f2f640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7ff6dc0ce510 0x7ff6dc0ce990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:04.615 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.607+0000 7ff6e0f2f640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff6dc0ce080 con 0x7ff6dc0ca350 2023-06-26T03:03:04.615 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.607+0000 7ff6e0f2f640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff6dc15bb90 con 0x7ff6dc0cfd20 2023-06-26T03:03:04.615 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.607+0000 7ff6e0f2f640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff6dc0caeb0 con 0x7ff6dc0ce510 2023-06-26T03:03:04.615 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.607+0000 7ff6da59c640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7ff6dc0cfd20 0x7ff6dc0d00f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:04.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.607+0000 7ff6da59c640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7ff6dc0cfd20 0x7ff6dc0d00f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55982/0 (socket says 172.21.15.23:55982) 2023-06-26T03:03:04.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.607+0000 7ff6da59c640 1 -- 172.21.15.23:0/1156688407 learned_addr learned my addr 172.21.15.23:0/1156688407 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:04.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.607+0000 7ff6dad9d640 1 --2- 172.21.15.23:0/1156688407 >> v2:172.21.15.71:3300/0 conn(0x7ff6dc0ce510 0x7ff6dc0ce990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:04.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.607+0000 7ff6da59c640 1 -- 172.21.15.23:0/1156688407 >> v2:172.21.15.71:3300/0 conn(0x7ff6dc0ce510 msgr2=0x7ff6dc0ce990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:04.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.607+0000 7ff6da59c640 1 --2- 172.21.15.23:0/1156688407 >> v2:172.21.15.71:3300/0 conn(0x7ff6dc0ce510 0x7ff6dc0ce990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:04.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.607+0000 7ff6da59c640 1 -- 172.21.15.23:0/1156688407 >> v1:172.21.15.71:6789/0 conn(0x7ff6dc0ca350 legacy=0x7ff6dc0cd000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:04.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.607+0000 7ff6da59c640 1 -- 172.21.15.23:0/1156688407 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6dc0d0630 con 0x7ff6dc0cfd20 2023-06-26T03:03:04.618 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.611+0000 7ff6da59c640 1 --2- 172.21.15.23:0/1156688407 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff6dc0cfd20 0x7ff6dc0d00f0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7ff6dc0b1cb0 tx=0x7ff6cc01c4c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1a95755e2a6b23a server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:04.618 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.611+0000 7ff6d959a640 1 -- 172.21.15.23:0/1156688407 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6cc0ac410 con 0x7ff6dc0cfd20 2023-06-26T03:03:04.618 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.611+0000 7ff6d959a640 1 -- 172.21.15.23:0/1156688407 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff6cc0ac570 con 0x7ff6dc0cfd20 2023-06-26T03:03:04.619 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.611+0000 7ff6d959a640 1 -- 172.21.15.23:0/1156688407 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6cc0ac900 con 0x7ff6dc0cfd20 2023-06-26T03:03:04.619 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.611+0000 7ff6e0f2f640 1 -- 172.21.15.23:0/1156688407 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff6dc0cfd20 msgr2=0x7ff6dc0d00f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:04.619 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.611+0000 7ff6e0f2f640 1 --2- 172.21.15.23:0/1156688407 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff6dc0cfd20 0x7ff6dc0d00f0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7ff6dc0b1cb0 tx=0x7ff6cc01c4c0 comp rx=0 tx=0).stop 2023-06-26T03:03:04.619 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.611+0000 7ff6e0f2f640 1 -- 172.21.15.23:0/1156688407 shutdown_connections 2023-06-26T03:03:04.619 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.611+0000 7ff6e0f2f640 1 --2- 172.21.15.23:0/1156688407 >> v2:172.21.15.71:3300/0 conn(0x7ff6dc0ce510 0x7ff6dc0ce990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:04.620 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.611+0000 7ff6e0f2f640 1 --2- 172.21.15.23:0/1156688407 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff6dc0cfd20 0x7ff6dc0d00f0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:04.620 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.611+0000 7ff6e0f2f640 1 -- 172.21.15.23:0/1156688407 >> 172.21.15.23:0/1156688407 conn(0x7ff6dc070fe0 msgr2=0x7ff6dc0713e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:04.620 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.611+0000 7ff6e0f2f640 1 -- 172.21.15.23:0/1156688407 shutdown_connections 2023-06-26T03:03:04.620 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.611+0000 7ff6e0f2f640 1 -- 172.21.15.23:0/1156688407 wait complete. 2023-06-26T03:03:04.622 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.611+0000 7ff6e0f2f640 1 Processor -- start 2023-06-26T03:03:04.622 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.611+0000 7ff6e0f2f640 1 -- start start 2023-06-26T03:03:04.622 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.611+0000 7ff6e0f2f640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff6dc0ca350 0x7ff6dc157070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:04.622 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.611+0000 7ff6e0f2f640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff6dc0ce510 0x7ff6dc0c6410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:04.622 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.611+0000 7ff6e0f2f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff6dc0cfd20 0x7ff6dc0c4c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:04.623 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.611+0000 7ff6e0f2f640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6dc0c6950 con 0x7ff6dc0ca350 2023-06-26T03:03:04.623 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.611+0000 7ff6e0f2f640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6dc0c9830 con 0x7ff6dc0cfd20 2023-06-26T03:03:04.623 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.611+0000 7ff6e0f2f640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6dc0c9b10 con 0x7ff6dc0ce510 2023-06-26T03:03:04.623 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.611+0000 7ff6da59c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff6dc0ca350 0x7ff6dc157070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:04.623 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.611+0000 7ff6da59c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff6dc0ca350 0x7ff6dc157070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55996/0 (socket says 172.21.15.23:55996) 2023-06-26T03:03:04.623 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.611+0000 7ff6da59c640 1 -- 172.21.15.23:0/2397482742 learned_addr learned my addr 172.21.15.23:0/2397482742 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:04.623 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.611+0000 7ff6d9d9b640 1 --2- 172.21.15.23:0/2397482742 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff6dc0ce510 0x7ff6dc0c6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:04.623 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.611+0000 7ff6dad9d640 1 --2- 172.21.15.23:0/2397482742 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff6dc0cfd20 0x7ff6dc0c4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:04.624 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.611+0000 7ff6da59c640 1 -- 172.21.15.23:0/2397482742 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff6dc0ce510 msgr2=0x7ff6dc0c6410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:04.624 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.611+0000 7ff6da59c640 1 --2- 172.21.15.23:0/2397482742 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff6dc0ce510 0x7ff6dc0c6410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:04.624 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.611+0000 7ff6da59c640 1 -- 172.21.15.23:0/2397482742 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff6dc0cfd20 msgr2=0x7ff6dc0c4c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:04.624 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.611+0000 7ff6da59c640 1 --2- 172.21.15.23:0/2397482742 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff6dc0cfd20 0x7ff6dc0c4c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:04.624 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.611+0000 7ff6da59c640 1 -- 172.21.15.23:0/2397482742 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6cc0094d0 con 0x7ff6dc0ca350 2023-06-26T03:03:04.624 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.611+0000 7ff6dad9d640 1 --2- 172.21.15.23:0/2397482742 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff6dc0cfd20 0x7ff6dc0c4c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:04.624 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.615+0000 7ff6da59c640 1 --2- 172.21.15.23:0/2397482742 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff6dc0ca350 0x7ff6dc157070 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7ff6cc0af040 tx=0x7ff6cc019260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:04.625 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.615+0000 7ff6caffd640 1 -- 172.21.15.23:0/2397482742 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6cc0ac410 con 0x7ff6dc0ca350 2023-06-26T03:03:04.625 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.615+0000 7ff6caffd640 1 -- 172.21.15.23:0/2397482742 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff6cc0b65f0 con 0x7ff6dc0ca350 2023-06-26T03:03:04.625 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.615+0000 7ff6e0f2f640 1 -- 172.21.15.23:0/2397482742 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff6dc0c56e0 con 0x7ff6dc0ca350 2023-06-26T03:03:04.625 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.615+0000 7ff6caffd640 1 -- 172.21.15.23:0/2397482742 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6cc0b69a0 con 0x7ff6dc0ca350 2023-06-26T03:03:04.625 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.615+0000 7ff6e0f2f640 1 -- 172.21.15.23:0/2397482742 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6dc0b2bc0 con 0x7ff6dc0ca350 2023-06-26T03:03:04.625 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.615+0000 7ff6e0f2f640 1 -- 172.21.15.23:0/2397482742 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff6dc0b2db0 con 0x7ff6dc0ca350 2023-06-26T03:03:04.625 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.615+0000 7ff6caffd640 1 -- 172.21.15.23:0/2397482742 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff6cc0b6b00 con 0x7ff6dc0ca350 2023-06-26T03:03:04.626 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.615+0000 7ff6caffd640 1 --2- 172.21.15.23:0/2397482742 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff6bc066280 0x7ff6bc068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:04.626 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.615+0000 7ff6caffd640 1 -- 172.21.15.23:0/2397482742 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7ff6cc11ebf0 con 0x7ff6dc0ca350 2023-06-26T03:03:04.626 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.615+0000 7ff6d9d9b640 1 --2- 172.21.15.23:0/2397482742 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff6bc066280 0x7ff6bc068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:04.626 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.615+0000 7ff6d9d9b640 1 --2- 172.21.15.23:0/2397482742 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff6bc066280 0x7ff6bc068730 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7ff6dc0b13f0 tx=0x7ff6d0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:04.627 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.619+0000 7ff6caffd640 1 -- 172.21.15.23:0/2397482742 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff6cc0ebe60 con 0x7ff6dc0ca350 2023-06-26T03:03:04.779 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.771+0000 7ff6e0f2f640 1 -- 172.21.15.23:0/2397482742 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7ff6dc0b1fa0 con 0x7ff6dc0ca350 2023-06-26T03:03:04.780 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.775+0000 7ff6caffd640 1 -- 172.21.15.23:0/2397482742 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v29) v1 ==== 92+0+10 (secure 0 0 0) 0x7ff6cc0b10a0 con 0x7ff6dc0ca350 2023-06-26T03:03:04.781 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 8 2023-06-26T03:03:04.783 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.775+0000 7ff6e0f2f640 1 -- 172.21.15.23:0/2397482742 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff6bc066280 msgr2=0x7ff6bc068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:04.783 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.775+0000 7ff6e0f2f640 1 --2- 172.21.15.23:0/2397482742 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff6bc066280 0x7ff6bc068730 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7ff6dc0b13f0 tx=0x7ff6d0009040 comp rx=0 tx=0).stop 2023-06-26T03:03:04.783 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.775+0000 7ff6e0f2f640 1 -- 172.21.15.23:0/2397482742 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff6dc0ca350 msgr2=0x7ff6dc157070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:04.783 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.775+0000 7ff6e0f2f640 1 --2- 172.21.15.23:0/2397482742 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff6dc0ca350 0x7ff6dc157070 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7ff6cc0af040 tx=0x7ff6cc019260 comp rx=0 tx=0).stop 2023-06-26T03:03:04.783 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.775+0000 7ff6e0f2f640 1 -- 172.21.15.23:0/2397482742 shutdown_connections 2023-06-26T03:03:04.783 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.775+0000 7ff6e0f2f640 1 --2- 172.21.15.23:0/2397482742 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff6bc066280 0x7ff6bc068730 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:04.784 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.775+0000 7ff6e0f2f640 1 --2- 172.21.15.23:0/2397482742 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff6dc0cfd20 0x7ff6dc0c4c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:04.784 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.775+0000 7ff6e0f2f640 1 --2- 172.21.15.23:0/2397482742 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff6dc0ce510 0x7ff6dc0c6410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:04.784 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.775+0000 7ff6e0f2f640 1 --2- 172.21.15.23:0/2397482742 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff6dc0ca350 0x7ff6dc157070 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:04.784 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.775+0000 7ff6e0f2f640 1 -- 172.21.15.23:0/2397482742 >> 172.21.15.23:0/2397482742 conn(0x7ff6dc070fe0 msgr2=0x7ff6dc0aefa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:04.784 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.775+0000 7ff6e0f2f640 1 -- 172.21.15.23:0/2397482742 shutdown_connections 2023-06-26T03:03:04.784 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.775+0000 7ff6e0f2f640 1 -- 172.21.15.23:0/2397482742 wait complete. 2023-06-26T03:03:04.800 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-26T03:03:04.929 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.923+0000 7f12ebe00640 1 Processor -- start 2023-06-26T03:03:04.930 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.923+0000 7f12ebe00640 1 -- start start 2023-06-26T03:03:04.931 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.923+0000 7f12ebe00640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f12e406ef70 0x7f12e406f410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:04.931 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.923+0000 7f12ebe00640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f12e40ad280 con 0x7f12e40cb6c0 2023-06-26T03:03:04.931 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.923+0000 7f12ebe00640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f12e40c83d0 con 0x7f12e40aceb0 2023-06-26T03:03:04.931 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.923+0000 7f12ebe00640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f12e406f950 con 0x7f12e406ef70 2023-06-26T03:03:04.931 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.923+0000 7f12ea39d640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f12e40cb6c0 0x7f12e40cbad0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:51928/0 (socket says 172.21.15.23:51928) 2023-06-26T03:03:04.931 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.923+0000 7f12ea39d640 1 -- 172.21.15.23:0/2674034707 learned_addr learned my addr 172.21.15.23:0/2674034707 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:04.931 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.923+0000 7f12e939b640 1 --2- 172.21.15.23:0/2674034707 >> v2:172.21.15.71:3300/0 conn(0x7f12e406ef70 0x7f12e406f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:04.933 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.923+0000 7f12e8b9a640 1 -- 172.21.15.23:0/2674034707 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1817812144 0 0) 0x7f12e40ad280 con 0x7f12e40cb6c0 2023-06-26T03:03:04.933 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.923+0000 7f12e8b9a640 1 -- 172.21.15.23:0/2674034707 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f12d0003530 con 0x7f12e40cb6c0 2023-06-26T03:03:04.933 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.923+0000 7f12e8b9a640 1 -- 172.21.15.23:0/2674034707 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4152035264 0 0) 0x7f12d0003530 con 0x7f12e40cb6c0 2023-06-26T03:03:04.933 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.923+0000 7f12e8b9a640 1 -- 172.21.15.23:0/2674034707 >> v2:172.21.15.71:3300/0 conn(0x7f12e406ef70 msgr2=0x7f12e406f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:04.933 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.923+0000 7f12e8b9a640 1 --2- 172.21.15.23:0/2674034707 >> v2:172.21.15.71:3300/0 conn(0x7f12e406ef70 0x7f12e406f410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:04.934 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.923+0000 7f12e8b9a640 1 -- 172.21.15.23:0/2674034707 >> v1:172.21.15.71:6789/0 conn(0x7f12e40aceb0 legacy=0x7f12e40c9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:04.934 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.923+0000 7f12e8b9a640 1 -- 172.21.15.23:0/2674034707 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12e4158c90 con 0x7f12e40cb6c0 2023-06-26T03:03:04.934 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.923+0000 7f12e8b9a640 1 -- 172.21.15.23:0/2674034707 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f12dc001a00 con 0x7f12e40cb6c0 2023-06-26T03:03:04.934 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.923+0000 7f12e8b9a640 1 -- 172.21.15.23:0/2674034707 >> v1:172.21.15.23:6789/0 conn(0x7f12e40cb6c0 legacy=0x7f12e40cbad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:04.934 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.923+0000 7f12e8b9a640 1 --2- 172.21.15.23:0/2674034707 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f12d0003980 0x7f12d0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:04.934 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.923+0000 7f12e8b9a640 1 --2- 172.21.15.23:0/2674034707 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f12d00047d0 0x7f12d0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:04.934 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.923+0000 7f12e8b9a640 1 --2- 172.21.15.23:0/2674034707 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f12d0005180 0x7f12d000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:04.934 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.923+0000 7f12e8b9a640 1 -- 172.21.15.23:0/2674034707 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12d000bfd0 con 0x7f12d0003980 2023-06-26T03:03:04.935 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.923+0000 7f12e8b9a640 1 -- 172.21.15.23:0/2674034707 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12d000c140 con 0x7f12d0005180 2023-06-26T03:03:04.935 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.923+0000 7f12e8b9a640 1 -- 172.21.15.23:0/2674034707 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f12d000c300 con 0x7f12d00047d0 2023-06-26T03:03:04.935 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.923+0000 7f12e9b9c640 1 --2- 172.21.15.23:0/2674034707 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f12d0003980 0x7f12d0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:04.935 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.923+0000 7f12ea39d640 1 --2- 172.21.15.23:0/2674034707 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f12d0005180 0x7f12d000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:04.935 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.923+0000 7f12e939b640 1 --2- 172.21.15.23:0/2674034707 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f12d00047d0 0x7f12d0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:04.935 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.923+0000 7f12e9b9c640 1 -- 172.21.15.23:0/2674034707 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f12d00047d0 msgr2=0x7f12d0004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:04.935 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.923+0000 7f12e9b9c640 1 --2- 172.21.15.23:0/2674034707 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f12d00047d0 0x7f12d0004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:04.935 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.923+0000 7f12e9b9c640 1 -- 172.21.15.23:0/2674034707 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f12d0005180 msgr2=0x7f12d000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:04.936 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.923+0000 7f12e9b9c640 1 --2- 172.21.15.23:0/2674034707 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f12d0005180 0x7f12d000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:04.936 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.923+0000 7f12ea39d640 1 -- 172.21.15.23:0/2674034707 reap_dead start 2023-06-26T03:03:04.936 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.923+0000 7f12e9b9c640 1 -- 172.21.15.23:0/2674034707 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12d0003530 con 0x7f12d0003980 2023-06-26T03:03:04.938 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.927+0000 7f12e9b9c640 1 --2- 172.21.15.23:0/2674034707 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f12d0003980 0x7f12d0003d90 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f12d8001780 tx=0x7f12d801c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=275511b966a9b7c4 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:04.938 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.927+0000 7f12e8b9a640 1 -- 172.21.15.23:0/2674034707 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12d80052d0 con 0x7f12d0003980 2023-06-26T03:03:04.938 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.927+0000 7f12e8b9a640 1 -- 172.21.15.23:0/2674034707 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f12d80a7050 con 0x7f12d0003980 2023-06-26T03:03:04.939 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.927+0000 7f12e8b9a640 1 -- 172.21.15.23:0/2674034707 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12d8003600 con 0x7f12d0003980 2023-06-26T03:03:04.939 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.927+0000 7f12ebe00640 1 -- 172.21.15.23:0/2674034707 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f12d0003980 msgr2=0x7f12d0003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:04.939 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.927+0000 7f12ebe00640 1 --2- 172.21.15.23:0/2674034707 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f12d0003980 0x7f12d0003d90 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f12d8001780 tx=0x7f12d801c3b0 comp rx=0 tx=0).stop 2023-06-26T03:03:04.939 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.927+0000 7f12ebe00640 1 -- 172.21.15.23:0/2674034707 shutdown_connections 2023-06-26T03:03:04.939 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.927+0000 7f12ebe00640 1 --2- 172.21.15.23:0/2674034707 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f12d0003980 0x7f12d0003d90 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:04.939 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.927+0000 7f12ebe00640 1 -- 172.21.15.23:0/2674034707 >> 172.21.15.23:0/2674034707 conn(0x7f12e4069fc0 msgr2=0x7f12e40ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:04.939 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.927+0000 7f12ebe00640 1 -- 172.21.15.23:0/2674034707 shutdown_connections 2023-06-26T03:03:04.939 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.927+0000 7f12ebe00640 1 -- 172.21.15.23:0/2674034707 wait complete. 2023-06-26T03:03:04.940 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.931+0000 7f12ebe00640 1 Processor -- start 2023-06-26T03:03:04.940 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.931+0000 7f12ebe00640 1 -- start start 2023-06-26T03:03:04.940 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.931+0000 7f12ebe00640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f12d0003980 0x7f12e40c4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:04.940 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.931+0000 7f12ebe00640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f12e414d850 0x7f12e40c6240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:04.940 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.931+0000 7f12ebe00640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f12e40b2ac0 0x7f12e40c6db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:04.940 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.931+0000 7f12ebe00640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12e414e290 con 0x7f12d0003980 2023-06-26T03:03:04.940 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.931+0000 7f12ebe00640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12e40c6780 con 0x7f12e40b2ac0 2023-06-26T03:03:04.940 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.931+0000 7f12ebe00640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f12e414dcc0 con 0x7f12e414d850 2023-06-26T03:03:04.941 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.931+0000 7f12e9b9c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f12d0003980 0x7f12e40c4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:04.941 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.931+0000 7f12e9b9c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f12d0003980 0x7f12e40c4bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56008/0 (socket says 172.21.15.23:56008) 2023-06-26T03:03:04.941 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.931+0000 7f12e9b9c640 1 -- 172.21.15.23:0/1882068058 learned_addr learned my addr 172.21.15.23:0/1882068058 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:04.941 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.931+0000 7f12e939b640 1 --2- 172.21.15.23:0/1882068058 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f12e414d850 0x7f12e40c6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:04.941 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.931+0000 7f12ea39d640 1 --2- 172.21.15.23:0/1882068058 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f12e40b2ac0 0x7f12e40c6db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:04.941 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.931+0000 7f12e9b9c640 1 -- 172.21.15.23:0/1882068058 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f12e414d850 msgr2=0x7f12e40c6240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:04.941 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.931+0000 7f12e9b9c640 1 --2- 172.21.15.23:0/1882068058 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f12e414d850 0x7f12e40c6240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:04.942 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.931+0000 7f12e9b9c640 1 -- 172.21.15.23:0/1882068058 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f12e40b2ac0 msgr2=0x7f12e40c6db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:04.942 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.931+0000 7f12e9b9c640 1 --2- 172.21.15.23:0/1882068058 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f12e40b2ac0 0x7f12e40c6db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:04.942 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.931+0000 7f12e9b9c640 1 -- 172.21.15.23:0/1882068058 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12e40c51a0 con 0x7f12d0003980 2023-06-26T03:03:04.942 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.931+0000 7f12e9b9c640 1 --2- 172.21.15.23:0/1882068058 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f12d0003980 0x7f12e40c4bc0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f12d8005040 tx=0x7f12d0005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:04.942 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.931+0000 7f12d67fc640 1 -- 172.21.15.23:0/1882068058 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12d80072f0 con 0x7f12d0003980 2023-06-26T03:03:04.942 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.931+0000 7f12d67fc640 1 -- 172.21.15.23:0/1882068058 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f12d8007450 con 0x7f12d0003980 2023-06-26T03:03:04.942 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.931+0000 7f12ebe00640 1 -- 172.21.15.23:0/1882068058 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f12e40c5480 con 0x7f12d0003980 2023-06-26T03:03:04.942 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.931+0000 7f12d67fc640 1 -- 172.21.15.23:0/1882068058 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12d80067e0 con 0x7f12d0003980 2023-06-26T03:03:04.943 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.931+0000 7f12ebe00640 1 -- 172.21.15.23:0/1882068058 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12e40c5a40 con 0x7f12d0003980 2023-06-26T03:03:04.943 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.931+0000 7f12ebe00640 1 -- 172.21.15.23:0/1882068058 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f12e40b3b00 con 0x7f12d0003980 2023-06-26T03:03:04.943 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.931+0000 7f12d67fc640 1 -- 172.21.15.23:0/1882068058 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f12d8006940 con 0x7f12d0003980 2023-06-26T03:03:04.944 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.931+0000 7f12d67fc640 1 --2- 172.21.15.23:0/1882068058 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f12c80662b0 0x7f12c8068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:04.944 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.931+0000 7f12d67fc640 1 -- 172.21.15.23:0/1882068058 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f12d811e150 con 0x7f12d0003980 2023-06-26T03:03:04.944 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.931+0000 7f12e939b640 1 --2- 172.21.15.23:0/1882068058 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f12c80662b0 0x7f12c8068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:04.944 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.935+0000 7f12e939b640 1 --2- 172.21.15.23:0/1882068058 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f12c80662b0 0x7f12c8068760 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f12e40c43d0 tx=0x7f12e0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:04.944 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:04.935+0000 7f12d67fc640 1 -- 172.21.15.23:0/1882068058 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f12d80eed30 con 0x7f12d0003980 2023-06-26T03:03:05.096 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.087+0000 7f12ebe00640 1 -- 172.21.15.23:0/1882068058 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f12e404d790 con 0x7f12d0003980 2023-06-26T03:03:05.097 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.091+0000 7f12d67fc640 1 -- 172.21.15.23:0/1882068058 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v29) v1 ==== 104+0+11 (secure 0 0 0) 0x7f12d80ee8c0 con 0x7f12d0003980 2023-06-26T03:03:05.097 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:03:05.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.091+0000 7f12ebe00640 1 -- 172.21.15.23:0/1882068058 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f12c80662b0 msgr2=0x7f12c8068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:05.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.091+0000 7f12ebe00640 1 --2- 172.21.15.23:0/1882068058 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f12c80662b0 0x7f12c8068760 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f12e40c43d0 tx=0x7f12e0008040 comp rx=0 tx=0).stop 2023-06-26T03:03:05.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.091+0000 7f12ebe00640 1 -- 172.21.15.23:0/1882068058 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f12d0003980 msgr2=0x7f12e40c4bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:05.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.091+0000 7f12ebe00640 1 --2- 172.21.15.23:0/1882068058 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f12d0003980 0x7f12e40c4bc0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f12d8005040 tx=0x7f12d0005800 comp rx=0 tx=0).stop 2023-06-26T03:03:05.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.091+0000 7f12ebe00640 1 -- 172.21.15.23:0/1882068058 shutdown_connections 2023-06-26T03:03:05.100 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.091+0000 7f12ebe00640 1 --2- 172.21.15.23:0/1882068058 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f12c80662b0 0x7f12c8068760 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:05.100 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.091+0000 7f12ebe00640 1 --2- 172.21.15.23:0/1882068058 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f12e40b2ac0 0x7f12e40c6db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:05.100 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.091+0000 7f12ebe00640 1 --2- 172.21.15.23:0/1882068058 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f12e414d850 0x7f12e40c6240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:05.100 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.091+0000 7f12ebe00640 1 --2- 172.21.15.23:0/1882068058 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f12d0003980 0x7f12e40c4bc0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:05.100 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.091+0000 7f12ebe00640 1 -- 172.21.15.23:0/1882068058 >> 172.21.15.23:0/1882068058 conn(0x7f12e4069fc0 msgr2=0x7f12e40ca390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:05.100 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.091+0000 7f12ebe00640 1 -- 172.21.15.23:0/1882068058 shutdown_connections 2023-06-26T03:03:05.100 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.091+0000 7f12ebe00640 1 -- 172.21.15.23:0/1882068058 wait complete. 2023-06-26T03:03:05.116 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-26T03:03:05.245 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.239+0000 7f7d879de640 1 Processor -- start 2023-06-26T03:03:05.245 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.239+0000 7f7d879de640 1 -- start start 2023-06-26T03:03:05.246 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.239+0000 7f7d879de640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f7d8015fc50 0x7f7d800c8140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:05.246 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.239+0000 7f7d879de640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7d800af570 0x7f7d800af9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:05.246 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.239+0000 7f7d879de640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7d800aff00 con 0x7f7d800c98c0 2023-06-26T03:03:05.246 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.239+0000 7f7d879de640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7d80160020 con 0x7f7d8015fc50 2023-06-26T03:03:05.247 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.239+0000 7f7d879de640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d80070f10 con 0x7f7d800af570 2023-06-26T03:03:05.247 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.239+0000 7f7d8577a640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f7d8015fc50 0x7f7d800c8140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:05.247 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.239+0000 7f7d8577a640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f7d8015fc50 0x7f7d800c8140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56020/0 (socket says 172.21.15.23:56020) 2023-06-26T03:03:05.247 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.239+0000 7f7d8577a640 1 -- 172.21.15.23:0/1023406581 learned_addr learned my addr 172.21.15.23:0/1023406581 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:05.248 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.239+0000 7f7d84f79640 1 --2- 172.21.15.23:0/1023406581 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7d800af570 0x7f7d800af9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:05.248 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.239+0000 7f7d8577a640 1 -- 172.21.15.23:0/1023406581 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7d800af570 msgr2=0x7f7d800af9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:05.248 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.239+0000 7f7d8577a640 1 --2- 172.21.15.23:0/1023406581 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7d800af570 0x7f7d800af9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:05.248 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.239+0000 7f7d8577a640 1 -- 172.21.15.23:0/1023406581 >> v1:172.21.15.71:6789/0 conn(0x7f7d800c98c0 legacy=0x7f7d800c9d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:05.248 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.239+0000 7f7d8577a640 1 -- 172.21.15.23:0/1023406581 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d80070080 con 0x7f7d8015fc50 2023-06-26T03:03:05.249 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.243+0000 7f7d8577a640 1 --2- 172.21.15.23:0/1023406581 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d8015fc50 0x7f7d800c8140 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f7d7c0098a0 tx=0x7f7d7c01c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f76140744636ba8 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:05.249 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.243+0000 7f7d77fff640 1 -- 172.21.15.23:0/1023406581 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d7c0ab670 con 0x7f7d8015fc50 2023-06-26T03:03:05.249 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.243+0000 7f7d77fff640 1 -- 172.21.15.23:0/1023406581 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d7c0ab7d0 con 0x7f7d8015fc50 2023-06-26T03:03:05.249 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.243+0000 7f7d77fff640 1 -- 172.21.15.23:0/1023406581 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d7c0abb60 con 0x7f7d8015fc50 2023-06-26T03:03:05.250 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.243+0000 7f7d879de640 1 -- 172.21.15.23:0/1023406581 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d8015fc50 msgr2=0x7f7d800c8140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:05.250 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.243+0000 7f7d879de640 1 --2- 172.21.15.23:0/1023406581 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d8015fc50 0x7f7d800c8140 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f7d7c0098a0 tx=0x7f7d7c01c4b0 comp rx=0 tx=0).stop 2023-06-26T03:03:05.250 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.243+0000 7f7d879de640 1 -- 172.21.15.23:0/1023406581 shutdown_connections 2023-06-26T03:03:05.250 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.243+0000 7f7d879de640 1 --2- 172.21.15.23:0/1023406581 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7d800af570 0x7f7d800af9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:05.251 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.243+0000 7f7d879de640 1 --2- 172.21.15.23:0/1023406581 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d8015fc50 0x7f7d800c8140 secure :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f7d7c0098a0 tx=0x7f7d7c01c4b0 comp rx=0 tx=0).stop 2023-06-26T03:03:05.251 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.243+0000 7f7d879de640 1 -- 172.21.15.23:0/1023406581 >> 172.21.15.23:0/1023406581 conn(0x7f7d80069fc0 msgr2=0x7f7d800ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:05.251 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.243+0000 7f7d879de640 1 -- 172.21.15.23:0/1023406581 shutdown_connections 2023-06-26T03:03:05.251 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.243+0000 7f7d879de640 1 -- 172.21.15.23:0/1023406581 wait complete. 2023-06-26T03:03:05.252 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.243+0000 7f7d879de640 1 Processor -- start 2023-06-26T03:03:05.253 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.243+0000 7f7d879de640 1 -- start start 2023-06-26T03:03:05.253 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.243+0000 7f7d879de640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7d800af570 0x7f7d8015b530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:05.253 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.243+0000 7f7d879de640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7d800c98c0 0x7f7d8006b210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:05.253 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.243+0000 7f7d879de640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d8006b750 0x7f7d801fb4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:05.253 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.243+0000 7f7d879de640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d8006bbf0 con 0x7f7d8006b750 2023-06-26T03:03:05.253 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.243+0000 7f7d879de640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d80152880 con 0x7f7d800c98c0 2023-06-26T03:03:05.254 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.243+0000 7f7d879de640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d801fc1d0 con 0x7f7d800af570 2023-06-26T03:03:05.254 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.243+0000 7f7d85f7b640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d8006b750 0x7f7d801fb4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:05.254 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.243+0000 7f7d85f7b640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d8006b750 0x7f7d801fb4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56036/0 (socket says 172.21.15.23:56036) 2023-06-26T03:03:05.254 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.243+0000 7f7d85f7b640 1 -- 172.21.15.23:0/131777815 learned_addr learned my addr 172.21.15.23:0/131777815 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:05.254 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.243+0000 7f7d8577a640 1 --2- 172.21.15.23:0/131777815 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7d800af570 0x7f7d8015b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:05.254 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.243+0000 7f7d84f79640 1 --2- 172.21.15.23:0/131777815 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7d800c98c0 0x7f7d8006b210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:05.254 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.247+0000 7f7d85f7b640 1 -- 172.21.15.23:0/131777815 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7d800af570 msgr2=0x7f7d8015b530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:05.254 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.247+0000 7f7d85f7b640 1 --2- 172.21.15.23:0/131777815 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7d800af570 0x7f7d8015b530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:05.255 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.247+0000 7f7d85f7b640 1 -- 172.21.15.23:0/131777815 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7d800c98c0 msgr2=0x7f7d8006b210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:05.255 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.247+0000 7f7d85f7b640 1 --2- 172.21.15.23:0/131777815 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7d800c98c0 0x7f7d8006b210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:05.255 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.247+0000 7f7d85f7b640 1 -- 172.21.15.23:0/131777815 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d7c0094d0 con 0x7f7d8006b750 2023-06-26T03:03:05.255 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.247+0000 7f7d84f79640 1 --2- 172.21.15.23:0/131777815 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7d800c98c0 0x7f7d8006b210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:05.255 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.247+0000 7f7d85f7b640 1 --2- 172.21.15.23:0/131777815 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d8006b750 0x7f7d801fb4a0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f7d7800b9e0 tx=0x7f7d7800bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:05.255 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.247+0000 7f7d75ffb640 1 -- 172.21.15.23:0/131777815 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d78003b80 con 0x7f7d8006b750 2023-06-26T03:03:05.255 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.247+0000 7f7d75ffb640 1 -- 172.21.15.23:0/131777815 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d78003ce0 con 0x7f7d8006b750 2023-06-26T03:03:05.255 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.247+0000 7f7d879de640 1 -- 172.21.15.23:0/131777815 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7d800b0ac0 con 0x7f7d8006b750 2023-06-26T03:03:05.256 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.247+0000 7f7d75ffb640 1 -- 172.21.15.23:0/131777815 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d7800cb60 con 0x7f7d8006b750 2023-06-26T03:03:05.256 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.247+0000 7f7d879de640 1 -- 172.21.15.23:0/131777815 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7d800b1080 con 0x7f7d8006b750 2023-06-26T03:03:05.256 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.247+0000 7f7d879de640 1 -- 172.21.15.23:0/131777815 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7d800b0920 con 0x7f7d8006b750 2023-06-26T03:03:05.257 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.247+0000 7f7d75ffb640 1 -- 172.21.15.23:0/131777815 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f7d7800ccc0 con 0x7f7d8006b750 2023-06-26T03:03:05.257 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.247+0000 7f7d75ffb640 1 --2- 172.21.15.23:0/131777815 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7d64066280 0x7f7d64068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:05.257 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.247+0000 7f7d75ffb640 1 -- 172.21.15.23:0/131777815 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f7d78083d10 con 0x7f7d8006b750 2023-06-26T03:03:05.257 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.247+0000 7f7d8577a640 1 --2- 172.21.15.23:0/131777815 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7d64066280 0x7f7d64068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:05.257 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.247+0000 7f7d8577a640 1 --2- 172.21.15.23:0/131777815 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7d64066280 0x7f7d64068730 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f7d7c0af000 tx=0x7f7d7c0a7000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:05.259 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.251+0000 7f7d75ffb640 1 -- 172.21.15.23:0/131777815 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f7d800b0920 con 0x7f7d8006b750 2023-06-26T03:03:05.406 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.399+0000 7f7d879de640 1 -- 172.21.15.23:0/131777815 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f7d800b0920 con 0x7f7d8006b750 2023-06-26T03:03:05.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.399+0000 7f7d75ffb640 1 -- 172.21.15.23:0/131777815 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v29) v1 ==== 100+0+11 (secure 0 0 0) 0x7f7d800b0920 con 0x7f7d8006b750 2023-06-26T03:03:05.407 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 64 2023-06-26T03:03:05.409 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.403+0000 7f7d879de640 1 -- 172.21.15.23:0/131777815 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7d64066280 msgr2=0x7f7d64068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:05.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.403+0000 7f7d879de640 1 --2- 172.21.15.23:0/131777815 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7d64066280 0x7f7d64068730 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f7d7c0af000 tx=0x7f7d7c0a7000 comp rx=0 tx=0).stop 2023-06-26T03:03:05.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.403+0000 7f7d879de640 1 -- 172.21.15.23:0/131777815 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d8006b750 msgr2=0x7f7d801fb4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:05.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.403+0000 7f7d879de640 1 --2- 172.21.15.23:0/131777815 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d8006b750 0x7f7d801fb4a0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f7d7800b9e0 tx=0x7f7d7800bea0 comp rx=0 tx=0).stop 2023-06-26T03:03:05.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.403+0000 7f7d879de640 1 -- 172.21.15.23:0/131777815 shutdown_connections 2023-06-26T03:03:05.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.403+0000 7f7d879de640 1 --2- 172.21.15.23:0/131777815 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7d64066280 0x7f7d64068730 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:05.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.403+0000 7f7d879de640 1 --2- 172.21.15.23:0/131777815 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d8006b750 0x7f7d801fb4a0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:05.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.403+0000 7f7d879de640 1 --2- 172.21.15.23:0/131777815 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7d800c98c0 0x7f7d8006b210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:05.411 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.403+0000 7f7d879de640 1 --2- 172.21.15.23:0/131777815 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7d800af570 0x7f7d8015b530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:05.411 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.403+0000 7f7d879de640 1 -- 172.21.15.23:0/131777815 >> 172.21.15.23:0/131777815 conn(0x7f7d80069fc0 msgr2=0x7f7d800ce3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:05.411 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.403+0000 7f7d879de640 1 -- 172.21.15.23:0/131777815 shutdown_connections 2023-06-26T03:03:05.411 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.403+0000 7f7d879de640 1 -- 172.21.15.23:0/131777815 wait complete. 2023-06-26T03:03:05.425 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-06-26T03:03:05.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.539+0000 7f400bea9640 1 Processor -- start 2023-06-26T03:03:05.545 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.539+0000 7f400bea9640 1 -- start start 2023-06-26T03:03:05.546 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.539+0000 7f400bea9640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f40040afc80 0x7f40041665e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:05.546 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.539+0000 7f400bea9640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f40040cd8f0 con 0x7f40040706b0 2023-06-26T03:03:05.546 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.539+0000 7f400bea9640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f400415bb40 con 0x7f40040c8140 2023-06-26T03:03:05.546 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.539+0000 7f400bea9640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f40040ad350 con 0x7f40040afc80 2023-06-26T03:03:05.546 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.539+0000 7f400a446640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f40040afc80 0x7f40041665e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:05.546 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.539+0000 7f4009c45640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f40040706b0 0x7f400415fc80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:51936/0 (socket says 172.21.15.23:51936) 2023-06-26T03:03:05.547 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.539+0000 7f4009c45640 1 -- 172.21.15.23:0/4092599697 learned_addr learned my addr 172.21.15.23:0/4092599697 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:05.547 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.539+0000 7f400a446640 1 -- 172.21.15.23:0/4092599697 >> v1:172.21.15.71:6789/0 conn(0x7f40040c8140 legacy=0x7f40040af570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:05.547 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.539+0000 7f400a446640 1 -- 172.21.15.23:0/4092599697 >> v1:172.21.15.23:6789/0 conn(0x7f40040706b0 legacy=0x7f400415fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:05.547 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.539+0000 7f4008c43640 1 -- 172.21.15.23:0/4092599697 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3465311353 0 0) 0x7f40040cd8f0 con 0x7f40040706b0 2023-06-26T03:03:05.548 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.539+0000 7f400a446640 1 -- 172.21.15.23:0/4092599697 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40040ab930 con 0x7f40040afc80 2023-06-26T03:03:05.549 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.543+0000 7f400a446640 1 --2- 172.21.15.23:0/4092599697 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f40040afc80 0x7f40041665e0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f3ffc009dc0 tx=0x7f3ffc01c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41c4baa9ae63fb8e server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:05.549 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.543+0000 7f4008c43640 1 -- 172.21.15.23:0/4092599697 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ffc0a59c0 con 0x7f40040afc80 2023-06-26T03:03:05.549 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.543+0000 7f4008c43640 1 -- 172.21.15.23:0/4092599697 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ffc0a5b20 con 0x7f40040afc80 2023-06-26T03:03:05.549 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.543+0000 7f4008c43640 1 -- 172.21.15.23:0/4092599697 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ffc0ad440 con 0x7f40040afc80 2023-06-26T03:03:05.550 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.543+0000 7f400bea9640 1 -- 172.21.15.23:0/4092599697 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f40040afc80 msgr2=0x7f40041665e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:05.550 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.543+0000 7f400bea9640 1 --2- 172.21.15.23:0/4092599697 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f40040afc80 0x7f40041665e0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f3ffc009dc0 tx=0x7f3ffc01c900 comp rx=0 tx=0).stop 2023-06-26T03:03:05.550 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.543+0000 7f400bea9640 1 -- 172.21.15.23:0/4092599697 shutdown_connections 2023-06-26T03:03:05.550 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.543+0000 7f400bea9640 1 --2- 172.21.15.23:0/4092599697 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f40040afc80 0x7f40041665e0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:05.550 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.543+0000 7f400bea9640 1 -- 172.21.15.23:0/4092599697 >> 172.21.15.23:0/4092599697 conn(0x7f4004069fc0 msgr2=0x7f40040ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:05.550 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.543+0000 7f400bea9640 1 -- 172.21.15.23:0/4092599697 shutdown_connections 2023-06-26T03:03:05.551 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.543+0000 7f400bea9640 1 -- 172.21.15.23:0/4092599697 wait complete. 2023-06-26T03:03:05.551 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.543+0000 7f400bea9640 1 Processor -- start 2023-06-26T03:03:05.551 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.543+0000 7f400bea9640 1 -- start start 2023-06-26T03:03:05.552 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.547+0000 7f400bea9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f40040706b0 0x7f40040cd490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:05.552 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.547+0000 7f400bea9640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f40040afc80 0x7f4004155b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:05.553 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.547+0000 7f400bea9640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f40040c8140 0x7f40040cb610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:05.553 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.547+0000 7f400bea9640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40040cd070 con 0x7f40040afc80 2023-06-26T03:03:05.553 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.547+0000 7f400bea9640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40040cc380 con 0x7f40040706b0 2023-06-26T03:03:05.553 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.547+0000 7f400bea9640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f40040cc6d0 con 0x7f40040c8140 2023-06-26T03:03:05.553 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.547+0000 7f4009444640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f40040afc80 0x7f4004155b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:05.553 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.547+0000 7f4009444640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f40040afc80 0x7f4004155b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56056/0 (socket says 172.21.15.23:56056) 2023-06-26T03:03:05.553 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.547+0000 7f4009444640 1 -- 172.21.15.23:0/3387215667 learned_addr learned my addr 172.21.15.23:0/3387215667 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:05.554 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.547+0000 7f400a446640 1 --2- 172.21.15.23:0/3387215667 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f40040c8140 0x7f40040cb610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:05.555 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.547+0000 7f4009c45640 1 --2- 172.21.15.23:0/3387215667 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f40040706b0 0x7f40040cd490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:05.555 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.547+0000 7f4009444640 1 -- 172.21.15.23:0/3387215667 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f40040c8140 msgr2=0x7f40040cb610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:05.555 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.547+0000 7f4009444640 1 --2- 172.21.15.23:0/3387215667 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f40040c8140 0x7f40040cb610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:05.555 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.547+0000 7f4009444640 1 -- 172.21.15.23:0/3387215667 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f40040706b0 msgr2=0x7f40040cd490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:05.555 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.547+0000 7f4009444640 1 --2- 172.21.15.23:0/3387215667 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f40040706b0 0x7f40040cd490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:05.555 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.547+0000 7f4009444640 1 -- 172.21.15.23:0/3387215667 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ffc009a70 con 0x7f40040afc80 2023-06-26T03:03:05.555 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.547+0000 7f400a446640 1 --2- 172.21.15.23:0/3387215667 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f40040c8140 0x7f40040cb610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:05.556 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.547+0000 7f4009c45640 1 --2- 172.21.15.23:0/3387215667 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f40040706b0 0x7f40040cd490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:05.556 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.547+0000 7f4009444640 1 --2- 172.21.15.23:0/3387215667 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f40040afc80 0x7f4004155b50 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f400000c500 tx=0x7f400000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:05.556 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.547+0000 7f3ffa7fc640 1 -- 172.21.15.23:0/3387215667 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4000005220 con 0x7f40040afc80 2023-06-26T03:03:05.556 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.547+0000 7f3ffa7fc640 1 -- 172.21.15.23:0/3387215667 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4000005380 con 0x7f40040afc80 2023-06-26T03:03:05.556 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.547+0000 7f400bea9640 1 -- 172.21.15.23:0/3387215667 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f40040cc9b0 con 0x7f40040afc80 2023-06-26T03:03:05.556 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.547+0000 7f3ffa7fc640 1 -- 172.21.15.23:0/3387215667 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4000007270 con 0x7f40040afc80 2023-06-26T03:03:05.556 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.547+0000 7f400bea9640 1 -- 172.21.15.23:0/3387215667 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4004156090 con 0x7f40040afc80 2023-06-26T03:03:05.557 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.547+0000 7f400bea9640 1 -- 172.21.15.23:0/3387215667 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4004070f10 con 0x7f40040afc80 2023-06-26T03:03:05.557 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.547+0000 7f3ffa7fc640 1 -- 172.21.15.23:0/3387215667 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f40000073d0 con 0x7f40040afc80 2023-06-26T03:03:05.557 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.547+0000 7f3ffa7fc640 1 --2- 172.21.15.23:0/3387215667 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3fe8066280 0x7f3fe8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:05.557 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.547+0000 7f3ffa7fc640 1 -- 172.21.15.23:0/3387215667 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f40000839c0 con 0x7f40040afc80 2023-06-26T03:03:05.558 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.547+0000 7f4009c45640 1 --2- 172.21.15.23:0/3387215667 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3fe8066280 0x7f3fe8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:05.558 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.551+0000 7f4009c45640 1 --2- 172.21.15.23:0/3387215667 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3fe8066280 0x7f3fe8068730 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f3ff4000f70 tx=0x7f3ff4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:05.559 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.551+0000 7f3ffa7fc640 1 -- 172.21.15.23:0/3387215667 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f4000050b20 con 0x7f40040afc80 2023-06-26T03:03:05.711 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.703+0000 7f400bea9640 1 -- 172.21.15.23:0/3387215667 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f40040cd1b0 con 0x7f40040afc80 2023-06-26T03:03:05.712 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.707+0000 7f3ffa7fc640 1 -- 172.21.15.23:0/3387215667 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v29) v1 ==== 103+0+11 (secure 0 0 0) 0x7f40040cd1b0 con 0x7f40040afc80 2023-06-26T03:03:05.712 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:03:05.714 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.707+0000 7f400bea9640 1 -- 172.21.15.23:0/3387215667 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3fe8066280 msgr2=0x7f3fe8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:05.715 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.707+0000 7f400bea9640 1 --2- 172.21.15.23:0/3387215667 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3fe8066280 0x7f3fe8068730 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f3ff4000f70 tx=0x7f3ff4009040 comp rx=0 tx=0).stop 2023-06-26T03:03:05.715 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.707+0000 7f400bea9640 1 -- 172.21.15.23:0/3387215667 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f40040afc80 msgr2=0x7f4004155b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:05.715 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.707+0000 7f400bea9640 1 --2- 172.21.15.23:0/3387215667 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f40040afc80 0x7f4004155b50 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f400000c500 tx=0x7f400000c9c0 comp rx=0 tx=0).stop 2023-06-26T03:03:05.715 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.707+0000 7f400bea9640 1 -- 172.21.15.23:0/3387215667 shutdown_connections 2023-06-26T03:03:05.715 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.707+0000 7f400bea9640 1 --2- 172.21.15.23:0/3387215667 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3fe8066280 0x7f3fe8068730 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:05.715 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.707+0000 7f400bea9640 1 --2- 172.21.15.23:0/3387215667 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f40040c8140 0x7f40040cb610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:05.715 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.707+0000 7f400bea9640 1 --2- 172.21.15.23:0/3387215667 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f40040afc80 0x7f4004155b50 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:05.715 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.707+0000 7f400bea9640 1 --2- 172.21.15.23:0/3387215667 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f40040706b0 0x7f40040cd490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:05.716 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.707+0000 7f400bea9640 1 -- 172.21.15.23:0/3387215667 >> 172.21.15.23:0/3387215667 conn(0x7f4004069fc0 msgr2=0x7f40040ce230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:05.716 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.707+0000 7f400bea9640 1 -- 172.21.15.23:0/3387215667 shutdown_connections 2023-06-26T03:03:05.716 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.707+0000 7f400bea9640 1 -- 172.21.15.23:0/3387215667 wait complete. 2023-06-26T03:03:05.732 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-06-26T03:03:05.853 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.847+0000 7f488bbfa640 1 Processor -- start 2023-06-26T03:03:05.853 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.847+0000 7f488bbfa640 1 -- start start 2023-06-26T03:03:05.854 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.847+0000 7f488bbfa640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f48840b3a20 0x7f48840b3e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:05.854 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.847+0000 7f488bbfa640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f48840b43b0 con 0x7f488415b6e0 2023-06-26T03:03:05.854 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.847+0000 7f488bbfa640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f48840cf960 con 0x7f48840d0180 2023-06-26T03:03:05.854 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.847+0000 7f488bbfa640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48840cfca0 con 0x7f48840b3a20 2023-06-26T03:03:05.855 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.847+0000 7f4889996640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f488415b6e0 0x7f48840cc5f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:51950/0 (socket says 172.21.15.23:51950) 2023-06-26T03:03:05.855 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.847+0000 7f4889996640 1 -- 172.21.15.23:0/2063341135 learned_addr learned my addr 172.21.15.23:0/2063341135 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:05.855 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.847+0000 7f4889195640 1 --2- 172.21.15.23:0/2063341135 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f48840b3a20 0x7f48840b3e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:05.856 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.847+0000 7f4888994640 1 -- 172.21.15.23:0/2063341135 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 104692818 0 0) 0x7f4878001120 con 0x7f488415b6e0 2023-06-26T03:03:05.856 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.847+0000 7f4888994640 1 -- 172.21.15.23:0/2063341135 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4870003530 con 0x7f488415b6e0 2023-06-26T03:03:05.857 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.847+0000 7f4888994640 1 -- 172.21.15.23:0/2063341135 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1545742137 0 0) 0x7f4870003530 con 0x7f488415b6e0 2023-06-26T03:03:05.857 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.847+0000 7f4888994640 1 -- 172.21.15.23:0/2063341135 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f48840b3a20 msgr2=0x7f48840b3e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:05.857 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.847+0000 7f4888994640 1 --2- 172.21.15.23:0/2063341135 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f48840b3a20 0x7f48840b3e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:05.857 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.847+0000 7f4888994640 1 -- 172.21.15.23:0/2063341135 >> v1:172.21.15.71:6789/0 conn(0x7f48840d0180 legacy=0x7f48840d05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:05.857 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.847+0000 7f4888994640 1 -- 172.21.15.23:0/2063341135 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48840cede0 con 0x7f488415b6e0 2023-06-26T03:03:05.857 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.847+0000 7f4888994640 1 -- 172.21.15.23:0/2063341135 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f4878001810 con 0x7f488415b6e0 2023-06-26T03:03:05.857 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.847+0000 7f4888994640 1 -- 172.21.15.23:0/2063341135 >> v1:172.21.15.23:6789/0 conn(0x7f488415b6e0 legacy=0x7f48840cc5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:05.858 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.847+0000 7f4888994640 1 --2- 172.21.15.23:0/2063341135 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f48840b3a20 0x7f48700039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:05.858 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.847+0000 7f4888994640 1 --2- 172.21.15.23:0/2063341135 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4870003f30 0x7f48700047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:05.858 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.847+0000 7f4888994640 1 --2- 172.21.15.23:0/2063341135 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4870004d10 0x7f4870005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:05.858 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.847+0000 7f4888994640 1 -- 172.21.15.23:0/2063341135 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48840cfca0 con 0x7f4870004d10 2023-06-26T03:03:05.858 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.847+0000 7f4888994640 1 -- 172.21.15.23:0/2063341135 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f487000bb20 con 0x7f4870003f30 2023-06-26T03:03:05.858 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.847+0000 7f4888994640 1 -- 172.21.15.23:0/2063341135 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f487000bce0 con 0x7f48840b3a20 2023-06-26T03:03:05.858 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.847+0000 7f488a197640 1 --2- 172.21.15.23:0/2063341135 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4870004d10 0x7f4870005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:05.858 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.847+0000 7f4889195640 1 --2- 172.21.15.23:0/2063341135 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4870003f30 0x7f48700047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:05.859 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.847+0000 7f4889996640 1 --2- 172.21.15.23:0/2063341135 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f48840b3a20 0x7f48700039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:05.859 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.847+0000 7f488a197640 1 -- 172.21.15.23:0/2063341135 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f48840b3a20 msgr2=0x7f48700039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:05.859 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.847+0000 7f488a197640 1 --2- 172.21.15.23:0/2063341135 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f48840b3a20 0x7f48700039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:05.859 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.847+0000 7f488a197640 1 -- 172.21.15.23:0/2063341135 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4870003f30 msgr2=0x7f48700047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:05.859 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.847+0000 7f488a197640 1 --2- 172.21.15.23:0/2063341135 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4870003f30 0x7f48700047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:05.859 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.847+0000 7f488a197640 1 -- 172.21.15.23:0/2063341135 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4870003530 con 0x7f4870004d10 2023-06-26T03:03:05.861 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.851+0000 7f488a197640 1 --2- 172.21.15.23:0/2063341135 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4870004d10 0x7f4870005180 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f487c001e40 tx=0x7f487c01c740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e19e006191e1ba3f server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:05.861 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.851+0000 7f4888994640 1 -- 172.21.15.23:0/2063341135 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f487c003b80 con 0x7f4870004d10 2023-06-26T03:03:05.862 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.851+0000 7f4888994640 1 -- 172.21.15.23:0/2063341135 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f487c003ce0 con 0x7f4870004d10 2023-06-26T03:03:05.862 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.851+0000 7f4888994640 1 -- 172.21.15.23:0/2063341135 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f487c0052c0 con 0x7f4870004d10 2023-06-26T03:03:05.862 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.851+0000 7f488bbfa640 1 -- 172.21.15.23:0/2063341135 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4870004d10 msgr2=0x7f4870005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:05.862 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.851+0000 7f488bbfa640 1 --2- 172.21.15.23:0/2063341135 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4870004d10 0x7f4870005180 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f487c001e40 tx=0x7f487c01c740 comp rx=0 tx=0).stop 2023-06-26T03:03:05.862 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.851+0000 7f488a197640 1 -- 172.21.15.23:0/2063341135 reap_dead start 2023-06-26T03:03:05.862 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.851+0000 7f488bbfa640 1 -- 172.21.15.23:0/2063341135 shutdown_connections 2023-06-26T03:03:05.862 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.851+0000 7f488bbfa640 1 -- 172.21.15.23:0/2063341135 >> 172.21.15.23:0/2063341135 conn(0x7f48840d1fa0 msgr2=0x7f48840d23a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:05.862 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.851+0000 7f488bbfa640 1 -- 172.21.15.23:0/2063341135 shutdown_connections 2023-06-26T03:03:05.863 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.851+0000 7f488bbfa640 1 -- 172.21.15.23:0/2063341135 wait complete. 2023-06-26T03:03:05.863 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.851+0000 7f488bbfa640 1 Processor -- start 2023-06-26T03:03:05.863 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.851+0000 7f488bbfa640 1 -- start start 2023-06-26T03:03:05.863 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.855+0000 7f488bbfa640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4870004d10 0x7f48840c83d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:05.863 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.855+0000 7f488bbfa640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f4884154770 0x7f48840b5cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:05.863 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.855+0000 7f488bbfa640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4884154be0 0x7f48840b7150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:05.863 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.855+0000 7f488bbfa640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48840c7f40 con 0x7f4884154be0 2023-06-26T03:03:05.863 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.855+0000 7f488bbfa640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48840b50f0 con 0x7f4870004d10 2023-06-26T03:03:05.864 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.855+0000 7f488bbfa640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48840c7330 con 0x7f4884154770 2023-06-26T03:03:05.864 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.855+0000 7f488a197640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4884154be0 0x7f48840b7150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:05.864 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.855+0000 7f488a197640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4884154be0 0x7f48840b7150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56082/0 (socket says 172.21.15.23:56082) 2023-06-26T03:03:05.864 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.855+0000 7f488a197640 1 -- 172.21.15.23:0/2635761163 learned_addr learned my addr 172.21.15.23:0/2635761163 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:05.864 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.855+0000 7f4889195640 1 --2- 172.21.15.23:0/2635761163 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f4884154770 0x7f48840b5cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:05.864 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.855+0000 7f4889996640 1 --2- 172.21.15.23:0/2635761163 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4870004d10 0x7f48840c83d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:05.864 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.855+0000 7f488a197640 1 -- 172.21.15.23:0/2635761163 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f4884154770 msgr2=0x7f48840b5cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:05.865 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.855+0000 7f488a197640 1 --2- 172.21.15.23:0/2635761163 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f4884154770 0x7f48840b5cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:05.865 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.855+0000 7f488a197640 1 -- 172.21.15.23:0/2635761163 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4870004d10 msgr2=0x7f48840c83d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:05.865 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.855+0000 7f488a197640 1 --2- 172.21.15.23:0/2635761163 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4870004d10 0x7f48840c83d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:05.865 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.855+0000 7f488a197640 1 -- 172.21.15.23:0/2635761163 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48840c7610 con 0x7f4884154be0 2023-06-26T03:03:05.865 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.855+0000 7f488a197640 1 --2- 172.21.15.23:0/2635761163 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4884154be0 0x7f48840b7150 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f487c01c570 tx=0x7f4870005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:05.865 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.855+0000 7f48767fc640 1 -- 172.21.15.23:0/2635761163 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f487c0b9070 con 0x7f4884154be0 2023-06-26T03:03:05.865 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.855+0000 7f48767fc640 1 -- 172.21.15.23:0/2635761163 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f487c003e50 con 0x7f4884154be0 2023-06-26T03:03:05.865 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.855+0000 7f48767fc640 1 -- 172.21.15.23:0/2635761163 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f487c005030 con 0x7f4884154be0 2023-06-26T03:03:05.866 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.855+0000 7f488bbfa640 1 -- 172.21.15.23:0/2635761163 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f48840c78f0 con 0x7f4884154be0 2023-06-26T03:03:05.866 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.855+0000 7f488bbfa640 1 -- 172.21.15.23:0/2635761163 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f48840c8910 con 0x7f4884154be0 2023-06-26T03:03:05.866 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.855+0000 7f488bbfa640 1 -- 172.21.15.23:0/2635761163 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f48840c80f0 con 0x7f4884154be0 2023-06-26T03:03:05.867 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.855+0000 7f48767fc640 1 -- 172.21.15.23:0/2635761163 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f487c005190 con 0x7f4884154be0 2023-06-26T03:03:05.867 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.855+0000 7f48767fc640 1 --2- 172.21.15.23:0/2635761163 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f48680662b0 0x7f4868068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:05.867 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.855+0000 7f48767fc640 1 -- 172.21.15.23:0/2635761163 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f487c11de40 con 0x7f4884154be0 2023-06-26T03:03:05.867 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.855+0000 7f4889996640 1 --2- 172.21.15.23:0/2635761163 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f48680662b0 0x7f4868068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:05.867 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.859+0000 7f4889996640 1 --2- 172.21.15.23:0/2635761163 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f48680662b0 0x7f4868068760 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f4878000c10 tx=0x7f4878009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:05.868 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:05.859+0000 7f48767fc640 1 -- 172.21.15.23:0/2635761163 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f48840c80f0 con 0x7f4884154be0 2023-06-26T03:03:06.032 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.027+0000 7f488bbfa640 1 -- 172.21.15.23:0/2635761163 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f488404d790 con 0x7f4884154be0 2023-06-26T03:03:06.033 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.027+0000 7f48767fc640 1 -- 172.21.15.23:0/2635761163 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v29) v1 ==== 80+0+0 (secure 0 0 0) 0x7f487c0eaf90 con 0x7f4884154be0 2023-06-26T03:03:06.033 INFO:teuthology.orchestra.run.smithi023.stderr:listed 0 entries 2023-06-26T03:03:06.036 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.027+0000 7f488bbfa640 1 -- 172.21.15.23:0/2635761163 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f48680662b0 msgr2=0x7f4868068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:06.036 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.027+0000 7f488bbfa640 1 --2- 172.21.15.23:0/2635761163 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f48680662b0 0x7f4868068760 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f4878000c10 tx=0x7f4878009040 comp rx=0 tx=0).stop 2023-06-26T03:03:06.036 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.027+0000 7f488bbfa640 1 -- 172.21.15.23:0/2635761163 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4884154be0 msgr2=0x7f48840b7150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:06.036 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.027+0000 7f488bbfa640 1 --2- 172.21.15.23:0/2635761163 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4884154be0 0x7f48840b7150 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f487c01c570 tx=0x7f4870005800 comp rx=0 tx=0).stop 2023-06-26T03:03:06.036 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.027+0000 7f488bbfa640 1 -- 172.21.15.23:0/2635761163 shutdown_connections 2023-06-26T03:03:06.037 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.027+0000 7f488bbfa640 1 --2- 172.21.15.23:0/2635761163 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f48680662b0 0x7f4868068760 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:06.037 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.027+0000 7f488bbfa640 1 --2- 172.21.15.23:0/2635761163 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4884154be0 0x7f48840b7150 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:06.037 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.027+0000 7f488bbfa640 1 --2- 172.21.15.23:0/2635761163 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f4884154770 0x7f48840b5cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:06.037 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.027+0000 7f488bbfa640 1 --2- 172.21.15.23:0/2635761163 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4870004d10 0x7f48840c83d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:06.037 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.027+0000 7f488bbfa640 1 -- 172.21.15.23:0/2635761163 >> 172.21.15.23:0/2635761163 conn(0x7f48840d1fa0 msgr2=0x7f48840b2ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:06.037 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.027+0000 7f488bbfa640 1 -- 172.21.15.23:0/2635761163 shutdown_connections 2023-06-26T03:03:06.037 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.027+0000 7f488bbfa640 1 -- 172.21.15.23:0/2635761163 wait complete. 2023-06-26T03:03:06.053 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:03:06.053 DEBUG:teuthology.orchestra.run.smithi023:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-26T03:03:06.058 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:03:06.224 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c2d1ff640 1 Processor -- start 2023-06-26T03:03:06.224 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c2d1ff640 1 -- start start 2023-06-26T03:03:06.225 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c2d1ff640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5c280605e0 0x7f5c2806a8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:06.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c2d1ff640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5c28070200 con 0x7f5c2806fd80 2023-06-26T03:03:06.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c2d1ff640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5c28070480 con 0x7f5c2815ba00 2023-06-26T03:03:06.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c2d1ff640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5c28070d20 con 0x7f5c280605e0 2023-06-26T03:03:06.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c2759e640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f5c2806fd80 0x7f5c2806c640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:51964/0 (socket says 172.21.15.23:51964) 2023-06-26T03:03:06.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c2759e640 1 -- 172.21.15.23:0/1257478611 learned_addr learned my addr 172.21.15.23:0/1257478611 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:06.228 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c1ffff640 1 --2- 172.21.15.23:0/1257478611 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5c280605e0 0x7f5c2806a8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:06.228 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c2659c640 1 -- 172.21.15.23:0/1257478611 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2951899477 0 0) 0x7f5c28070200 con 0x7f5c2806fd80 2023-06-26T03:03:06.228 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c2659c640 1 -- 172.21.15.23:0/1257478611 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5c14003530 con 0x7f5c2806fd80 2023-06-26T03:03:06.228 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c2659c640 1 -- 172.21.15.23:0/1257478611 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2199439278 0 0) 0x7f5c14003530 con 0x7f5c2806fd80 2023-06-26T03:03:06.228 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c2659c640 1 -- 172.21.15.23:0/1257478611 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5c280605e0 msgr2=0x7f5c2806a8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:06.229 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c2659c640 1 --2- 172.21.15.23:0/1257478611 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5c280605e0 0x7f5c2806a8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:06.229 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c2659c640 1 -- 172.21.15.23:0/1257478611 >> v1:172.21.15.71:6789/0 conn(0x7f5c2815ba00 legacy=0x7f5c2805fed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:06.229 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c2659c640 1 -- 172.21.15.23:0/1257478611 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c28070760 con 0x7f5c2806fd80 2023-06-26T03:03:06.229 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c2659c640 1 -- 172.21.15.23:0/1257478611 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f5c20001a00 con 0x7f5c2806fd80 2023-06-26T03:03:06.229 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c2659c640 1 -- 172.21.15.23:0/1257478611 >> v1:172.21.15.23:6789/0 conn(0x7f5c2806fd80 legacy=0x7f5c2806c640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:06.229 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c2659c640 1 --2- 172.21.15.23:0/1257478611 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5c140039b0 0x7f5c14003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:06.229 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c2659c640 1 --2- 172.21.15.23:0/1257478611 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5c280605e0 0x7f5c140047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:06.230 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c2659c640 1 --2- 172.21.15.23:0/1257478611 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5c14004d10 0x7f5c14005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:06.230 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c2659c640 1 -- 172.21.15.23:0/1257478611 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c28070d20 con 0x7f5c14004d10 2023-06-26T03:03:06.230 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c2659c640 1 -- 172.21.15.23:0/1257478611 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c1400baa0 con 0x7f5c140039b0 2023-06-26T03:03:06.230 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c2659c640 1 -- 172.21.15.23:0/1257478611 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5c1400bc60 con 0x7f5c280605e0 2023-06-26T03:03:06.230 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c2759e640 1 --2- 172.21.15.23:0/1257478611 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5c14004d10 0x7f5c14005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:06.230 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c26d9d640 1 --2- 172.21.15.23:0/1257478611 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5c140039b0 0x7f5c14003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:06.230 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c1ffff640 1 --2- 172.21.15.23:0/1257478611 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5c280605e0 0x7f5c140047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:06.230 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c2759e640 1 -- 172.21.15.23:0/1257478611 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5c280605e0 msgr2=0x7f5c140047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:06.231 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c2759e640 1 --2- 172.21.15.23:0/1257478611 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5c280605e0 0x7f5c140047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:06.231 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c2759e640 1 -- 172.21.15.23:0/1257478611 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5c140039b0 msgr2=0x7f5c14003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:06.231 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c2759e640 1 --2- 172.21.15.23:0/1257478611 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5c140039b0 0x7f5c14003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:06.231 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c2759e640 1 -- 172.21.15.23:0/1257478611 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c14003530 con 0x7f5c14004d10 2023-06-26T03:03:06.231 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c1ffff640 1 --2- 172.21.15.23:0/1257478611 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5c280605e0 0x7f5c140047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:03:06.231 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.219+0000 7f5c26d9d640 1 --2- 172.21.15.23:0/1257478611 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5c140039b0 0x7f5c14003dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:03:06.233 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.223+0000 7f5c2759e640 1 --2- 172.21.15.23:0/1257478611 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5c14004d10 0x7f5c14005180 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f5c2000a830 tx=0x7f5c2001faa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24ddf275bb3adf94 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:06.233 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.223+0000 7f5c2659c640 1 -- 172.21.15.23:0/1257478611 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c200aa6d0 con 0x7f5c14004d10 2023-06-26T03:03:06.234 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.223+0000 7f5c2659c640 1 -- 172.21.15.23:0/1257478611 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5c200aa830 con 0x7f5c14004d10 2023-06-26T03:03:06.234 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.223+0000 7f5c2659c640 1 -- 172.21.15.23:0/1257478611 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c200aac20 con 0x7f5c14004d10 2023-06-26T03:03:06.234 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.223+0000 7f5c2d1ff640 1 -- 172.21.15.23:0/1257478611 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5c14004d10 msgr2=0x7f5c14005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:06.234 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.223+0000 7f5c2d1ff640 1 --2- 172.21.15.23:0/1257478611 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5c14004d10 0x7f5c14005180 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f5c2000a830 tx=0x7f5c2001faa0 comp rx=0 tx=0).stop 2023-06-26T03:03:06.234 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.223+0000 7f5c2759e640 1 -- 172.21.15.23:0/1257478611 reap_dead start 2023-06-26T03:03:06.234 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.223+0000 7f5c2d1ff640 1 -- 172.21.15.23:0/1257478611 shutdown_connections 2023-06-26T03:03:06.234 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.223+0000 7f5c2d1ff640 1 -- 172.21.15.23:0/1257478611 >> 172.21.15.23:0/1257478611 conn(0x7f5c280cb710 msgr2=0x7f5c280cbb10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:06.234 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.223+0000 7f5c2d1ff640 1 -- 172.21.15.23:0/1257478611 shutdown_connections 2023-06-26T03:03:06.235 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.223+0000 7f5c2d1ff640 1 -- 172.21.15.23:0/1257478611 wait complete. 2023-06-26T03:03:06.235 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.223+0000 7f5c2d1ff640 1 Processor -- start 2023-06-26T03:03:06.235 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.223+0000 7f5c2d1ff640 1 -- start start 2023-06-26T03:03:06.235 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.223+0000 7f5c2d1ff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5c2814c7f0 0x7f5c280afa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:06.235 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.223+0000 7f5c2d1ff640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5c280affd0 0x7f5c2806c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:06.235 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.223+0000 7f5c2d1ff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5c2806cf10 0x7f5c280b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:06.235 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.223+0000 7f5c2d1ff640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c2806d380 con 0x7f5c2806cf10 2023-06-26T03:03:06.236 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.223+0000 7f5c2d1ff640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c281f1ff0 con 0x7f5c2814c7f0 2023-06-26T03:03:06.236 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.223+0000 7f5c2d1ff640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5c280b1c80 con 0x7f5c280affd0 2023-06-26T03:03:06.236 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.227+0000 7f5c2759e640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5c2806cf10 0x7f5c280b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:06.236 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.227+0000 7f5c2759e640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5c2806cf10 0x7f5c280b2a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56102/0 (socket says 172.21.15.23:56102) 2023-06-26T03:03:06.236 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.227+0000 7f5c2759e640 1 -- 172.21.15.23:0/3139545150 learned_addr learned my addr 172.21.15.23:0/3139545150 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:06.236 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.227+0000 7f5c26d9d640 1 --2- 172.21.15.23:0/3139545150 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5c2814c7f0 0x7f5c280afa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:06.236 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.227+0000 7f5c1ffff640 1 --2- 172.21.15.23:0/3139545150 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5c280affd0 0x7f5c2806c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:06.236 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.227+0000 7f5c2759e640 1 -- 172.21.15.23:0/3139545150 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5c280affd0 msgr2=0x7f5c2806c9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:06.237 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.227+0000 7f5c2759e640 1 --2- 172.21.15.23:0/3139545150 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5c280affd0 0x7f5c2806c9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:06.237 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.227+0000 7f5c2759e640 1 -- 172.21.15.23:0/3139545150 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5c2814c7f0 msgr2=0x7f5c280afa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:06.237 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.227+0000 7f5c2759e640 1 --2- 172.21.15.23:0/3139545150 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5c2814c7f0 0x7f5c280afa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:06.237 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.227+0000 7f5c2759e640 1 -- 172.21.15.23:0/3139545150 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c280b1f60 con 0x7f5c2806cf10 2023-06-26T03:03:06.237 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.227+0000 7f5c1ffff640 1 --2- 172.21.15.23:0/3139545150 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5c280affd0 0x7f5c2806c9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:06.237 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.227+0000 7f5c2759e640 1 --2- 172.21.15.23:0/3139545150 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5c2806cf10 0x7f5c280b2a40 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f5c2001f8d0 tx=0x7f5c14005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:06.237 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.227+0000 7f5c1f7fe640 1 -- 172.21.15.23:0/3139545150 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c200aa6d0 con 0x7f5c2806cf10 2023-06-26T03:03:06.237 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.227+0000 7f5c1f7fe640 1 -- 172.21.15.23:0/3139545150 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5c200aae80 con 0x7f5c2806cf10 2023-06-26T03:03:06.238 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.227+0000 7f5c2d1ff640 1 -- 172.21.15.23:0/3139545150 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5c280b2240 con 0x7f5c2806cf10 2023-06-26T03:03:06.238 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.227+0000 7f5c1f7fe640 1 -- 172.21.15.23:0/3139545150 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c200019c0 con 0x7f5c2806cf10 2023-06-26T03:03:06.238 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.227+0000 7f5c2d1ff640 1 -- 172.21.15.23:0/3139545150 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c2814cbc0 con 0x7f5c2806cf10 2023-06-26T03:03:06.239 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.227+0000 7f5c2d1ff640 1 -- 172.21.15.23:0/3139545150 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5c2806d380 con 0x7f5c2806cf10 2023-06-26T03:03:06.239 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.227+0000 7f5c1f7fe640 1 -- 172.21.15.23:0/3139545150 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f5c200b2400 con 0x7f5c2806cf10 2023-06-26T03:03:06.239 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.227+0000 7f5c1f7fe640 1 --2- 172.21.15.23:0/3139545150 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5c08066280 0x7f5c08068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:06.239 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.227+0000 7f5c1f7fe640 1 -- 172.21.15.23:0/3139545150 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f5c201213f0 con 0x7f5c2806cf10 2023-06-26T03:03:06.239 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.227+0000 7f5c26d9d640 1 --2- 172.21.15.23:0/3139545150 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5c08066280 0x7f5c08068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:06.239 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.227+0000 7f5c26d9d640 1 --2- 172.21.15.23:0/3139545150 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5c08066280 0x7f5c08068730 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f5c18000c10 tx=0x7f5c18009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:06.240 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.231+0000 7f5c1f7fe640 1 -- 172.21.15.23:0/3139545150 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f5c200ee570 con 0x7f5c2806cf10 2023-06-26T03:03:06.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.391+0000 7f5c2d1ff640 1 -- 172.21.15.23:0/3139545150 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5c2804d790 con 0x7f5c2806cf10 2023-06-26T03:03:06.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.391+0000 7f5c1f7fe640 1 -- 172.21.15.23:0/3139545150 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+20143 (secure 0 0 0) 0x7f5c20001fb0 con 0x7f5c2806cf10 2023-06-26T03:03:06.400 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:03:06.400 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":29,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:02:51.222053+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:02:07.262805+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:02:07.823501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data_ec","create_time":"2023-06-26T03:02:10.900368+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.c","mappings":[{"from":3,"to":2}]},{"pgid":"4.26","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:03:06.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.395+0000 7f5c2d1ff640 1 -- 172.21.15.23:0/3139545150 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5c08066280 msgr2=0x7f5c08068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:06.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.395+0000 7f5c2d1ff640 1 --2- 172.21.15.23:0/3139545150 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5c08066280 0x7f5c08068730 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f5c18000c10 tx=0x7f5c18009040 comp rx=0 tx=0).stop 2023-06-26T03:03:06.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.395+0000 7f5c2d1ff640 1 -- 172.21.15.23:0/3139545150 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5c2806cf10 msgr2=0x7f5c280b2a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:06.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.395+0000 7f5c2d1ff640 1 --2- 172.21.15.23:0/3139545150 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5c2806cf10 0x7f5c280b2a40 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f5c2001f8d0 tx=0x7f5c14005800 comp rx=0 tx=0).stop 2023-06-26T03:03:06.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.395+0000 7f5c2d1ff640 1 -- 172.21.15.23:0/3139545150 shutdown_connections 2023-06-26T03:03:06.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.395+0000 7f5c2d1ff640 1 --2- 172.21.15.23:0/3139545150 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5c08066280 0x7f5c08068730 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:06.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.395+0000 7f5c2d1ff640 1 --2- 172.21.15.23:0/3139545150 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5c2806cf10 0x7f5c280b2a40 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:06.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.395+0000 7f5c2d1ff640 1 --2- 172.21.15.23:0/3139545150 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5c280affd0 0x7f5c2806c9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:06.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.395+0000 7f5c2d1ff640 1 --2- 172.21.15.23:0/3139545150 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5c2814c7f0 0x7f5c280afa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:06.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.395+0000 7f5c2d1ff640 1 -- 172.21.15.23:0/3139545150 >> 172.21.15.23:0/3139545150 conn(0x7f5c280cb710 msgr2=0x7f5c281588e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:06.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.395+0000 7f5c2d1ff640 1 -- 172.21.15.23:0/3139545150 shutdown_connections 2023-06-26T03:03:06.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.395+0000 7f5c2d1ff640 1 -- 172.21.15.23:0/3139545150 wait complete. 2023-06-26T03:03:06.419 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:01:57.280692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:02:02.819138+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-26T03:02:07.262805+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-26T03:02:07.823501+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-06-26T03:02:10.900368+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-06-26T03:03:06.420 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:03:06.551 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.543+0000 7f732ca8a640 1 Processor -- start 2023-06-26T03:03:06.552 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.543+0000 7f732ca8a640 1 -- start start 2023-06-26T03:03:06.552 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.547+0000 7f732ca8a640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7328157230 0x7f732806ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:06.552 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.547+0000 7f732ca8a640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f73280afc80 0x7f73280c84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:06.553 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.547+0000 7f732ca8a640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f732806f2a0 con 0x7f73280707c0 2023-06-26T03:03:06.553 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.547+0000 7f732ca8a640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f73280ca360 con 0x7f73280afc80 2023-06-26T03:03:06.553 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.547+0000 7f732ca8a640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73280c97e0 con 0x7f7328157230 2023-06-26T03:03:06.553 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.547+0000 7f7326d9d640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f73280afc80 0x7f73280c84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:06.554 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.547+0000 7f732659c640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7328157230 0x7f732806ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:06.554 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.547+0000 7f7326d9d640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f73280afc80 0x7f73280c84b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3300/0 says I am v2:172.21.15.23:59646/0 (socket says 172.21.15.23:59646) 2023-06-26T03:03:06.554 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.547+0000 7f7325d9b640 1 --1- >> v1:172.21.15.71:6789/0 conn(0x7f73280707c0 0x7f73280af570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.71:6789/0 says I am v1:172.21.15.23:59278/0 (socket says 172.21.15.23:59278) 2023-06-26T03:03:06.554 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.547+0000 7f7326d9d640 1 -- 172.21.15.23:0/1777906633 learned_addr learned my addr 172.21.15.23:0/1777906633 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:06.554 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.547+0000 7f7326d9d640 1 -- 172.21.15.23:0/1777906633 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7328157230 msgr2=0x7f732806ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:06.554 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.547+0000 7f7326d9d640 1 --2- 172.21.15.23:0/1777906633 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7328157230 0x7f732806ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:06.555 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.547+0000 7f7326d9d640 1 -- 172.21.15.23:0/1777906633 >> v1:172.21.15.71:6789/0 conn(0x7f73280707c0 legacy=0x7f73280af570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:06.555 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.547+0000 7f7326d9d640 1 -- 172.21.15.23:0/1777906633 --> v2:172.21.15.71:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73280c9ac0 con 0x7f73280afc80 2023-06-26T03:03:06.555 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.547+0000 7f7326d9d640 1 --2- 172.21.15.23:0/1777906633 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f73280afc80 0x7f73280c84b0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f7320009870 tx=0x7f732001c3f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=75fd1d7f214444fb server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:06.556 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f732559a640 1 -- 172.21.15.23:0/1777906633 <== mon.1 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73200ab5f0 con 0x7f73280afc80 2023-06-26T03:03:06.556 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f732559a640 1 -- 172.21.15.23:0/1777906633 <== mon.1 v2:172.21.15.71:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73200ab750 con 0x7f73280afc80 2023-06-26T03:03:06.556 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f732559a640 1 -- 172.21.15.23:0/1777906633 <== mon.1 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73200abae0 con 0x7f73280afc80 2023-06-26T03:03:06.557 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f732ca8a640 1 -- 172.21.15.23:0/1777906633 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f73280afc80 msgr2=0x7f73280c84b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:06.557 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f732ca8a640 1 --2- 172.21.15.23:0/1777906633 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f73280afc80 0x7f73280c84b0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f7320009870 tx=0x7f732001c3f0 comp rx=0 tx=0).stop 2023-06-26T03:03:06.557 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f732ca8a640 1 -- 172.21.15.23:0/1777906633 shutdown_connections 2023-06-26T03:03:06.557 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f732ca8a640 1 --2- 172.21.15.23:0/1777906633 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f73280afc80 0x7f73280c84b0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:06.558 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f732ca8a640 1 --2- 172.21.15.23:0/1777906633 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7328157230 0x7f732806ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:06.558 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f732ca8a640 1 -- 172.21.15.23:0/1777906633 >> 172.21.15.23:0/1777906633 conn(0x7f7328069fc0 msgr2=0x7f73280ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:06.558 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f732ca8a640 1 -- 172.21.15.23:0/1777906633 shutdown_connections 2023-06-26T03:03:06.558 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f732ca8a640 1 -- 172.21.15.23:0/1777906633 wait complete. 2023-06-26T03:03:06.559 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f732ca8a640 1 Processor -- start 2023-06-26T03:03:06.559 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f732ca8a640 1 -- start start 2023-06-26T03:03:06.559 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f732ca8a640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f73280707c0 0x7f73280b0920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:06.559 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f732ca8a640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f73280afc80 0x7f73280b2e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:06.559 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f732ca8a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f732814ebd0 0x7f73280ad830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:06.560 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f732ca8a640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f732815ac60 con 0x7f73280afc80 2023-06-26T03:03:06.560 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f732ca8a640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73280b33b0 con 0x7f732814ebd0 2023-06-26T03:03:06.560 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f732ca8a640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73280b35e0 con 0x7f73280707c0 2023-06-26T03:03:06.560 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f7325d9b640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f73280afc80 0x7f73280b2e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:06.560 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f7325d9b640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f73280afc80 0x7f73280b2e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56104/0 (socket says 172.21.15.23:56104) 2023-06-26T03:03:06.560 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f7325d9b640 1 -- 172.21.15.23:0/3265306043 learned_addr learned my addr 172.21.15.23:0/3265306043 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:06.561 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f732659c640 1 --2- 172.21.15.23:0/3265306043 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f73280707c0 0x7f73280b0920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:06.561 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f7326d9d640 1 --2- 172.21.15.23:0/3265306043 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f732814ebd0 0x7f73280ad830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:06.562 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f7325d9b640 1 -- 172.21.15.23:0/3265306043 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f73280707c0 msgr2=0x7f73280b0920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:06.562 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f7325d9b640 1 --2- 172.21.15.23:0/3265306043 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f73280707c0 0x7f73280b0920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:06.562 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f7325d9b640 1 -- 172.21.15.23:0/3265306043 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f732814ebd0 msgr2=0x7f73280ad830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:06.562 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f7325d9b640 1 --2- 172.21.15.23:0/3265306043 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f732814ebd0 0x7f73280ad830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:06.562 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f7325d9b640 1 -- 172.21.15.23:0/3265306043 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73200094d0 con 0x7f73280afc80 2023-06-26T03:03:06.562 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f7325d9b640 1 --2- 172.21.15.23:0/3265306043 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f73280afc80 0x7f73280b2e70 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f731000c490 tx=0x7f731000c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:06.562 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f731effd640 1 -- 172.21.15.23:0/3265306043 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7310007480 con 0x7f73280afc80 2023-06-26T03:03:06.563 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f731effd640 1 -- 172.21.15.23:0/3265306043 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73100075e0 con 0x7f73280afc80 2023-06-26T03:03:06.563 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f732ca8a640 1 -- 172.21.15.23:0/3265306043 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f732815ae70 con 0x7f73280afc80 2023-06-26T03:03:06.563 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f731effd640 1 -- 172.21.15.23:0/3265306043 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7310004a10 con 0x7f73280afc80 2023-06-26T03:03:06.563 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.551+0000 7f732ca8a640 1 -- 172.21.15.23:0/3265306043 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f732815b430 con 0x7f73280afc80 2023-06-26T03:03:06.563 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.555+0000 7f732ca8a640 1 -- 172.21.15.23:0/3265306043 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f732815b650 con 0x7f73280afc80 2023-06-26T03:03:06.563 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.555+0000 7f731effd640 1 -- 172.21.15.23:0/3265306043 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f7310004b70 con 0x7f73280afc80 2023-06-26T03:03:06.564 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.555+0000 7f731effd640 1 --2- 172.21.15.23:0/3265306043 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7308066280 0x7f7308068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:06.564 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.555+0000 7f731effd640 1 -- 172.21.15.23:0/3265306043 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f73100832e0 con 0x7f73280afc80 2023-06-26T03:03:06.564 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.555+0000 7f732659c640 1 --2- 172.21.15.23:0/3265306043 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7308066280 0x7f7308068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:06.564 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.555+0000 7f732659c640 1 --2- 172.21.15.23:0/3265306043 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7308066280 0x7f7308068730 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f732806faa0 tx=0x7f731800b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:06.566 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.559+0000 7f731effd640 1 -- 172.21.15.23:0/3265306043 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f7310050430 con 0x7f73280afc80 2023-06-26T03:03:06.720 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.715+0000 7f732ca8a640 1 -- 172.21.15.23:0/3265306043 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f732804d790 con 0x7f73280afc80 2023-06-26T03:03:06.721 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.715+0000 7f731effd640 1 -- 172.21.15.23:0/3265306043 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v29) v1 ==== 93+0+10 (secure 0 0 0) 0x7f73100180a0 con 0x7f73280afc80 2023-06-26T03:03:06.722 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 1 2023-06-26T03:03:06.724 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.715+0000 7f732ca8a640 1 -- 172.21.15.23:0/3265306043 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7308066280 msgr2=0x7f7308068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:06.724 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.715+0000 7f732ca8a640 1 --2- 172.21.15.23:0/3265306043 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7308066280 0x7f7308068730 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f732806faa0 tx=0x7f731800b040 comp rx=0 tx=0).stop 2023-06-26T03:03:06.724 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.715+0000 7f732ca8a640 1 -- 172.21.15.23:0/3265306043 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f73280afc80 msgr2=0x7f73280b2e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:06.724 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.715+0000 7f732ca8a640 1 --2- 172.21.15.23:0/3265306043 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f73280afc80 0x7f73280b2e70 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f731000c490 tx=0x7f731000c950 comp rx=0 tx=0).stop 2023-06-26T03:03:06.724 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.715+0000 7f732ca8a640 1 -- 172.21.15.23:0/3265306043 shutdown_connections 2023-06-26T03:03:06.724 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.715+0000 7f732ca8a640 1 --2- 172.21.15.23:0/3265306043 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7308066280 0x7f7308068730 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:06.725 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.715+0000 7f732ca8a640 1 --2- 172.21.15.23:0/3265306043 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f732814ebd0 0x7f73280ad830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:06.725 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.715+0000 7f732ca8a640 1 --2- 172.21.15.23:0/3265306043 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f73280afc80 0x7f73280b2e70 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:06.725 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.715+0000 7f732ca8a640 1 --2- 172.21.15.23:0/3265306043 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f73280707c0 0x7f73280b0920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:06.725 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.715+0000 7f732ca8a640 1 -- 172.21.15.23:0/3265306043 >> 172.21.15.23:0/3265306043 conn(0x7f7328069fc0 msgr2=0x7f73280abeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:06.725 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.715+0000 7f732ca8a640 1 -- 172.21.15.23:0/3265306043 shutdown_connections 2023-06-26T03:03:06.725 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.715+0000 7f732ca8a640 1 -- 172.21.15.23:0/3265306043 wait complete. 2023-06-26T03:03:06.740 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:03:06.868 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.859+0000 7f579e121640 1 Processor -- start 2023-06-26T03:03:06.868 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.859+0000 7f579e121640 1 -- start start 2023-06-26T03:03:06.869 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f579e121640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f57980aceb0 0x7f57980c9240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:06.869 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f579e121640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f57980cc6d0 0x7f579806f410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:06.869 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f579e121640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f57980ad280 con 0x7f579806ef70 2023-06-26T03:03:06.869 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f579e121640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f579806f950 con 0x7f57980aceb0 2023-06-26T03:03:06.870 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f579e121640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f57980c83d0 con 0x7f57980cc6d0 2023-06-26T03:03:06.870 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f5796ffd640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f579806ef70 0x7f579815bf80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:51974/0 (socket says 172.21.15.23:51974) 2023-06-26T03:03:06.870 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f5796ffd640 1 -- 172.21.15.23:0/253887513 learned_addr learned my addr 172.21.15.23:0/253887513 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:06.871 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f5797fff640 1 --2- 172.21.15.23:0/253887513 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f57980cc6d0 0x7f579806f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:06.872 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f57977fe640 1 --2- 172.21.15.23:0/253887513 >> v2:172.21.15.71:3300/0 conn(0x7f57980aceb0 0x7f57980c9240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:06.872 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f57967fc640 1 -- 172.21.15.23:0/253887513 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 489170768 0 0) 0x7f57980ad280 con 0x7f579806ef70 2023-06-26T03:03:06.872 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f57967fc640 1 -- 172.21.15.23:0/253887513 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5780003530 con 0x7f579806ef70 2023-06-26T03:03:06.872 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f57967fc640 1 -- 172.21.15.23:0/253887513 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 410429884 0 0) 0x7f5780003530 con 0x7f579806ef70 2023-06-26T03:03:06.872 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f57967fc640 1 -- 172.21.15.23:0/253887513 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f57980cc6d0 msgr2=0x7f579806f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:06.872 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f57967fc640 1 --2- 172.21.15.23:0/253887513 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f57980cc6d0 0x7f579806f410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:06.872 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f57967fc640 1 -- 172.21.15.23:0/253887513 >> v2:172.21.15.71:3300/0 conn(0x7f57980aceb0 msgr2=0x7f57980c9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:06.872 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f57967fc640 1 --2- 172.21.15.23:0/253887513 >> v2:172.21.15.71:3300/0 conn(0x7f57980aceb0 0x7f57980c9240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:06.873 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f57967fc640 1 -- 172.21.15.23:0/253887513 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5798158c90 con 0x7f579806ef70 2023-06-26T03:03:06.873 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f57967fc640 1 -- 172.21.15.23:0/253887513 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f578c0016a0 con 0x7f579806ef70 2023-06-26T03:03:06.873 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f57967fc640 1 -- 172.21.15.23:0/253887513 >> v1:172.21.15.23:6789/0 conn(0x7f579806ef70 legacy=0x7f579815bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:06.873 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f57967fc640 1 --2- 172.21.15.23:0/253887513 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5780003980 0x7f5780003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:06.873 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f57967fc640 1 --2- 172.21.15.23:0/253887513 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f57800043b0 0x7f5780004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:06.873 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f57967fc640 1 --2- 172.21.15.23:0/253887513 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f57980cc6d0 0x7f5780004f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:06.873 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f57967fc640 1 -- 172.21.15.23:0/253887513 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57980c83d0 con 0x7f57800043b0 2023-06-26T03:03:06.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f57967fc640 1 -- 172.21.15.23:0/253887513 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5780005680 con 0x7f5780003980 2023-06-26T03:03:06.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f57967fc640 1 -- 172.21.15.23:0/253887513 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f578000ba10 con 0x7f57980cc6d0 2023-06-26T03:03:06.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f5796ffd640 1 --2- 172.21.15.23:0/253887513 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f57800043b0 0x7f5780004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:06.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f57977fe640 1 --2- 172.21.15.23:0/253887513 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5780003980 0x7f5780003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:06.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f5797fff640 1 --2- 172.21.15.23:0/253887513 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f57980cc6d0 0x7f5780004f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:06.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f5796ffd640 1 -- 172.21.15.23:0/253887513 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f57980cc6d0 msgr2=0x7f5780004f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:06.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f5796ffd640 1 --2- 172.21.15.23:0/253887513 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f57980cc6d0 0x7f5780004f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:06.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f5796ffd640 1 -- 172.21.15.23:0/253887513 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5780003980 msgr2=0x7f5780003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:06.875 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f5796ffd640 1 --2- 172.21.15.23:0/253887513 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5780003980 0x7f5780003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:06.875 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f5796ffd640 1 -- 172.21.15.23:0/253887513 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5780003530 con 0x7f57800043b0 2023-06-26T03:03:06.875 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f57977fe640 1 --2- 172.21.15.23:0/253887513 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5780003980 0x7f5780003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:06.875 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.863+0000 7f5797fff640 1 --2- 172.21.15.23:0/253887513 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f57980cc6d0 0x7f5780004f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:06.877 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.867+0000 7f5796ffd640 1 --2- 172.21.15.23:0/253887513 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f57800043b0 0x7f5780004870 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f578c00c210 tx=0x7f578c01f390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b8bd23362fd7812 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:06.877 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.867+0000 7f57967fc640 1 -- 172.21.15.23:0/253887513 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f578c005ae0 con 0x7f57800043b0 2023-06-26T03:03:06.877 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.867+0000 7f57967fc640 1 -- 172.21.15.23:0/253887513 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f578c0ab070 con 0x7f57800043b0 2023-06-26T03:03:06.878 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.867+0000 7f57967fc640 1 -- 172.21.15.23:0/253887513 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f578c005e80 con 0x7f57800043b0 2023-06-26T03:03:06.878 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.867+0000 7f579e121640 1 -- 172.21.15.23:0/253887513 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f57800043b0 msgr2=0x7f5780004870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:06.878 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.867+0000 7f579e121640 1 --2- 172.21.15.23:0/253887513 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f57800043b0 0x7f5780004870 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f578c00c210 tx=0x7f578c01f390 comp rx=0 tx=0).stop 2023-06-26T03:03:06.878 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.867+0000 7f5797fff640 1 -- 172.21.15.23:0/253887513 reap_dead start 2023-06-26T03:03:06.878 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.867+0000 7f579e121640 1 -- 172.21.15.23:0/253887513 shutdown_connections 2023-06-26T03:03:06.878 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.867+0000 7f579e121640 1 -- 172.21.15.23:0/253887513 >> 172.21.15.23:0/253887513 conn(0x7f5798069fc0 msgr2=0x7f57980ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:06.878 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.867+0000 7f579e121640 1 -- 172.21.15.23:0/253887513 shutdown_connections 2023-06-26T03:03:06.878 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.867+0000 7f579e121640 1 -- 172.21.15.23:0/253887513 wait complete. 2023-06-26T03:03:06.879 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.867+0000 7f579e121640 1 Processor -- start 2023-06-26T03:03:06.879 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.867+0000 7f579e121640 1 -- start start 2023-06-26T03:03:06.879 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.867+0000 7f579e121640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f57800043b0 0x7f57980ae5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:06.879 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.867+0000 7f579e121640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f579815a770 0x7f57981535b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:06.879 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.867+0000 7f579e121640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f57980c26e0 0x7f57981ecaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:06.879 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.867+0000 7f579e121640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5798153af0 con 0x7f579815a770 2023-06-26T03:03:06.879 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.867+0000 7f579e121640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f579815aee0 con 0x7f57980c26e0 2023-06-26T03:03:06.879 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.867+0000 7f579e121640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f57980aed70 con 0x7f57800043b0 2023-06-26T03:03:06.880 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.867+0000 7f5796ffd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f579815a770 0x7f57981535b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:06.880 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.867+0000 7f5796ffd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f579815a770 0x7f57981535b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56122/0 (socket says 172.21.15.23:56122) 2023-06-26T03:03:06.880 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.867+0000 7f5796ffd640 1 -- 172.21.15.23:0/1260108680 learned_addr learned my addr 172.21.15.23:0/1260108680 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:06.880 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.867+0000 7f57977fe640 1 --2- 172.21.15.23:0/1260108680 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f57800043b0 0x7f57980ae5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:06.880 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.867+0000 7f5797fff640 1 --2- 172.21.15.23:0/1260108680 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f57980c26e0 0x7f57981ecaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:06.880 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.867+0000 7f5796ffd640 1 -- 172.21.15.23:0/1260108680 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f57800043b0 msgr2=0x7f57980ae5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:06.880 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.867+0000 7f5796ffd640 1 --2- 172.21.15.23:0/1260108680 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f57800043b0 0x7f57980ae5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:06.881 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.867+0000 7f5796ffd640 1 -- 172.21.15.23:0/1260108680 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f57980c26e0 msgr2=0x7f57981ecaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:06.881 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.867+0000 7f5796ffd640 1 --2- 172.21.15.23:0/1260108680 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f57980c26e0 0x7f57981ecaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:06.881 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.867+0000 7f5796ffd640 1 -- 172.21.15.23:0/1260108680 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57980af050 con 0x7f579815a770 2023-06-26T03:03:06.881 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.867+0000 7f57977fe640 1 --2- 172.21.15.23:0/1260108680 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f57800043b0 0x7f57980ae5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:06.881 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.867+0000 7f5797fff640 1 --2- 172.21.15.23:0/1260108680 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f57980c26e0 0x7f57981ecaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:06.881 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.867+0000 7f5796ffd640 1 --2- 172.21.15.23:0/1260108680 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f579815a770 0x7f57981535b0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f578c01f3d0 tx=0x7f5780005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:06.881 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.871+0000 7f577ffff640 1 -- 172.21.15.23:0/1260108680 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f578c0b7070 con 0x7f579815a770 2023-06-26T03:03:06.881 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.871+0000 7f577ffff640 1 -- 172.21.15.23:0/1260108680 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f578c0048b0 con 0x7f579815a770 2023-06-26T03:03:06.882 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.871+0000 7f579e121640 1 -- 172.21.15.23:0/1260108680 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f57980af330 con 0x7f579815a770 2023-06-26T03:03:06.882 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.871+0000 7f577ffff640 1 -- 172.21.15.23:0/1260108680 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f578c004c60 con 0x7f579815a770 2023-06-26T03:03:06.882 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.871+0000 7f579e121640 1 -- 172.21.15.23:0/1260108680 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f579815abc0 con 0x7f579815a770 2023-06-26T03:03:06.882 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.871+0000 7f579e121640 1 -- 172.21.15.23:0/1260108680 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f579804d790 con 0x7f579815a770 2023-06-26T03:03:06.883 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.871+0000 7f577ffff640 1 -- 172.21.15.23:0/1260108680 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f578c0ba070 con 0x7f579815a770 2023-06-26T03:03:06.883 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.871+0000 7f577ffff640 1 --2- 172.21.15.23:0/1260108680 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5784066240 0x7f57840686f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:06.883 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.871+0000 7f577ffff640 1 -- 172.21.15.23:0/1260108680 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f578c1208b0 con 0x7f579815a770 2023-06-26T03:03:06.883 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.871+0000 7f57977fe640 1 --2- 172.21.15.23:0/1260108680 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5784066240 0x7f57840686f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:06.883 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.871+0000 7f57977fe640 1 --2- 172.21.15.23:0/1260108680 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5784066240 0x7f57840686f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f5790009ac0 tx=0x7f5790008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:06.884 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:06.875+0000 7f577ffff640 1 -- 172.21.15.23:0/1260108680 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f578c0f1520 con 0x7f579815a770 2023-06-26T03:03:07.037 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.031+0000 7f579e121640 1 -- 172.21.15.23:0/1260108680 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f57980706b0 con 0x7f579815a770 2023-06-26T03:03:07.037 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.031+0000 7f577ffff640 1 -- 172.21.15.23:0/1260108680 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v29) v1 ==== 92+0+10 (secure 0 0 0) 0x7f578c0f10b0 con 0x7f579815a770 2023-06-26T03:03:07.038 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 8 2023-06-26T03:03:07.040 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.031+0000 7f579e121640 1 -- 172.21.15.23:0/1260108680 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5784066240 msgr2=0x7f57840686f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:07.040 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.031+0000 7f579e121640 1 --2- 172.21.15.23:0/1260108680 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5784066240 0x7f57840686f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f5790009ac0 tx=0x7f5790008040 comp rx=0 tx=0).stop 2023-06-26T03:03:07.040 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.031+0000 7f579e121640 1 -- 172.21.15.23:0/1260108680 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f579815a770 msgr2=0x7f57981535b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:07.040 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.031+0000 7f579e121640 1 --2- 172.21.15.23:0/1260108680 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f579815a770 0x7f57981535b0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f578c01f3d0 tx=0x7f5780005800 comp rx=0 tx=0).stop 2023-06-26T03:03:07.040 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.031+0000 7f579e121640 1 -- 172.21.15.23:0/1260108680 shutdown_connections 2023-06-26T03:03:07.040 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.031+0000 7f579e121640 1 --2- 172.21.15.23:0/1260108680 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5784066240 0x7f57840686f0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.041 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.031+0000 7f579e121640 1 --2- 172.21.15.23:0/1260108680 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f57980c26e0 0x7f57981ecaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.041 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.031+0000 7f579e121640 1 --2- 172.21.15.23:0/1260108680 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f579815a770 0x7f57981535b0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.041 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.031+0000 7f579e121640 1 --2- 172.21.15.23:0/1260108680 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f57800043b0 0x7f57980ae5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.041 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.031+0000 7f579e121640 1 -- 172.21.15.23:0/1260108680 >> 172.21.15.23:0/1260108680 conn(0x7f5798069fc0 msgr2=0x7f579806c3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:07.041 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.031+0000 7f579e121640 1 -- 172.21.15.23:0/1260108680 shutdown_connections 2023-06-26T03:03:07.041 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.031+0000 7f579e121640 1 -- 172.21.15.23:0/1260108680 wait complete. 2023-06-26T03:03:07.057 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-26T03:03:07.175 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.167+0000 7f34eb9db640 1 Processor -- start 2023-06-26T03:03:07.175 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.167+0000 7f34eb9db640 1 -- start start 2023-06-26T03:03:07.176 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34eb9db640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f34e40605e0 0x7f34e406e410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:07.176 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34eb9db640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f34e406ab30 con 0x7f34e406a6e0 2023-06-26T03:03:07.177 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34eb9db640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f34e406df80 con 0x7f34e41597f0 2023-06-26T03:03:07.177 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34eb9db640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f34e406d650 con 0x7f34e40605e0 2023-06-26T03:03:07.177 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34e8f76640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f34e406a6e0 0x7f34e405fed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:51988/0 (socket says 172.21.15.23:51988) 2023-06-26T03:03:07.177 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34e8f76640 1 -- 172.21.15.23:0/3298349932 learned_addr learned my addr 172.21.15.23:0/3298349932 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:07.178 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34e9f78640 1 --2- 172.21.15.23:0/3298349932 >> v2:172.21.15.71:3300/0 conn(0x7f34e40605e0 0x7f34e406e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:07.179 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34dbfff640 1 -- 172.21.15.23:0/3298349932 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1625182077 0 0) 0x7f34d4001120 con 0x7f34e406a6e0 2023-06-26T03:03:07.179 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34dbfff640 1 -- 172.21.15.23:0/3298349932 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f34d0003530 con 0x7f34e406a6e0 2023-06-26T03:03:07.179 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34dbfff640 1 -- 172.21.15.23:0/3298349932 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3213681725 0 0) 0x7f34d0003530 con 0x7f34e406a6e0 2023-06-26T03:03:07.179 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34dbfff640 1 -- 172.21.15.23:0/3298349932 >> v2:172.21.15.71:3300/0 conn(0x7f34e40605e0 msgr2=0x7f34e406e410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:07.179 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34dbfff640 1 --2- 172.21.15.23:0/3298349932 >> v2:172.21.15.71:3300/0 conn(0x7f34e40605e0 0x7f34e406e410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.179 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34dbfff640 1 -- 172.21.15.23:0/3298349932 >> v1:172.21.15.71:6789/0 conn(0x7f34e41597f0 legacy=0x7f34e40cae80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:07.179 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34dbfff640 1 -- 172.21.15.23:0/3298349932 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34e406d930 con 0x7f34e406a6e0 2023-06-26T03:03:07.180 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34dbfff640 1 -- 172.21.15.23:0/3298349932 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f34d4001810 con 0x7f34e406a6e0 2023-06-26T03:03:07.180 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34dbfff640 1 -- 172.21.15.23:0/3298349932 >> v1:172.21.15.23:6789/0 conn(0x7f34e406a6e0 legacy=0x7f34e405fed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:07.180 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34dbfff640 1 --2- 172.21.15.23:0/3298349932 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f34d0003980 0x7f34d0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:07.180 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34dbfff640 1 --2- 172.21.15.23:0/3298349932 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f34d00047d0 0x7f34d0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:07.180 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34dbfff640 1 --2- 172.21.15.23:0/3298349932 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f34d0005180 0x7f34d000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:07.180 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34dbfff640 1 -- 172.21.15.23:0/3298349932 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34e406d650 con 0x7f34d00047d0 2023-06-26T03:03:07.180 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34dbfff640 1 -- 172.21.15.23:0/3298349932 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34d000c090 con 0x7f34d0005180 2023-06-26T03:03:07.180 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34dbfff640 1 -- 172.21.15.23:0/3298349932 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f34d000c250 con 0x7f34d0003980 2023-06-26T03:03:07.181 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34e8f76640 1 --2- 172.21.15.23:0/3298349932 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f34d00047d0 0x7f34d0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:07.181 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34e9777640 1 --2- 172.21.15.23:0/3298349932 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f34d0003980 0x7f34d0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:07.181 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34e8f76640 1 -- 172.21.15.23:0/3298349932 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f34d0003980 msgr2=0x7f34d0003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:07.181 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34e8f76640 1 --2- 172.21.15.23:0/3298349932 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f34d0003980 0x7f34d0003d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.181 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34e8f76640 1 -- 172.21.15.23:0/3298349932 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f34d0005180 msgr2=0x7f34d000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:07.181 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34e9f78640 1 --2- 172.21.15.23:0/3298349932 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f34d0005180 0x7f34d000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:07.181 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34e8f76640 1 --2- 172.21.15.23:0/3298349932 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f34d0005180 0x7f34d000b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.181 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34e9f78640 1 -- 172.21.15.23:0/3298349932 reap_dead start 2023-06-26T03:03:07.182 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34e8f76640 1 -- 172.21.15.23:0/3298349932 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34d0003530 con 0x7f34d00047d0 2023-06-26T03:03:07.184 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34e8f76640 1 --2- 172.21.15.23:0/3298349932 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f34d00047d0 0x7f34d0004c40 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f34d400c240 tx=0x7f34d401cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25273010caecffad server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:07.184 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34dbfff640 1 -- 172.21.15.23:0/3298349932 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34d4005ae0 con 0x7f34d00047d0 2023-06-26T03:03:07.184 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34dbfff640 1 -- 172.21.15.23:0/3298349932 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f34d4005c60 con 0x7f34d00047d0 2023-06-26T03:03:07.184 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.171+0000 7f34dbfff640 1 -- 172.21.15.23:0/3298349932 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34d40a59c0 con 0x7f34d00047d0 2023-06-26T03:03:07.184 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.175+0000 7f34eb9db640 1 -- 172.21.15.23:0/3298349932 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f34d00047d0 msgr2=0x7f34d0004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:07.184 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.175+0000 7f34eb9db640 1 --2- 172.21.15.23:0/3298349932 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f34d00047d0 0x7f34d0004c40 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f34d400c240 tx=0x7f34d401cbd0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.184 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.175+0000 7f34eb9db640 1 -- 172.21.15.23:0/3298349932 shutdown_connections 2023-06-26T03:03:07.185 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.175+0000 7f34eb9db640 1 --2- 172.21.15.23:0/3298349932 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f34d00047d0 0x7f34d0004c40 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.185 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.175+0000 7f34eb9db640 1 -- 172.21.15.23:0/3298349932 >> 172.21.15.23:0/3298349932 conn(0x7f34e40cece0 msgr2=0x7f34e40cf0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:07.185 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.175+0000 7f34eb9db640 1 -- 172.21.15.23:0/3298349932 shutdown_connections 2023-06-26T03:03:07.185 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.175+0000 7f34eb9db640 1 -- 172.21.15.23:0/3298349932 wait complete. 2023-06-26T03:03:07.185 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.175+0000 7f34eb9db640 1 Processor -- start 2023-06-26T03:03:07.185 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.175+0000 7f34eb9db640 1 -- start start 2023-06-26T03:03:07.185 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.175+0000 7f34eb9db640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f34d00047d0 0x7f34e40cce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:07.186 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.175+0000 7f34eb9db640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f34e40ab890 0x7f34e40cd6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:07.186 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.175+0000 7f34eb9db640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f34e41549f0 0x7f34e4154e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:07.186 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.175+0000 7f34eb9db640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34e40acc80 con 0x7f34e41549f0 2023-06-26T03:03:07.186 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.175+0000 7f34eb9db640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34e40ac070 con 0x7f34d00047d0 2023-06-26T03:03:07.186 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.175+0000 7f34eb9db640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f34e40ac350 con 0x7f34e40ab890 2023-06-26T03:03:07.186 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.175+0000 7f34e9f78640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f34e41549f0 0x7f34e4154e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:07.186 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.175+0000 7f34e9f78640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f34e41549f0 0x7f34e4154e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56128/0 (socket says 172.21.15.23:56128) 2023-06-26T03:03:07.186 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.175+0000 7f34e9f78640 1 -- 172.21.15.23:0/1223239525 learned_addr learned my addr 172.21.15.23:0/1223239525 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:07.187 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.175+0000 7f34e8f76640 1 --2- 172.21.15.23:0/1223239525 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f34e40ab890 0x7f34e40cd6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:07.187 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.175+0000 7f34e9777640 1 --2- 172.21.15.23:0/1223239525 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f34d00047d0 0x7f34e40cce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:07.187 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.175+0000 7f34e9f78640 1 -- 172.21.15.23:0/1223239525 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f34e40ab890 msgr2=0x7f34e40cd6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:07.187 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.175+0000 7f34e9f78640 1 --2- 172.21.15.23:0/1223239525 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f34e40ab890 0x7f34e40cd6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.187 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.175+0000 7f34e9f78640 1 -- 172.21.15.23:0/1223239525 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f34d00047d0 msgr2=0x7f34e40cce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:07.187 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.175+0000 7f34e9f78640 1 --2- 172.21.15.23:0/1223239525 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f34d00047d0 0x7f34e40cce80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.187 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.175+0000 7f34e9f78640 1 -- 172.21.15.23:0/1223239525 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34e40ac630 con 0x7f34e41549f0 2023-06-26T03:03:07.187 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.175+0000 7f34e9777640 1 --2- 172.21.15.23:0/1223239525 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f34d00047d0 0x7f34e40cce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:03:07.188 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.175+0000 7f34e9f78640 1 --2- 172.21.15.23:0/1223239525 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f34e41549f0 0x7f34e4154e40 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f34e40b0860 tx=0x7f34dc009f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:07.188 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.175+0000 7f34d9ffb640 1 -- 172.21.15.23:0/1223239525 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34dc00f8a0 con 0x7f34e41549f0 2023-06-26T03:03:07.188 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.175+0000 7f34d9ffb640 1 -- 172.21.15.23:0/1223239525 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f34dc00fa20 con 0x7f34e41549f0 2023-06-26T03:03:07.188 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.175+0000 7f34eb9db640 1 -- 172.21.15.23:0/1223239525 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f34e40ac910 con 0x7f34e41549f0 2023-06-26T03:03:07.188 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.175+0000 7f34d9ffb640 1 -- 172.21.15.23:0/1223239525 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34dc00fdd0 con 0x7f34e41549f0 2023-06-26T03:03:07.188 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.175+0000 7f34eb9db640 1 -- 172.21.15.23:0/1223239525 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f34e40cdbe0 con 0x7f34e41549f0 2023-06-26T03:03:07.189 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.179+0000 7f34eb9db640 1 -- 172.21.15.23:0/1223239525 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f34e404d790 con 0x7f34e41549f0 2023-06-26T03:03:07.189 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.179+0000 7f34d9ffb640 1 -- 172.21.15.23:0/1223239525 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f34dc029430 con 0x7f34e41549f0 2023-06-26T03:03:07.189 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.179+0000 7f34d9ffb640 1 --2- 172.21.15.23:0/1223239525 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f34c80662b0 0x7f34c8068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:07.189 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.179+0000 7f34d9ffb640 1 -- 172.21.15.23:0/1223239525 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f34dc0850c0 con 0x7f34e41549f0 2023-06-26T03:03:07.190 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.179+0000 7f34e9777640 1 --2- 172.21.15.23:0/1223239525 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f34c80662b0 0x7f34c8068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:07.190 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.179+0000 7f34e9777640 1 --2- 172.21.15.23:0/1223239525 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f34c80662b0 0x7f34c8068760 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f34e00017a0 tx=0x7f34e0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:07.190 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.183+0000 7f34d9ffb640 1 -- 172.21.15.23:0/1223239525 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f34dc052380 con 0x7f34e41549f0 2023-06-26T03:03:07.335 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.327+0000 7f34eb9db640 1 -- 172.21.15.23:0/1223239525 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f34e40cf5e0 con 0x7f34e41549f0 2023-06-26T03:03:07.335 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.327+0000 7f34d9ffb640 1 -- 172.21.15.23:0/1223239525 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v29) v1 ==== 104+0+11 (secure 0 0 0) 0x7f34dc0559a0 con 0x7f34e41549f0 2023-06-26T03:03:07.335 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:03:07.337 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.331+0000 7f34eb9db640 1 -- 172.21.15.23:0/1223239525 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f34c80662b0 msgr2=0x7f34c8068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:07.338 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.331+0000 7f34eb9db640 1 --2- 172.21.15.23:0/1223239525 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f34c80662b0 0x7f34c8068760 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f34e00017a0 tx=0x7f34e0009040 comp rx=0 tx=0).stop 2023-06-26T03:03:07.338 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.331+0000 7f34eb9db640 1 -- 172.21.15.23:0/1223239525 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f34e41549f0 msgr2=0x7f34e4154e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:07.338 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.331+0000 7f34eb9db640 1 --2- 172.21.15.23:0/1223239525 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f34e41549f0 0x7f34e4154e40 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f34e40b0860 tx=0x7f34dc009f50 comp rx=0 tx=0).stop 2023-06-26T03:03:07.338 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.331+0000 7f34eb9db640 1 -- 172.21.15.23:0/1223239525 shutdown_connections 2023-06-26T03:03:07.338 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.331+0000 7f34eb9db640 1 --2- 172.21.15.23:0/1223239525 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f34c80662b0 0x7f34c8068760 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.338 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.331+0000 7f34eb9db640 1 --2- 172.21.15.23:0/1223239525 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f34e41549f0 0x7f34e4154e40 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.339 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.331+0000 7f34eb9db640 1 --2- 172.21.15.23:0/1223239525 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f34e40ab890 0x7f34e40cd6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.339 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.331+0000 7f34eb9db640 1 --2- 172.21.15.23:0/1223239525 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f34d00047d0 0x7f34e40cce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.339 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.331+0000 7f34eb9db640 1 -- 172.21.15.23:0/1223239525 >> 172.21.15.23:0/1223239525 conn(0x7f34e40cece0 msgr2=0x7f34e406fd80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:07.339 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.331+0000 7f34eb9db640 1 -- 172.21.15.23:0/1223239525 shutdown_connections 2023-06-26T03:03:07.339 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.331+0000 7f34eb9db640 1 -- 172.21.15.23:0/1223239525 wait complete. 2023-06-26T03:03:07.352 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-26T03:03:07.477 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f684495c640 1 Processor -- start 2023-06-26T03:03:07.477 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f684495c640 1 -- start start 2023-06-26T03:03:07.478 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f684495c640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f68401596e0 0x7f68400cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:07.478 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f684495c640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f68400cfcf0 0x7f68400d0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:07.478 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f684495c640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f68400b2700 con 0x7f68400cd8d0 2023-06-26T03:03:07.478 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f684495c640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f68400d0680 con 0x7f68400cfcf0 2023-06-26T03:03:07.478 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f684495c640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f68400b1810 con 0x7f68401596e0 2023-06-26T03:03:07.478 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f683ed9d640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f68400cd8d0 0x7f68400cdd50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:51998/0 (socket says 172.21.15.23:51998) 2023-06-26T03:03:07.478 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f683ed9d640 1 -- 172.21.15.23:0/2512194488 learned_addr learned my addr 172.21.15.23:0/2512194488 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:07.480 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f683e59c640 1 --2- 172.21.15.23:0/2512194488 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f68401596e0 0x7f68400cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:07.480 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f683dd9b640 1 --2- 172.21.15.23:0/2512194488 >> v2:172.21.15.71:3300/0 conn(0x7f68400cfcf0 0x7f68400d0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:07.480 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f683d59a640 1 -- 172.21.15.23:0/2512194488 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1604738447 0 0) 0x7f68400b2700 con 0x7f68400cd8d0 2023-06-26T03:03:07.480 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f683d59a640 1 -- 172.21.15.23:0/2512194488 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f682c003530 con 0x7f68400cd8d0 2023-06-26T03:03:07.480 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f683d59a640 1 -- 172.21.15.23:0/2512194488 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1338071555 0 0) 0x7f682c003530 con 0x7f68400cd8d0 2023-06-26T03:03:07.481 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f683d59a640 1 -- 172.21.15.23:0/2512194488 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f68401596e0 msgr2=0x7f68400cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:07.481 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f683d59a640 1 --2- 172.21.15.23:0/2512194488 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f68401596e0 0x7f68400cf190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.481 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f683d59a640 1 -- 172.21.15.23:0/2512194488 >> v2:172.21.15.71:3300/0 conn(0x7f68400cfcf0 msgr2=0x7f68400d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:07.481 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f683d59a640 1 --2- 172.21.15.23:0/2512194488 >> v2:172.21.15.71:3300/0 conn(0x7f68400cfcf0 0x7f68400d0140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.481 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f683d59a640 1 -- 172.21.15.23:0/2512194488 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68400b1af0 con 0x7f68400cd8d0 2023-06-26T03:03:07.481 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f683d59a640 1 -- 172.21.15.23:0/2512194488 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f6830001a00 con 0x7f68400cd8d0 2023-06-26T03:03:07.481 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f683d59a640 1 -- 172.21.15.23:0/2512194488 >> v1:172.21.15.23:6789/0 conn(0x7f68400cd8d0 legacy=0x7f68400cdd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:07.481 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f683d59a640 1 --2- 172.21.15.23:0/2512194488 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f682c003980 0x7f682c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:07.482 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f683d59a640 1 --2- 172.21.15.23:0/2512194488 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f68401596e0 0x7f682c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:07.482 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f683d59a640 1 --2- 172.21.15.23:0/2512194488 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f682c004d10 0x7f682c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:07.482 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f683d59a640 1 -- 172.21.15.23:0/2512194488 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68400d0680 con 0x7f682c004d10 2023-06-26T03:03:07.482 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f683d59a640 1 -- 172.21.15.23:0/2512194488 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68400b1810 con 0x7f682c003980 2023-06-26T03:03:07.482 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f683d59a640 1 -- 172.21.15.23:0/2512194488 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f682c00b990 con 0x7f68401596e0 2023-06-26T03:03:07.482 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f683ed9d640 1 --2- 172.21.15.23:0/2512194488 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f682c004d10 0x7f682c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:07.482 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f683e59c640 1 --2- 172.21.15.23:0/2512194488 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f682c003980 0x7f682c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:07.482 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f683ed9d640 1 -- 172.21.15.23:0/2512194488 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f68401596e0 msgr2=0x7f682c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:07.483 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f683ed9d640 1 --2- 172.21.15.23:0/2512194488 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f68401596e0 0x7f682c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.483 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f683ed9d640 1 -- 172.21.15.23:0/2512194488 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f682c003980 msgr2=0x7f682c003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:07.483 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f683ed9d640 1 --2- 172.21.15.23:0/2512194488 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f682c003980 0x7f682c003d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.483 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.471+0000 7f683ed9d640 1 -- 172.21.15.23:0/2512194488 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f682c003530 con 0x7f682c004d10 2023-06-26T03:03:07.485 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.475+0000 7f683ed9d640 1 --2- 172.21.15.23:0/2512194488 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f682c004d10 0x7f682c005180 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f683000a8d0 tx=0x7f683001d380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68aa50a268802a14 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:07.485 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.475+0000 7f683d59a640 1 -- 172.21.15.23:0/2512194488 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68300ad630 con 0x7f682c004d10 2023-06-26T03:03:07.485 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.475+0000 7f683d59a640 1 -- 172.21.15.23:0/2512194488 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f68300a8070 con 0x7f682c004d10 2023-06-26T03:03:07.485 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.475+0000 7f683d59a640 1 -- 172.21.15.23:0/2512194488 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68300ad9d0 con 0x7f682c004d10 2023-06-26T03:03:07.485 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.475+0000 7f684495c640 1 -- 172.21.15.23:0/2512194488 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f682c004d10 msgr2=0x7f682c005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:07.486 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.475+0000 7f684495c640 1 --2- 172.21.15.23:0/2512194488 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f682c004d10 0x7f682c005180 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f683000a8d0 tx=0x7f683001d380 comp rx=0 tx=0).stop 2023-06-26T03:03:07.486 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.475+0000 7f683ed9d640 1 -- 172.21.15.23:0/2512194488 reap_dead start 2023-06-26T03:03:07.486 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.475+0000 7f684495c640 1 -- 172.21.15.23:0/2512194488 shutdown_connections 2023-06-26T03:03:07.486 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.475+0000 7f684495c640 1 -- 172.21.15.23:0/2512194488 >> 172.21.15.23:0/2512194488 conn(0x7f6840070fe0 msgr2=0x7f68400713e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:07.486 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.475+0000 7f684495c640 1 -- 172.21.15.23:0/2512194488 shutdown_connections 2023-06-26T03:03:07.486 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.475+0000 7f684495c640 1 -- 172.21.15.23:0/2512194488 wait complete. 2023-06-26T03:03:07.486 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.475+0000 7f684495c640 1 Processor -- start 2023-06-26T03:03:07.487 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.475+0000 7f684495c640 1 -- start start 2023-06-26T03:03:07.487 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.475+0000 7f684495c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f682c004d10 0x7f68400cf190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:07.487 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.475+0000 7f684495c640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6840145050 0x7f68400cf6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:07.487 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.475+0000 7f684495c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f68401443c0 0x7f6840144860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:07.487 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.475+0000 7f684495c640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6840155410 con 0x7f682c004d10 2023-06-26T03:03:07.487 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.475+0000 7f684495c640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6840144da0 con 0x7f68401443c0 2023-06-26T03:03:07.487 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.475+0000 7f684495c640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6840154800 con 0x7f6840145050 2023-06-26T03:03:07.487 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.475+0000 7f683e59c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f682c004d10 0x7f68400cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:07.488 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.475+0000 7f683e59c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f682c004d10 0x7f68400cf190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:56142/0 (socket says 172.21.15.23:56142) 2023-06-26T03:03:07.488 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.475+0000 7f683e59c640 1 -- 172.21.15.23:0/2122131752 learned_addr learned my addr 172.21.15.23:0/2122131752 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:07.488 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.475+0000 7f683dd9b640 1 --2- 172.21.15.23:0/2122131752 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6840145050 0x7f68400cf6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:07.488 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.475+0000 7f683ed9d640 1 --2- 172.21.15.23:0/2122131752 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f68401443c0 0x7f6840144860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:07.488 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.475+0000 7f683e59c640 1 -- 172.21.15.23:0/2122131752 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6840145050 msgr2=0x7f68400cf6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:07.488 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.475+0000 7f683e59c640 1 --2- 172.21.15.23:0/2122131752 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6840145050 0x7f68400cf6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.488 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.475+0000 7f683e59c640 1 -- 172.21.15.23:0/2122131752 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f68401443c0 msgr2=0x7f6840144860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:07.488 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.475+0000 7f683e59c640 1 --2- 172.21.15.23:0/2122131752 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f68401443c0 0x7f6840144860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.489 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.475+0000 7f683e59c640 1 -- 172.21.15.23:0/2122131752 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6840154ae0 con 0x7f682c004d10 2023-06-26T03:03:07.489 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.475+0000 7f683ed9d640 1 --2- 172.21.15.23:0/2122131752 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f68401443c0 0x7f6840144860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:07.489 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.475+0000 7f683dd9b640 1 --2- 172.21.15.23:0/2122131752 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6840145050 0x7f68400cf6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:07.489 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.479+0000 7f683e59c640 1 --2- 172.21.15.23:0/2122131752 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f682c004d10 0x7f68400cf190 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f6838010810 tx=0x7f6838010cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:07.489 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.479+0000 7f6836ffd640 1 -- 172.21.15.23:0/2122131752 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6838009590 con 0x7f682c004d10 2023-06-26T03:03:07.489 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.479+0000 7f6836ffd640 1 -- 172.21.15.23:0/2122131752 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f683800eb60 con 0x7f682c004d10 2023-06-26T03:03:07.489 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.479+0000 7f684495c640 1 -- 172.21.15.23:0/2122131752 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6840154dc0 con 0x7f682c004d10 2023-06-26T03:03:07.489 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.479+0000 7f6836ffd640 1 -- 172.21.15.23:0/2122131752 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f683801c400 con 0x7f682c004d10 2023-06-26T03:03:07.490 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.479+0000 7f684495c640 1 -- 172.21.15.23:0/2122131752 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f68401ee9d0 con 0x7f682c004d10 2023-06-26T03:03:07.490 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.479+0000 7f684495c640 1 -- 172.21.15.23:0/2122131752 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f684004d790 con 0x7f682c004d10 2023-06-26T03:03:07.490 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.479+0000 7f6836ffd640 1 -- 172.21.15.23:0/2122131752 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f683801c560 con 0x7f682c004d10 2023-06-26T03:03:07.491 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.479+0000 7f6836ffd640 1 --2- 172.21.15.23:0/2122131752 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f68200662b0 0x7f6820068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:07.491 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.479+0000 7f6836ffd640 1 -- 172.21.15.23:0/2122131752 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f68380844e0 con 0x7f682c004d10 2023-06-26T03:03:07.491 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.479+0000 7f683dd9b640 1 --2- 172.21.15.23:0/2122131752 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f68200662b0 0x7f6820068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:07.491 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.479+0000 7f683dd9b640 1 --2- 172.21.15.23:0/2122131752 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f68200662b0 0x7f6820068760 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f68280047c0 tx=0x7f6828008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:07.491 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.483+0000 7f6836ffd640 1 -- 172.21.15.23:0/2122131752 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f6838055170 con 0x7f682c004d10 2023-06-26T03:03:07.642 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.635+0000 7f684495c640 1 -- 172.21.15.23:0/2122131752 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f68401573b0 con 0x7f682c004d10 2023-06-26T03:03:07.643 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.635+0000 7f6836ffd640 1 -- 172.21.15.23:0/2122131752 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v29) v1 ==== 100+0+11 (secure 0 0 0) 0x7f6838054d00 con 0x7f682c004d10 2023-06-26T03:03:07.643 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 64 2023-06-26T03:03:07.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.639+0000 7f684495c640 1 -- 172.21.15.23:0/2122131752 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f68200662b0 msgr2=0x7f6820068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:07.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.639+0000 7f684495c640 1 --2- 172.21.15.23:0/2122131752 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f68200662b0 0x7f6820068760 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f68280047c0 tx=0x7f6828008040 comp rx=0 tx=0).stop 2023-06-26T03:03:07.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.639+0000 7f684495c640 1 -- 172.21.15.23:0/2122131752 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f682c004d10 msgr2=0x7f68400cf190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:07.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.639+0000 7f684495c640 1 --2- 172.21.15.23:0/2122131752 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f682c004d10 0x7f68400cf190 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f6838010810 tx=0x7f6838010cd0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.639+0000 7f684495c640 1 -- 172.21.15.23:0/2122131752 shutdown_connections 2023-06-26T03:03:07.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.639+0000 7f684495c640 1 --2- 172.21.15.23:0/2122131752 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f68200662b0 0x7f6820068760 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.647 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.639+0000 7f684495c640 1 --2- 172.21.15.23:0/2122131752 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f68401443c0 0x7f6840144860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.647 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.639+0000 7f684495c640 1 --2- 172.21.15.23:0/2122131752 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6840145050 0x7f68400cf6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.647 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.639+0000 7f684495c640 1 --2- 172.21.15.23:0/2122131752 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f682c004d10 0x7f68400cf190 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.647 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.639+0000 7f684495c640 1 -- 172.21.15.23:0/2122131752 >> 172.21.15.23:0/2122131752 conn(0x7f6840070fe0 msgr2=0x7f68400cca30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:07.647 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.639+0000 7f684495c640 1 -- 172.21.15.23:0/2122131752 shutdown_connections 2023-06-26T03:03:07.647 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.639+0000 7f684495c640 1 -- 172.21.15.23:0/2122131752 wait complete. 2023-06-26T03:03:07.663 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-06-26T03:03:07.792 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.783+0000 7f6c5c8b9640 1 Processor -- start 2023-06-26T03:03:07.792 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.783+0000 7f6c5c8b9640 1 -- start start 2023-06-26T03:03:07.793 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.787+0000 7f6c5c8b9640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f6c5815b6e0 0x7f6c580cc5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:07.793 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.787+0000 7f6c5c8b9640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f6c580b4130 0x7f6c580d0180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:07.793 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.787+0000 7f6c5c8b9640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6c580cf960 con 0x7f6c580ccb30 2023-06-26T03:03:07.793 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.787+0000 7f6c5c8b9640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6c580cfca0 con 0x7f6c580b4130 2023-06-26T03:03:07.793 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.787+0000 7f6c5c8b9640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6c580cede0 con 0x7f6c5815b6e0 2023-06-26T03:03:07.794 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.787+0000 7f6c56d9d640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f6c580b4130 0x7f6c580d0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:07.794 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.787+0000 7f6c55d9b640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f6c580ccb30 0x7f6c580b3a20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:59760/0 (socket says 172.21.15.23:59760) 2023-06-26T03:03:07.794 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.787+0000 7f6c55d9b640 1 -- 172.21.15.23:0/993493453 learned_addr learned my addr 172.21.15.23:0/993493453 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:07.794 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.787+0000 7f6c5659c640 1 --2- 172.21.15.23:0/993493453 >> v2:172.21.15.71:3300/0 conn(0x7f6c5815b6e0 0x7f6c580cc5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:07.795 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.787+0000 7f6c56d9d640 1 -- 172.21.15.23:0/993493453 >> v2:172.21.15.71:3300/0 conn(0x7f6c5815b6e0 msgr2=0x7f6c580cc5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:07.795 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.787+0000 7f6c56d9d640 1 --2- 172.21.15.23:0/993493453 >> v2:172.21.15.71:3300/0 conn(0x7f6c5815b6e0 0x7f6c580cc5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.795 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.787+0000 7f6c56d9d640 1 -- 172.21.15.23:0/993493453 >> v1:172.21.15.23:6789/0 conn(0x7f6c580ccb30 legacy=0x7f6c580b3a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:07.795 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.787+0000 7f6c5559a640 1 -- 172.21.15.23:0/993493453 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2666370761 0 0) 0x7f6c580cf960 con 0x7f6c580ccb30 2023-06-26T03:03:07.795 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.787+0000 7f6c56d9d640 1 -- 172.21.15.23:0/993493453 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c580cf0c0 con 0x7f6c580b4130 2023-06-26T03:03:07.797 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.791+0000 7f6c56d9d640 1 --2- 172.21.15.23:0/993493453 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6c580b4130 0x7f6c580d0180 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f6c580b4af0 tx=0x7f6c5001c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58cb62e53e676885 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:07.797 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.791+0000 7f6c5559a640 1 -- 172.21.15.23:0/993493453 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c500a5910 con 0x7f6c580b4130 2023-06-26T03:03:07.797 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.791+0000 7f6c5559a640 1 -- 172.21.15.23:0/993493453 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c500a5a70 con 0x7f6c580b4130 2023-06-26T03:03:07.797 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.791+0000 7f6c5559a640 1 -- 172.21.15.23:0/993493453 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c500a5e00 con 0x7f6c580b4130 2023-06-26T03:03:07.798 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.791+0000 7f6c5c8b9640 1 -- 172.21.15.23:0/993493453 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6c580b4130 msgr2=0x7f6c580d0180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:07.798 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.791+0000 7f6c5c8b9640 1 --2- 172.21.15.23:0/993493453 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6c580b4130 0x7f6c580d0180 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f6c580b4af0 tx=0x7f6c5001c850 comp rx=0 tx=0).stop 2023-06-26T03:03:07.798 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.791+0000 7f6c5c8b9640 1 -- 172.21.15.23:0/993493453 shutdown_connections 2023-06-26T03:03:07.798 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.791+0000 7f6c5c8b9640 1 --2- 172.21.15.23:0/993493453 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6c580b4130 0x7f6c580d0180 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.799 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.791+0000 7f6c5c8b9640 1 --2- 172.21.15.23:0/993493453 >> v2:172.21.15.71:3300/0 conn(0x7f6c5815b6e0 0x7f6c580cc5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.799 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.791+0000 7f6c5c8b9640 1 -- 172.21.15.23:0/993493453 >> 172.21.15.23:0/993493453 conn(0x7f6c580d1fa0 msgr2=0x7f6c580d23a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:07.799 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.791+0000 7f6c5c8b9640 1 -- 172.21.15.23:0/993493453 shutdown_connections 2023-06-26T03:03:07.799 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.791+0000 7f6c5c8b9640 1 -- 172.21.15.23:0/993493453 wait complete. 2023-06-26T03:03:07.800 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.791+0000 7f6c5c8b9640 1 Processor -- start 2023-06-26T03:03:07.800 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.791+0000 7f6c5c8b9640 1 -- start start 2023-06-26T03:03:07.800 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.791+0000 7f6c5c8b9640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6c580b4130 0x7f6c58157710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:07.800 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.791+0000 7f6c5c8b9640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6c580ccb30 0x7f6c58158530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:07.800 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.791+0000 7f6c5c8b9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6c5815b6e0 0x7f6c580c5a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:07.801 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.791+0000 7f6c5c8b9640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c580c6a90 con 0x7f6c580ccb30 2023-06-26T03:03:07.801 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.791+0000 7f6c5c8b9640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c580c64d0 con 0x7f6c5815b6e0 2023-06-26T03:03:07.801 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.791+0000 7f6c5c8b9640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c580c67b0 con 0x7f6c580b4130 2023-06-26T03:03:07.801 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.795+0000 7f6c55d9b640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6c580ccb30 0x7f6c58158530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:07.801 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.795+0000 7f6c55d9b640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6c580ccb30 0x7f6c58158530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34672/0 (socket says 172.21.15.23:34672) 2023-06-26T03:03:07.801 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.795+0000 7f6c55d9b640 1 -- 172.21.15.23:0/2831760568 learned_addr learned my addr 172.21.15.23:0/2831760568 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:07.802 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.795+0000 7f6c5659c640 1 --2- 172.21.15.23:0/2831760568 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6c580b4130 0x7f6c58157710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:07.802 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.795+0000 7f6c56d9d640 1 --2- 172.21.15.23:0/2831760568 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6c5815b6e0 0x7f6c580c5a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:07.803 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.795+0000 7f6c55d9b640 1 -- 172.21.15.23:0/2831760568 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6c580b4130 msgr2=0x7f6c58157710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:07.803 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.795+0000 7f6c55d9b640 1 --2- 172.21.15.23:0/2831760568 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6c580b4130 0x7f6c58157710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.803 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.795+0000 7f6c55d9b640 1 -- 172.21.15.23:0/2831760568 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6c5815b6e0 msgr2=0x7f6c580c5a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:07.803 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.795+0000 7f6c55d9b640 1 --2- 172.21.15.23:0/2831760568 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6c5815b6e0 0x7f6c580c5a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.803 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.795+0000 7f6c55d9b640 1 -- 172.21.15.23:0/2831760568 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c50009a70 con 0x7f6c580ccb30 2023-06-26T03:03:07.803 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.795+0000 7f6c55d9b640 1 --2- 172.21.15.23:0/2831760568 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6c580ccb30 0x7f6c58158530 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f6c4c0011f0 tx=0x7f6c4c00c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:07.803 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.795+0000 7f6c46ffd640 1 -- 172.21.15.23:0/2831760568 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c4c0074e0 con 0x7f6c580ccb30 2023-06-26T03:03:07.804 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.795+0000 7f6c46ffd640 1 -- 172.21.15.23:0/2831760568 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6c4c007640 con 0x7f6c580ccb30 2023-06-26T03:03:07.804 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.795+0000 7f6c46ffd640 1 -- 172.21.15.23:0/2831760568 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c4c004a10 con 0x7f6c580ccb30 2023-06-26T03:03:07.804 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.795+0000 7f6c5c8b9640 1 -- 172.21.15.23:0/2831760568 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6c58157d30 con 0x7f6c580ccb30 2023-06-26T03:03:07.804 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.795+0000 7f6c5c8b9640 1 -- 172.21.15.23:0/2831760568 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c58158a70 con 0x7f6c580ccb30 2023-06-26T03:03:07.804 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.795+0000 7f6c5c8b9640 1 -- 172.21.15.23:0/2831760568 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6c5804d790 con 0x7f6c580ccb30 2023-06-26T03:03:07.805 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.795+0000 7f6c46ffd640 1 -- 172.21.15.23:0/2831760568 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f6c4c01b360 con 0x7f6c580ccb30 2023-06-26T03:03:07.805 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.795+0000 7f6c46ffd640 1 --2- 172.21.15.23:0/2831760568 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6c38066280 0x7f6c38068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:07.805 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.795+0000 7f6c46ffd640 1 -- 172.21.15.23:0/2831760568 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f6c4c083640 con 0x7f6c580ccb30 2023-06-26T03:03:07.805 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.795+0000 7f6c5659c640 1 --2- 172.21.15.23:0/2831760568 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6c38066280 0x7f6c38068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:07.805 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.799+0000 7f6c5659c640 1 --2- 172.21.15.23:0/2831760568 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6c38066280 0x7f6c38068730 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f6c4800b930 tx=0x7f6c48008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:07.807 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.799+0000 7f6c46ffd640 1 -- 172.21.15.23:0/2831760568 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f6c4c050900 con 0x7f6c580ccb30 2023-06-26T03:03:07.959 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.951+0000 7f6c5c8b9640 1 -- 172.21.15.23:0/2831760568 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f6c580d04a0 con 0x7f6c580ccb30 2023-06-26T03:03:07.960 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.951+0000 7f6c46ffd640 1 -- 172.21.15.23:0/2831760568 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v29) v1 ==== 103+0+11 (secure 0 0 0) 0x7f6c4c0180a0 con 0x7f6c580ccb30 2023-06-26T03:03:07.960 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:03:07.962 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.955+0000 7f6c5c8b9640 1 -- 172.21.15.23:0/2831760568 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6c38066280 msgr2=0x7f6c38068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:07.962 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.955+0000 7f6c5c8b9640 1 --2- 172.21.15.23:0/2831760568 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6c38066280 0x7f6c38068730 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f6c4800b930 tx=0x7f6c48008040 comp rx=0 tx=0).stop 2023-06-26T03:03:07.962 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.955+0000 7f6c5c8b9640 1 -- 172.21.15.23:0/2831760568 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6c580ccb30 msgr2=0x7f6c58158530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:07.962 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.955+0000 7f6c5c8b9640 1 --2- 172.21.15.23:0/2831760568 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6c580ccb30 0x7f6c58158530 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f6c4c0011f0 tx=0x7f6c4c00c9b0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.963 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.955+0000 7f6c5c8b9640 1 -- 172.21.15.23:0/2831760568 shutdown_connections 2023-06-26T03:03:07.963 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.955+0000 7f6c5c8b9640 1 --2- 172.21.15.23:0/2831760568 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6c38066280 0x7f6c38068730 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.963 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.955+0000 7f6c5c8b9640 1 --2- 172.21.15.23:0/2831760568 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6c5815b6e0 0x7f6c580c5a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.963 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.955+0000 7f6c5c8b9640 1 --2- 172.21.15.23:0/2831760568 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6c580ccb30 0x7f6c58158530 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.963 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.955+0000 7f6c5c8b9640 1 --2- 172.21.15.23:0/2831760568 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6c580b4130 0x7f6c58157710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:07.963 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.955+0000 7f6c5c8b9640 1 -- 172.21.15.23:0/2831760568 >> 172.21.15.23:0/2831760568 conn(0x7f6c580d1fa0 msgr2=0x7f6c580b0f70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:07.963 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.955+0000 7f6c5c8b9640 1 -- 172.21.15.23:0/2831760568 shutdown_connections 2023-06-26T03:03:07.963 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:07.955+0000 7f6c5c8b9640 1 -- 172.21.15.23:0/2831760568 wait complete. 2023-06-26T03:03:07.979 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-06-26T03:03:08.105 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.099+0000 7f97c7405640 1 Processor -- start 2023-06-26T03:03:08.105 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.099+0000 7f97c7405640 1 -- start start 2023-06-26T03:03:08.107 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.099+0000 7f97c7405640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f97c00caa50 0x7f97c00ac670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:08.107 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.099+0000 7f97c7405640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f97c00ace00 con 0x7f97c006f490 2023-06-26T03:03:08.107 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.099+0000 7f97c7405640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f97c00ad0e0 con 0x7f97c00c41f0 2023-06-26T03:03:08.107 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.099+0000 7f97c7405640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f97c006c7b0 con 0x7f97c00caa50 2023-06-26T03:03:08.107 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.099+0000 7f97c51a1640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f97c00caa50 0x7f97c00ac670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:08.107 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.099+0000 7f97c59a2640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f97c006f490 0x7f97c0151df0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:59772/0 (socket says 172.21.15.23:59772) 2023-06-26T03:03:08.107 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.099+0000 7f97c51a1640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f97c00caa50 0x7f97c00ac670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34678/0 (socket says 172.21.15.23:34678) 2023-06-26T03:03:08.108 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.099+0000 7f97c59a2640 1 -- 172.21.15.23:0/4254609099 learned_addr learned my addr 172.21.15.23:0/4254609099 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:08.108 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.099+0000 7f97c51a1640 1 -- 172.21.15.23:0/4254609099 >> v1:172.21.15.71:6789/0 conn(0x7f97c00c41f0 legacy=0x7f97c006ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:08.108 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.099+0000 7f97c51a1640 1 -- 172.21.15.23:0/4254609099 >> v1:172.21.15.23:6789/0 conn(0x7f97c006f490 legacy=0x7f97c0151df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:08.108 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.099+0000 7f97c51a1640 1 -- 172.21.15.23:0/4254609099 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97c00ad3c0 con 0x7f97c00caa50 2023-06-26T03:03:08.108 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.099+0000 7f97b7fff640 1 -- 172.21.15.23:0/4254609099 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1604038854 0 0) 0x7f97c00ace00 con 0x7f97c006f490 2023-06-26T03:03:08.109 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.103+0000 7f97c51a1640 1 --2- 172.21.15.23:0/4254609099 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f97c00caa50 0x7f97c00ac670 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f97bc0097c0 tx=0x7f97bc01c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11d418a32feadc0e server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:08.109 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.103+0000 7f97b7fff640 1 -- 172.21.15.23:0/4254609099 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97bc0a8050 con 0x7f97c00caa50 2023-06-26T03:03:08.110 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.103+0000 7f97b7fff640 1 -- 172.21.15.23:0/4254609099 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97bc0ac5f0 con 0x7f97c00caa50 2023-06-26T03:03:08.110 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.103+0000 7f97b7fff640 1 -- 172.21.15.23:0/4254609099 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97bc0ac980 con 0x7f97c00caa50 2023-06-26T03:03:08.110 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.103+0000 7f97c7405640 1 -- 172.21.15.23:0/4254609099 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f97c00caa50 msgr2=0x7f97c00ac670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:08.111 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.103+0000 7f97c7405640 1 --2- 172.21.15.23:0/4254609099 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f97c00caa50 0x7f97c00ac670 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f97bc0097c0 tx=0x7f97bc01c480 comp rx=0 tx=0).stop 2023-06-26T03:03:08.111 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.103+0000 7f97c7405640 1 -- 172.21.15.23:0/4254609099 shutdown_connections 2023-06-26T03:03:08.111 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.103+0000 7f97c7405640 1 --2- 172.21.15.23:0/4254609099 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f97c00caa50 0x7f97c00ac670 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:08.111 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.103+0000 7f97c7405640 1 -- 172.21.15.23:0/4254609099 >> 172.21.15.23:0/4254609099 conn(0x7f97c0069400 msgr2=0x7f97c0069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:08.111 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.103+0000 7f97c7405640 1 -- 172.21.15.23:0/4254609099 shutdown_connections 2023-06-26T03:03:08.111 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.103+0000 7f97c7405640 1 -- 172.21.15.23:0/4254609099 wait complete. 2023-06-26T03:03:08.113 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.103+0000 7f97c7405640 1 Processor -- start 2023-06-26T03:03:08.113 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.103+0000 7f97c7405640 1 -- start start 2023-06-26T03:03:08.113 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.107+0000 7f97c7405640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f97c006f490 0x7f97c01490b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:08.113 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.107+0000 7f97c7405640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f97c00c41f0 0x7f97c01441a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:08.113 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.107+0000 7f97c7405640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f97c00caa50 0x7f97c0149840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:08.113 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.107+0000 7f97c7405640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97c0148010 con 0x7f97c006f490 2023-06-26T03:03:08.114 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.107+0000 7f97c7405640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97c01482f0 con 0x7f97c00caa50 2023-06-26T03:03:08.114 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.107+0000 7f97c7405640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97c01485d0 con 0x7f97c00c41f0 2023-06-26T03:03:08.114 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.107+0000 7f97c51a1640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f97c006f490 0x7f97c01490b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:08.114 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.107+0000 7f97c51a1640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f97c006f490 0x7f97c01490b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34688/0 (socket says 172.21.15.23:34688) 2023-06-26T03:03:08.114 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.107+0000 7f97c51a1640 1 -- 172.21.15.23:0/3714578045 learned_addr learned my addr 172.21.15.23:0/3714578045 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:08.114 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.107+0000 7f97c59a2640 1 --2- 172.21.15.23:0/3714578045 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f97c00caa50 0x7f97c0149840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:08.114 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.107+0000 7f97c49a0640 1 --2- 172.21.15.23:0/3714578045 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f97c00c41f0 0x7f97c01441a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:08.114 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.107+0000 7f97c51a1640 1 -- 172.21.15.23:0/3714578045 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f97c00c41f0 msgr2=0x7f97c01441a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:08.115 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.107+0000 7f97c51a1640 1 --2- 172.21.15.23:0/3714578045 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f97c00c41f0 0x7f97c01441a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:08.115 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.107+0000 7f97c51a1640 1 -- 172.21.15.23:0/3714578045 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f97c00caa50 msgr2=0x7f97c0149840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:08.115 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.107+0000 7f97c51a1640 1 --2- 172.21.15.23:0/3714578045 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f97c00caa50 0x7f97c0149840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:08.115 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.107+0000 7f97c51a1640 1 -- 172.21.15.23:0/3714578045 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97bc009420 con 0x7f97c006f490 2023-06-26T03:03:08.115 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.107+0000 7f97c51a1640 1 --2- 172.21.15.23:0/3714578045 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f97c006f490 0x7f97c01490b0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f97bc0af040 tx=0x7f97bc019220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:08.116 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.107+0000 7f97b5ffb640 1 -- 172.21.15.23:0/3714578045 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97bc0a8040 con 0x7f97c006f490 2023-06-26T03:03:08.116 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.107+0000 7f97b5ffb640 1 -- 172.21.15.23:0/3714578045 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97bc0b45c0 con 0x7f97c006f490 2023-06-26T03:03:08.116 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.107+0000 7f97c7405640 1 -- 172.21.15.23:0/3714578045 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f97c01488b0 con 0x7f97c006f490 2023-06-26T03:03:08.117 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.107+0000 7f97b5ffb640 1 -- 172.21.15.23:0/3714578045 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97bc0b4990 con 0x7f97c006f490 2023-06-26T03:03:08.117 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.107+0000 7f97c7405640 1 -- 172.21.15.23:0/3714578045 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97c01f4a40 con 0x7f97c006f490 2023-06-26T03:03:08.117 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.107+0000 7f97c7405640 1 -- 172.21.15.23:0/3714578045 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f97c004d790 con 0x7f97c006f490 2023-06-26T03:03:08.117 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.107+0000 7f97b5ffb640 1 -- 172.21.15.23:0/3714578045 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f97bc0b4af0 con 0x7f97c006f490 2023-06-26T03:03:08.117 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.107+0000 7f97b5ffb640 1 --2- 172.21.15.23:0/3714578045 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f97a4066280 0x7f97a4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:08.117 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.107+0000 7f97b5ffb640 1 -- 172.21.15.23:0/3714578045 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f97bc11e4a0 con 0x7f97c006f490 2023-06-26T03:03:08.117 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.107+0000 7f97c49a0640 1 --2- 172.21.15.23:0/3714578045 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f97a4066280 0x7f97a4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:08.117 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.111+0000 7f97c49a0640 1 --2- 172.21.15.23:0/3714578045 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f97a4066280 0x7f97a4068730 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f97c0159300 tx=0x7f97b0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:08.120 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.115+0000 7f97b5ffb640 1 -- 172.21.15.23:0/3714578045 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f97bc0eb680 con 0x7f97c006f490 2023-06-26T03:03:08.286 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.279+0000 7f97c7405640 1 -- 172.21.15.23:0/3714578045 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f97c0167440 con 0x7f97c006f490 2023-06-26T03:03:08.286 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.279+0000 7f97b5ffb640 1 -- 172.21.15.23:0/3714578045 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v29) v1 ==== 80+0+0 (secure 0 0 0) 0x7f97bc0eeca0 con 0x7f97c006f490 2023-06-26T03:03:08.287 INFO:teuthology.orchestra.run.smithi023.stderr:listed 0 entries 2023-06-26T03:03:08.288 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.283+0000 7f97c7405640 1 -- 172.21.15.23:0/3714578045 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f97a4066280 msgr2=0x7f97a4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:08.289 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.283+0000 7f97c7405640 1 --2- 172.21.15.23:0/3714578045 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f97a4066280 0x7f97a4068730 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f97c0159300 tx=0x7f97b0009040 comp rx=0 tx=0).stop 2023-06-26T03:03:08.289 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.283+0000 7f97c7405640 1 -- 172.21.15.23:0/3714578045 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f97c006f490 msgr2=0x7f97c01490b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:08.289 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.283+0000 7f97c7405640 1 --2- 172.21.15.23:0/3714578045 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f97c006f490 0x7f97c01490b0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f97bc0af040 tx=0x7f97bc019220 comp rx=0 tx=0).stop 2023-06-26T03:03:08.289 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.283+0000 7f97c7405640 1 -- 172.21.15.23:0/3714578045 shutdown_connections 2023-06-26T03:03:08.289 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.283+0000 7f97c7405640 1 --2- 172.21.15.23:0/3714578045 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f97a4066280 0x7f97a4068730 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:08.289 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.283+0000 7f97c7405640 1 --2- 172.21.15.23:0/3714578045 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f97c00caa50 0x7f97c0149840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:08.290 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.283+0000 7f97c7405640 1 --2- 172.21.15.23:0/3714578045 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f97c00c41f0 0x7f97c01441a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:08.290 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.283+0000 7f97c7405640 1 --2- 172.21.15.23:0/3714578045 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f97c006f490 0x7f97c01490b0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:08.290 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.283+0000 7f97c7405640 1 -- 172.21.15.23:0/3714578045 >> 172.21.15.23:0/3714578045 conn(0x7f97c0069400 msgr2=0x7f97c014a2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:08.290 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.283+0000 7f97c7405640 1 -- 172.21.15.23:0/3714578045 shutdown_connections 2023-06-26T03:03:08.290 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.283+0000 7f97c7405640 1 -- 172.21.15.23:0/3714578045 wait complete. 2023-06-26T03:03:08.306 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi023.front.sepia.ceph.com... 2023-06-26T03:03:08.306 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:03:08.306 DEBUG:teuthology.orchestra.run.smithi023:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2023-06-26T03:03:08.319 INFO:teuthology.orchestra.run:waiting for 300 2023-06-26T03:03:08.319 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi023.front.sepia.ceph.com 2023-06-26T03:03:08.319 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:03:08.320 DEBUG:teuthology.orchestra.run.smithi023:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2023-06-26T03:03:08.365 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-06-26T03:03:08.365 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-26T03:03:08.371 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-06-26T03:03:08.371 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-26T03:03:08.419 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:03:08.548 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.539+0000 7fa9c689e640 1 Processor -- start 2023-06-26T03:03:08.548 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.539+0000 7fa9c689e640 1 -- start start 2023-06-26T03:03:08.549 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.543+0000 7fa9c689e640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa9c00b3a20 0x7fa9c00b3e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:08.549 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.543+0000 7fa9c689e640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa9c00b43b0 con 0x7fa9c00d0180 2023-06-26T03:03:08.549 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.543+0000 7fa9c689e640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa9c00cf960 con 0x7fa9c015b6e0 2023-06-26T03:03:08.549 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.543+0000 7fa9c689e640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9c00cfca0 con 0x7fa9c00b3a20 2023-06-26T03:03:08.549 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.543+0000 7fa9c4e3b640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fa9c00d0180 0x7fa9c00d05e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:59776/0 (socket says 172.21.15.23:59776) 2023-06-26T03:03:08.550 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.543+0000 7fa9c4e3b640 1 -- 172.21.15.23:0/3872835992 learned_addr learned my addr 172.21.15.23:0/3872835992 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:08.551 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.543+0000 7fa9bf7fe640 1 --2- 172.21.15.23:0/3872835992 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa9c00b3a20 0x7fa9c00b3e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:08.551 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.543+0000 7fa9beffd640 1 -- 172.21.15.23:0/3872835992 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2669165330 0 0) 0x7fa9b80014a0 con 0x7fa9c00d0180 2023-06-26T03:03:08.551 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.543+0000 7fa9beffd640 1 -- 172.21.15.23:0/3872835992 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa9a8003530 con 0x7fa9c00d0180 2023-06-26T03:03:08.551 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.543+0000 7fa9beffd640 1 -- 172.21.15.23:0/3872835992 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 128424572 0 0) 0x7fa9a8003530 con 0x7fa9c00d0180 2023-06-26T03:03:08.551 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.543+0000 7fa9beffd640 1 -- 172.21.15.23:0/3872835992 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa9c00b3a20 msgr2=0x7fa9c00b3e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:08.552 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.543+0000 7fa9beffd640 1 --2- 172.21.15.23:0/3872835992 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa9c00b3a20 0x7fa9c00b3e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:08.552 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.543+0000 7fa9beffd640 1 -- 172.21.15.23:0/3872835992 >> v1:172.21.15.71:6789/0 conn(0x7fa9c015b6e0 legacy=0x7fa9c00cc5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:08.552 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.543+0000 7fa9beffd640 1 -- 172.21.15.23:0/3872835992 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9c00cede0 con 0x7fa9c00d0180 2023-06-26T03:03:08.552 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.543+0000 7fa9beffd640 1 -- 172.21.15.23:0/3872835992 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7fa9b8001b90 con 0x7fa9c00d0180 2023-06-26T03:03:08.552 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.543+0000 7fa9beffd640 1 -- 172.21.15.23:0/3872835992 >> v1:172.21.15.23:6789/0 conn(0x7fa9c00d0180 legacy=0x7fa9c00d05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:08.552 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.543+0000 7fa9beffd640 1 --2- 172.21.15.23:0/3872835992 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa9a80039b0 0x7fa9a8003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:08.552 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.543+0000 7fa9beffd640 1 --2- 172.21.15.23:0/3872835992 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa9c00b3a20 0x7fa9a80047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:08.553 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.543+0000 7fa9beffd640 1 --2- 172.21.15.23:0/3872835992 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa9a8004d10 0x7fa9a8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:08.553 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.543+0000 7fa9beffd640 1 -- 172.21.15.23:0/3872835992 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9c00cfca0 con 0x7fa9a8004d10 2023-06-26T03:03:08.553 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.543+0000 7fa9beffd640 1 -- 172.21.15.23:0/3872835992 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9a800bb20 con 0x7fa9a80039b0 2023-06-26T03:03:08.553 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.543+0000 7fa9beffd640 1 -- 172.21.15.23:0/3872835992 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9a800bcb0 con 0x7fa9c00b3a20 2023-06-26T03:03:08.553 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.543+0000 7fa9bf7fe640 1 --2- 172.21.15.23:0/3872835992 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa9c00b3a20 0x7fa9a80047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:08.553 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.543+0000 7fa9c4e3b640 1 --2- 172.21.15.23:0/3872835992 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa9a8004d10 0x7fa9a8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:08.553 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.543+0000 7fa9bffff640 1 --2- 172.21.15.23:0/3872835992 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa9a80039b0 0x7fa9a8003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:08.553 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.543+0000 7fa9c4e3b640 1 -- 172.21.15.23:0/3872835992 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa9c00b3a20 msgr2=0x7fa9a80047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:08.554 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.543+0000 7fa9c4e3b640 1 --2- 172.21.15.23:0/3872835992 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa9c00b3a20 0x7fa9a80047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:08.554 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.543+0000 7fa9c4e3b640 1 -- 172.21.15.23:0/3872835992 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa9a80039b0 msgr2=0x7fa9a8003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:08.554 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.543+0000 7fa9c4e3b640 1 --2- 172.21.15.23:0/3872835992 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa9a80039b0 0x7fa9a8003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:08.554 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.543+0000 7fa9c4e3b640 1 -- 172.21.15.23:0/3872835992 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9a8003530 con 0x7fa9a8004d10 2023-06-26T03:03:08.555 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.547+0000 7fa9c4e3b640 1 --2- 172.21.15.23:0/3872835992 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa9a8004d10 0x7fa9a8005180 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fa9b800a730 tx=0x7fa9b801f9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8270206a95022fa0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:08.555 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.547+0000 7fa9beffd640 1 -- 172.21.15.23:0/3872835992 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9b80ac670 con 0x7fa9a8004d10 2023-06-26T03:03:08.555 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.547+0000 7fa9beffd640 1 -- 172.21.15.23:0/3872835992 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa9b80ac7f0 con 0x7fa9a8004d10 2023-06-26T03:03:08.555 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.547+0000 7fa9beffd640 1 -- 172.21.15.23:0/3872835992 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9b80acba0 con 0x7fa9a8004d10 2023-06-26T03:03:08.556 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.547+0000 7fa9c689e640 1 -- 172.21.15.23:0/3872835992 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa9a8004d10 msgr2=0x7fa9a8005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:08.556 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.547+0000 7fa9c689e640 1 --2- 172.21.15.23:0/3872835992 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa9a8004d10 0x7fa9a8005180 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fa9b800a730 tx=0x7fa9b801f9c0 comp rx=0 tx=0).stop 2023-06-26T03:03:08.556 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.547+0000 7fa9c4e3b640 1 -- 172.21.15.23:0/3872835992 reap_dead start 2023-06-26T03:03:08.556 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.547+0000 7fa9c689e640 1 -- 172.21.15.23:0/3872835992 shutdown_connections 2023-06-26T03:03:08.556 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.547+0000 7fa9c689e640 1 -- 172.21.15.23:0/3872835992 >> 172.21.15.23:0/3872835992 conn(0x7fa9c00d1fa0 msgr2=0x7fa9c00d23a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:08.556 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.547+0000 7fa9c689e640 1 -- 172.21.15.23:0/3872835992 shutdown_connections 2023-06-26T03:03:08.556 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.547+0000 7fa9c689e640 1 -- 172.21.15.23:0/3872835992 wait complete. 2023-06-26T03:03:08.557 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.547+0000 7fa9c689e640 1 Processor -- start 2023-06-26T03:03:08.557 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.547+0000 7fa9c689e640 1 -- start start 2023-06-26T03:03:08.558 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.547+0000 7fa9c689e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa9c0149360 0x7fa9c015f410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:08.559 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.547+0000 7fa9c689e640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa9c00b6dd0 0x7fa9c015f950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:08.559 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.547+0000 7fa9c689e640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa9c00b4fa0 0x7fa9c00b5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:08.559 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.547+0000 7fa9c689e640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9c00b5d30 con 0x7fa9c00b6dd0 2023-06-26T03:03:08.559 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.547+0000 7fa9c689e640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9c00b6010 con 0x7fa9c0149360 2023-06-26T03:03:08.559 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.547+0000 7fa9c689e640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9c00b62f0 con 0x7fa9c00b4fa0 2023-06-26T03:03:08.559 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.547+0000 7fa9bf7fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa9c00b6dd0 0x7fa9c015f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:08.559 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.547+0000 7fa9bf7fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa9c00b6dd0 0x7fa9c015f950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34698/0 (socket says 172.21.15.23:34698) 2023-06-26T03:03:08.559 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.547+0000 7fa9bf7fe640 1 -- 172.21.15.23:0/2742047056 learned_addr learned my addr 172.21.15.23:0/2742047056 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:08.560 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.547+0000 7fa9bffff640 1 --2- 172.21.15.23:0/2742047056 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa9c0149360 0x7fa9c015f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:08.560 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.547+0000 7fa9c4e3b640 1 --2- 172.21.15.23:0/2742047056 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa9c00b4fa0 0x7fa9c00b5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:08.560 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.547+0000 7fa9bf7fe640 1 -- 172.21.15.23:0/2742047056 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa9c00b4fa0 msgr2=0x7fa9c00b5410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:08.560 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.551+0000 7fa9bf7fe640 1 --2- 172.21.15.23:0/2742047056 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa9c00b4fa0 0x7fa9c00b5410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:08.560 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.551+0000 7fa9bf7fe640 1 -- 172.21.15.23:0/2742047056 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa9c0149360 msgr2=0x7fa9c015f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:08.560 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.551+0000 7fa9bf7fe640 1 --2- 172.21.15.23:0/2742047056 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa9c0149360 0x7fa9c015f410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:08.560 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.551+0000 7fa9bf7fe640 1 -- 172.21.15.23:0/2742047056 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9c00b65d0 con 0x7fa9c00b6dd0 2023-06-26T03:03:08.561 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.551+0000 7fa9bf7fe640 1 --2- 172.21.15.23:0/2742047056 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa9c00b6dd0 0x7fa9c015f950 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fa9b40119d0 tx=0x7fa9b4011e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:08.561 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.551+0000 7fa9bcff9640 1 -- 172.21.15.23:0/2742047056 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9b400fb50 con 0x7fa9c00b6dd0 2023-06-26T03:03:08.561 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.551+0000 7fa9bcff9640 1 -- 172.21.15.23:0/2742047056 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa9b400fcb0 con 0x7fa9c00b6dd0 2023-06-26T03:03:08.561 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.551+0000 7fa9c689e640 1 -- 172.21.15.23:0/2742047056 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa9c00b68b0 con 0x7fa9c00b6dd0 2023-06-26T03:03:08.561 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.551+0000 7fa9bcff9640 1 -- 172.21.15.23:0/2742047056 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9b4014440 con 0x7fa9c00b6dd0 2023-06-26T03:03:08.561 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.551+0000 7fa9c689e640 1 -- 172.21.15.23:0/2742047056 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa9c0149730 con 0x7fa9c00b6dd0 2023-06-26T03:03:08.561 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.551+0000 7fa9c689e640 1 -- 172.21.15.23:0/2742047056 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa9c004d790 con 0x7fa9c00b6dd0 2023-06-26T03:03:08.561 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.551+0000 7fa9bcff9640 1 -- 172.21.15.23:0/2742047056 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fa9b40145a0 con 0x7fa9c00b6dd0 2023-06-26T03:03:08.562 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.551+0000 7fa9bcff9640 1 --2- 172.21.15.23:0/2742047056 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa9ac066280 0x7fa9ac068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:08.562 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.551+0000 7fa9bcff9640 1 -- 172.21.15.23:0/2742047056 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7fa9b40847b0 con 0x7fa9c00b6dd0 2023-06-26T03:03:08.562 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.551+0000 7fa9bffff640 1 --2- 172.21.15.23:0/2742047056 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa9ac066280 0x7fa9ac068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:08.562 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.551+0000 7fa9bffff640 1 --2- 172.21.15.23:0/2742047056 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa9ac066280 0x7fa9ac068730 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fa9b0000c10 tx=0x7fa9b0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:08.563 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.555+0000 7fa9bcff9640 1 -- 172.21.15.23:0/2742047056 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fa9b4051b00 con 0x7fa9c00b6dd0 2023-06-26T03:03:08.721 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.716+0000 7fa9c689e640 1 -- 172.21.15.23:0/2742047056 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa9c00b7f20 con 0x7fa9c00b6dd0 2023-06-26T03:03:08.725 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.720+0000 7fa9bcff9640 1 -- 172.21.15.23:0/2742047056 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+20143 (secure 0 0 0) 0x7fa9b4055120 con 0x7fa9c00b6dd0 2023-06-26T03:03:08.725 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:03:08.725 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":29,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:02:51.222053+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:02:07.262805+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:02:07.823501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data_ec","create_time":"2023-06-26T03:02:10.900368+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.c","mappings":[{"from":3,"to":2}]},{"pgid":"4.26","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:03:08.727 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.720+0000 7fa9c689e640 1 -- 172.21.15.23:0/2742047056 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa9ac066280 msgr2=0x7fa9ac068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:08.727 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.720+0000 7fa9c689e640 1 --2- 172.21.15.23:0/2742047056 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa9ac066280 0x7fa9ac068730 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fa9b0000c10 tx=0x7fa9b0009040 comp rx=0 tx=0).stop 2023-06-26T03:03:08.728 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.720+0000 7fa9c689e640 1 -- 172.21.15.23:0/2742047056 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa9c00b6dd0 msgr2=0x7fa9c015f950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:08.728 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.720+0000 7fa9c689e640 1 --2- 172.21.15.23:0/2742047056 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa9c00b6dd0 0x7fa9c015f950 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fa9b40119d0 tx=0x7fa9b4011e90 comp rx=0 tx=0).stop 2023-06-26T03:03:08.728 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.720+0000 7fa9c689e640 1 -- 172.21.15.23:0/2742047056 shutdown_connections 2023-06-26T03:03:08.728 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.720+0000 7fa9c689e640 1 --2- 172.21.15.23:0/2742047056 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa9ac066280 0x7fa9ac068730 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:08.728 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.720+0000 7fa9c689e640 1 --2- 172.21.15.23:0/2742047056 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa9c00b4fa0 0x7fa9c00b5410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:08.728 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.720+0000 7fa9c689e640 1 --2- 172.21.15.23:0/2742047056 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa9c00b6dd0 0x7fa9c015f950 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:08.728 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.720+0000 7fa9c689e640 1 --2- 172.21.15.23:0/2742047056 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa9c0149360 0x7fa9c015f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:08.729 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.720+0000 7fa9c689e640 1 -- 172.21.15.23:0/2742047056 >> 172.21.15.23:0/2742047056 conn(0x7fa9c00d1fa0 msgr2=0x7fa9c01586e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:08.729 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.720+0000 7fa9c689e640 1 -- 172.21.15.23:0/2742047056 shutdown_connections 2023-06-26T03:03:08.729 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.720+0000 7fa9c689e640 1 -- 172.21.15.23:0/2742047056 wait complete. 2023-06-26T03:03:08.745 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:01:57.280692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:02:02.819138+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-26T03:02:07.262805+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-26T03:02:07.823501+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-06-26T03:02:10.900368+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-06-26T03:03:08.746 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:03:08.869 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.864+0000 7ff57a6f7640 1 Processor -- start 2023-06-26T03:03:08.869 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.864+0000 7ff57a6f7640 1 -- start start 2023-06-26T03:03:08.870 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.864+0000 7ff57a6f7640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7ff574157230 0x7ff57406ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:08.870 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.864+0000 7ff57a6f7640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7ff5740707c0 0x7ff5740af570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:08.870 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.864+0000 7ff57a6f7640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff5740afab0 0x7ff5740c84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:08.870 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.864+0000 7ff57a6f7640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff57406f2a0 con 0x7ff5740707c0 2023-06-26T03:03:08.871 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.864+0000 7ff57a6f7640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff5740afea0 con 0x7ff574157230 2023-06-26T03:03:08.871 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.864+0000 7ff57a6f7640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff5740ca360 con 0x7ff5740afab0 2023-06-26T03:03:08.871 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.864+0000 7ff5737fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7ff5740707c0 0x7ff5740af570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:08.871 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.864+0000 7ff5737fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7ff5740707c0 0x7ff5740af570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34708/0 (socket says 172.21.15.23:34708) 2023-06-26T03:03:08.871 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.864+0000 7ff5737fe640 1 -- 172.21.15.23:0/4050515760 learned_addr learned my addr 172.21.15.23:0/4050515760 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:08.872 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.864+0000 7ff573fff640 1 --2- 172.21.15.23:0/4050515760 >> v2:172.21.15.71:3300/0 conn(0x7ff574157230 0x7ff57406ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:08.872 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.864+0000 7ff578c94640 1 --2- 172.21.15.23:0/4050515760 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff5740afab0 0x7ff5740c84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:08.872 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.864+0000 7ff5737fe640 1 -- 172.21.15.23:0/4050515760 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff5740afab0 msgr2=0x7ff5740c84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:08.872 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.864+0000 7ff5737fe640 1 --2- 172.21.15.23:0/4050515760 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff5740afab0 0x7ff5740c84b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:08.872 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.864+0000 7ff5737fe640 1 -- 172.21.15.23:0/4050515760 >> v2:172.21.15.71:3300/0 conn(0x7ff574157230 msgr2=0x7ff57406ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:08.873 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.864+0000 7ff5737fe640 1 --2- 172.21.15.23:0/4050515760 >> v2:172.21.15.71:3300/0 conn(0x7ff574157230 0x7ff57406ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:08.873 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.864+0000 7ff5737fe640 1 -- 172.21.15.23:0/4050515760 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5740c97e0 con 0x7ff5740707c0 2023-06-26T03:03:08.873 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.864+0000 7ff573fff640 1 --2- 172.21.15.23:0/4050515760 >> v2:172.21.15.71:3300/0 conn(0x7ff574157230 0x7ff57406ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:03:08.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.868+0000 7ff5737fe640 1 --2- 172.21.15.23:0/4050515760 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff5740707c0 0x7ff5740af570 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7ff5740cae10 tx=0x7ff56801c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36735f6a472dcf70 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:08.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.868+0000 7ff572ffd640 1 -- 172.21.15.23:0/4050515760 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5680ab600 con 0x7ff5740707c0 2023-06-26T03:03:08.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.868+0000 7ff572ffd640 1 -- 172.21.15.23:0/4050515760 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5680a7050 con 0x7ff5740707c0 2023-06-26T03:03:08.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.868+0000 7ff572ffd640 1 -- 172.21.15.23:0/4050515760 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5680ab980 con 0x7ff5740707c0 2023-06-26T03:03:08.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.868+0000 7ff57a6f7640 1 -- 172.21.15.23:0/4050515760 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff5740707c0 msgr2=0x7ff5740af570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:08.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.868+0000 7ff57a6f7640 1 --2- 172.21.15.23:0/4050515760 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff5740707c0 0x7ff5740af570 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7ff5740cae10 tx=0x7ff56801c3b0 comp rx=0 tx=0).stop 2023-06-26T03:03:08.875 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.868+0000 7ff57a6f7640 1 -- 172.21.15.23:0/4050515760 shutdown_connections 2023-06-26T03:03:08.875 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.868+0000 7ff57a6f7640 1 --2- 172.21.15.23:0/4050515760 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff5740afab0 0x7ff5740c84b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:08.875 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.868+0000 7ff57a6f7640 1 --2- 172.21.15.23:0/4050515760 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff5740707c0 0x7ff5740af570 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:08.875 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.868+0000 7ff57a6f7640 1 --2- 172.21.15.23:0/4050515760 >> v2:172.21.15.71:3300/0 conn(0x7ff574157230 0x7ff57406ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:08.875 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.868+0000 7ff57a6f7640 1 -- 172.21.15.23:0/4050515760 >> 172.21.15.23:0/4050515760 conn(0x7ff574069fc0 msgr2=0x7ff5740ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:08.875 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.868+0000 7ff57a6f7640 1 -- 172.21.15.23:0/4050515760 shutdown_connections 2023-06-26T03:03:08.875 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.868+0000 7ff57a6f7640 1 -- 172.21.15.23:0/4050515760 wait complete. 2023-06-26T03:03:08.877 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.868+0000 7ff57a6f7640 1 Processor -- start 2023-06-26T03:03:08.877 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.868+0000 7ff57a6f7640 1 -- start start 2023-06-26T03:03:08.877 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.868+0000 7ff57a6f7640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff5740707c0 0x7ff57414d300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:08.877 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.868+0000 7ff57a6f7640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff5740afab0 0x7ff5740b1640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:08.878 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.868+0000 7ff57a6f7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff57414dad0 0x7ff5740ae5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:08.878 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.868+0000 7ff57a6f7640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff57414d840 con 0x7ff5740afab0 2023-06-26T03:03:08.878 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.868+0000 7ff57a6f7640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5740b1f40 con 0x7ff57414dad0 2023-06-26T03:03:08.878 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.868+0000 7ff57a6f7640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff5740c5e00 con 0x7ff5740707c0 2023-06-26T03:03:08.878 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.868+0000 7ff5737fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff5740afab0 0x7ff5740b1640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:08.878 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.872+0000 7ff5737fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff5740afab0 0x7ff5740b1640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34720/0 (socket says 172.21.15.23:34720) 2023-06-26T03:03:08.878 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.872+0000 7ff5737fe640 1 -- 172.21.15.23:0/3867993280 learned_addr learned my addr 172.21.15.23:0/3867993280 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:08.878 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.872+0000 7ff573fff640 1 --2- 172.21.15.23:0/3867993280 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff5740707c0 0x7ff57414d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:08.879 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.872+0000 7ff578c94640 1 --2- 172.21.15.23:0/3867993280 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff57414dad0 0x7ff5740ae5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:08.879 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.872+0000 7ff5737fe640 1 -- 172.21.15.23:0/3867993280 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff5740707c0 msgr2=0x7ff57414d300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:08.879 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.872+0000 7ff5737fe640 1 --2- 172.21.15.23:0/3867993280 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff5740707c0 0x7ff57414d300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:08.879 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.872+0000 7ff5737fe640 1 -- 172.21.15.23:0/3867993280 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff57414dad0 msgr2=0x7ff5740ae5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:08.879 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.872+0000 7ff5737fe640 1 --2- 172.21.15.23:0/3867993280 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff57414dad0 0x7ff5740ae5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:08.879 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.872+0000 7ff5737fe640 1 -- 172.21.15.23:0/3867993280 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5680094d0 con 0x7ff5740afab0 2023-06-26T03:03:08.879 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.872+0000 7ff578c94640 1 --2- 172.21.15.23:0/3867993280 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff57414dad0 0x7ff5740ae5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:08.880 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.872+0000 7ff5737fe640 1 --2- 172.21.15.23:0/3867993280 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff5740afab0 0x7ff5740b1640 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7ff56801aa60 tx=0x7ff568019150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:08.880 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.872+0000 7ff570ff9640 1 -- 172.21.15.23:0/3867993280 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5680b37d0 con 0x7ff5740afab0 2023-06-26T03:03:08.880 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.872+0000 7ff570ff9640 1 -- 172.21.15.23:0/3867993280 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5680b3930 con 0x7ff5740afab0 2023-06-26T03:03:08.880 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.872+0000 7ff57a6f7640 1 -- 172.21.15.23:0/3867993280 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff5740c60e0 con 0x7ff5740afab0 2023-06-26T03:03:08.880 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.872+0000 7ff570ff9640 1 -- 172.21.15.23:0/3867993280 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5680b3ca0 con 0x7ff5740afab0 2023-06-26T03:03:08.880 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.872+0000 7ff57a6f7640 1 -- 172.21.15.23:0/3867993280 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5740c66a0 con 0x7ff5740afab0 2023-06-26T03:03:08.881 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.872+0000 7ff57a6f7640 1 -- 172.21.15.23:0/3867993280 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff5740c6890 con 0x7ff5740afab0 2023-06-26T03:03:08.881 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.872+0000 7ff570ff9640 1 -- 172.21.15.23:0/3867993280 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff5680b2070 con 0x7ff5740afab0 2023-06-26T03:03:08.881 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.872+0000 7ff570ff9640 1 --2- 172.21.15.23:0/3867993280 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff560066280 0x7ff560068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:08.881 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.872+0000 7ff570ff9640 1 -- 172.21.15.23:0/3867993280 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7ff56811ed80 con 0x7ff5740afab0 2023-06-26T03:03:08.882 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.872+0000 7ff573fff640 1 --2- 172.21.15.23:0/3867993280 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff560066280 0x7ff560068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:08.882 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.876+0000 7ff573fff640 1 --2- 172.21.15.23:0/3867993280 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff560066280 0x7ff560068730 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7ff5740c46e0 tx=0x7ff564008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:08.883 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:08.876+0000 7ff570ff9640 1 -- 172.21.15.23:0/3867993280 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff5680ec040 con 0x7ff5740afab0 2023-06-26T03:03:09.052 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.044+0000 7ff57a6f7640 1 -- 172.21.15.23:0/3867993280 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7ff57404d790 con 0x7ff5740afab0 2023-06-26T03:03:09.052 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.048+0000 7ff570ff9640 1 -- 172.21.15.23:0/3867993280 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v29) v1 ==== 93+0+10 (secure 0 0 0) 0x7ff5680ef660 con 0x7ff5740afab0 2023-06-26T03:03:09.053 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 1 2023-06-26T03:03:09.054 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.048+0000 7ff57a6f7640 1 -- 172.21.15.23:0/3867993280 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff560066280 msgr2=0x7ff560068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:09.055 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.048+0000 7ff57a6f7640 1 --2- 172.21.15.23:0/3867993280 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff560066280 0x7ff560068730 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7ff5740c46e0 tx=0x7ff564008040 comp rx=0 tx=0).stop 2023-06-26T03:03:09.055 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.048+0000 7ff57a6f7640 1 -- 172.21.15.23:0/3867993280 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff5740afab0 msgr2=0x7ff5740b1640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:09.055 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.048+0000 7ff57a6f7640 1 --2- 172.21.15.23:0/3867993280 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff5740afab0 0x7ff5740b1640 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7ff56801aa60 tx=0x7ff568019150 comp rx=0 tx=0).stop 2023-06-26T03:03:09.055 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.048+0000 7ff57a6f7640 1 -- 172.21.15.23:0/3867993280 shutdown_connections 2023-06-26T03:03:09.055 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.048+0000 7ff57a6f7640 1 --2- 172.21.15.23:0/3867993280 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff560066280 0x7ff560068730 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:09.055 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.048+0000 7ff57a6f7640 1 --2- 172.21.15.23:0/3867993280 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff57414dad0 0x7ff5740ae5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:09.056 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.048+0000 7ff57a6f7640 1 --2- 172.21.15.23:0/3867993280 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff5740afab0 0x7ff5740b1640 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:09.056 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.048+0000 7ff57a6f7640 1 --2- 172.21.15.23:0/3867993280 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff5740707c0 0x7ff57414d300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:09.056 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.048+0000 7ff57a6f7640 1 -- 172.21.15.23:0/3867993280 >> 172.21.15.23:0/3867993280 conn(0x7ff574069fc0 msgr2=0x7ff57406c630 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:09.056 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.048+0000 7ff57a6f7640 1 -- 172.21.15.23:0/3867993280 shutdown_connections 2023-06-26T03:03:09.056 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.048+0000 7ff57a6f7640 1 -- 172.21.15.23:0/3867993280 wait complete. 2023-06-26T03:03:09.071 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:03:09.197 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.192+0000 7f911391c640 1 Processor -- start 2023-06-26T03:03:09.197 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.192+0000 7f911391c640 1 -- start start 2023-06-26T03:03:09.198 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.192+0000 7f911391c640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f910c15fc50 0x7f910c0c8140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:09.198 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.192+0000 7f911391c640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f910c0af570 0x7f910c0af9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:09.198 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.192+0000 7f911391c640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f910c0aff00 con 0x7f910c0c98c0 2023-06-26T03:03:09.198 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.192+0000 7f911391c640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f910c160020 con 0x7f910c15fc50 2023-06-26T03:03:09.198 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.192+0000 7f911391c640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f910c070f10 con 0x7f910c0af570 2023-06-26T03:03:09.198 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.192+0000 7f91116b8640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f910c15fc50 0x7f910c0c8140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:09.199 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.192+0000 7f91116b8640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f910c15fc50 0x7f910c0c8140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34734/0 (socket says 172.21.15.23:34734) 2023-06-26T03:03:09.199 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.192+0000 7f9111eb9640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f910c0c98c0 0x7f910c0c9d40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:59792/0 (socket says 172.21.15.23:59792) 2023-06-26T03:03:09.199 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.192+0000 7f91116b8640 1 -- 172.21.15.23:0/451986716 learned_addr learned my addr 172.21.15.23:0/451986716 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:09.199 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.192+0000 7f9110eb7640 1 --2- 172.21.15.23:0/451986716 >> v2:172.21.15.71:3300/0 conn(0x7f910c0af570 0x7f910c0af9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:09.200 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.192+0000 7f91116b8640 1 -- 172.21.15.23:0/451986716 >> v2:172.21.15.71:3300/0 conn(0x7f910c0af570 msgr2=0x7f910c0af9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:09.200 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.192+0000 7f91116b8640 1 --2- 172.21.15.23:0/451986716 >> v2:172.21.15.71:3300/0 conn(0x7f910c0af570 0x7f910c0af9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:09.200 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.192+0000 7f91116b8640 1 -- 172.21.15.23:0/451986716 >> v1:172.21.15.23:6789/0 conn(0x7f910c0c98c0 legacy=0x7f910c0c9d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:09.200 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.192+0000 7f91116b8640 1 -- 172.21.15.23:0/451986716 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f910c070080 con 0x7f910c15fc50 2023-06-26T03:03:09.200 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.192+0000 7f9103fff640 1 -- 172.21.15.23:0/451986716 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 704839169 0 0) 0x7f9104001120 con 0x7f910c0c98c0 2023-06-26T03:03:09.201 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.196+0000 7f91116b8640 1 --2- 172.21.15.23:0/451986716 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f910c15fc50 0x7f910c0c8140 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f910c0cdaa0 tx=0x7f90fc01c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2611c36598201630 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:09.201 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.196+0000 7f9103fff640 1 -- 172.21.15.23:0/451986716 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90fc0aa430 con 0x7f910c15fc50 2023-06-26T03:03:09.201 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.196+0000 7f9103fff640 1 -- 172.21.15.23:0/451986716 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90fc0aa590 con 0x7f910c15fc50 2023-06-26T03:03:09.202 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.196+0000 7f9103fff640 1 -- 172.21.15.23:0/451986716 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90fc0aa920 con 0x7f910c15fc50 2023-06-26T03:03:09.202 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.196+0000 7f911391c640 1 -- 172.21.15.23:0/451986716 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f910c15fc50 msgr2=0x7f910c0c8140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:09.202 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.196+0000 7f911391c640 1 --2- 172.21.15.23:0/451986716 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f910c15fc50 0x7f910c0c8140 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f910c0cdaa0 tx=0x7f90fc01c4d0 comp rx=0 tx=0).stop 2023-06-26T03:03:09.202 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.196+0000 7f911391c640 1 -- 172.21.15.23:0/451986716 shutdown_connections 2023-06-26T03:03:09.202 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.196+0000 7f911391c640 1 --2- 172.21.15.23:0/451986716 >> v2:172.21.15.71:3300/0 conn(0x7f910c0af570 0x7f910c0af9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:09.202 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.196+0000 7f911391c640 1 --2- 172.21.15.23:0/451986716 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f910c15fc50 0x7f910c0c8140 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:09.202 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.196+0000 7f911391c640 1 -- 172.21.15.23:0/451986716 >> 172.21.15.23:0/451986716 conn(0x7f910c069fc0 msgr2=0x7f910c0ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:09.203 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.196+0000 7f911391c640 1 -- 172.21.15.23:0/451986716 shutdown_connections 2023-06-26T03:03:09.203 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.196+0000 7f911391c640 1 -- 172.21.15.23:0/451986716 wait complete. 2023-06-26T03:03:09.204 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.196+0000 7f911391c640 1 Processor -- start 2023-06-26T03:03:09.204 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.196+0000 7f911391c640 1 -- start start 2023-06-26T03:03:09.205 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.196+0000 7f911391c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f910c0af570 0x7f910c144dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:09.205 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.196+0000 7f911391c640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f910c0c98c0 0x7f910c0b1860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:09.205 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.196+0000 7f911391c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f910c15fc50 0x7f910c0b1da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:09.205 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.196+0000 7f911391c640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f910c157c30 con 0x7f910c15fc50 2023-06-26T03:03:09.205 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.196+0000 7f911391c640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f910c0b33c0 con 0x7f910c0af570 2023-06-26T03:03:09.205 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.196+0000 7f911391c640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f910c0b0aa0 con 0x7f910c0c98c0 2023-06-26T03:03:09.205 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.196+0000 7f9111eb9640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f910c15fc50 0x7f910c0b1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:09.206 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.196+0000 7f9111eb9640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f910c15fc50 0x7f910c0b1da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34748/0 (socket says 172.21.15.23:34748) 2023-06-26T03:03:09.206 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.196+0000 7f9111eb9640 1 -- 172.21.15.23:0/2071858358 learned_addr learned my addr 172.21.15.23:0/2071858358 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:09.206 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.196+0000 7f91116b8640 1 --2- 172.21.15.23:0/2071858358 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f910c0af570 0x7f910c144dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:09.206 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.196+0000 7f9110eb7640 1 --2- 172.21.15.23:0/2071858358 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f910c0c98c0 0x7f910c0b1860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:09.206 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.196+0000 7f9111eb9640 1 -- 172.21.15.23:0/2071858358 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f910c0c98c0 msgr2=0x7f910c0b1860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:09.206 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.196+0000 7f9111eb9640 1 --2- 172.21.15.23:0/2071858358 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f910c0c98c0 0x7f910c0b1860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:09.206 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.196+0000 7f9111eb9640 1 -- 172.21.15.23:0/2071858358 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f910c0af570 msgr2=0x7f910c144dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:09.206 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.196+0000 7f9111eb9640 1 --2- 172.21.15.23:0/2071858358 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f910c0af570 0x7f910c144dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:09.207 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.196+0000 7f9111eb9640 1 -- 172.21.15.23:0/2071858358 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90fc0094d0 con 0x7f910c15fc50 2023-06-26T03:03:09.207 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.196+0000 7f9110eb7640 1 --2- 172.21.15.23:0/2071858358 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f910c0c98c0 0x7f910c0b1860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:09.207 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.196+0000 7f9111eb9640 1 --2- 172.21.15.23:0/2071858358 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f910c15fc50 0x7f910c0b1da0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f910400c780 tx=0x7f910400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:09.207 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.200+0000 7f9101ffb640 1 -- 172.21.15.23:0/2071858358 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91040072d0 con 0x7f910c15fc50 2023-06-26T03:03:09.207 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.200+0000 7f9101ffb640 1 -- 172.21.15.23:0/2071858358 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9104007450 con 0x7f910c15fc50 2023-06-26T03:03:09.207 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.200+0000 7f911391c640 1 -- 172.21.15.23:0/2071858358 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f910c0b0d80 con 0x7f910c15fc50 2023-06-26T03:03:09.207 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.200+0000 7f9101ffb640 1 -- 172.21.15.23:0/2071858358 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9104001d20 con 0x7f910c15fc50 2023-06-26T03:03:09.207 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.200+0000 7f911391c640 1 -- 172.21.15.23:0/2071858358 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f910c0b1340 con 0x7f910c15fc50 2023-06-26T03:03:09.208 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.200+0000 7f911391c640 1 -- 172.21.15.23:0/2071858358 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f910c0b1530 con 0x7f910c15fc50 2023-06-26T03:03:09.208 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.200+0000 7f9101ffb640 1 -- 172.21.15.23:0/2071858358 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f91040047f0 con 0x7f910c15fc50 2023-06-26T03:03:09.209 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.200+0000 7f9101ffb640 1 --2- 172.21.15.23:0/2071858358 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f90f0066280 0x7f90f0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:09.209 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.200+0000 7f9101ffb640 1 -- 172.21.15.23:0/2071858358 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f91040832f0 con 0x7f910c15fc50 2023-06-26T03:03:09.209 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.200+0000 7f91116b8640 1 --2- 172.21.15.23:0/2071858358 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f90f0066280 0x7f90f0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:09.209 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.200+0000 7f91116b8640 1 --2- 172.21.15.23:0/2071858358 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f90f0066280 0x7f90f0068730 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f90fc0ae000 tx=0x7f90fc0a7000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:09.210 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.204+0000 7f9101ffb640 1 -- 172.21.15.23:0/2071858358 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f9104053ed0 con 0x7f910c15fc50 2023-06-26T03:03:09.367 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.360+0000 7f911391c640 1 -- 172.21.15.23:0/2071858358 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f910c0aff00 con 0x7f910c15fc50 2023-06-26T03:03:09.367 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.360+0000 7f9101ffb640 1 -- 172.21.15.23:0/2071858358 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v29) v1 ==== 92+0+10 (secure 0 0 0) 0x7f910c0aff00 con 0x7f910c15fc50 2023-06-26T03:03:09.367 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 8 2023-06-26T03:03:09.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.364+0000 7f911391c640 1 -- 172.21.15.23:0/2071858358 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f90f0066280 msgr2=0x7f90f0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:09.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.364+0000 7f911391c640 1 --2- 172.21.15.23:0/2071858358 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f90f0066280 0x7f90f0068730 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f90fc0ae000 tx=0x7f90fc0a7000 comp rx=0 tx=0).stop 2023-06-26T03:03:09.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.364+0000 7f911391c640 1 -- 172.21.15.23:0/2071858358 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f910c15fc50 msgr2=0x7f910c0b1da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:09.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.364+0000 7f911391c640 1 --2- 172.21.15.23:0/2071858358 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f910c15fc50 0x7f910c0b1da0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f910400c780 tx=0x7f910400cc40 comp rx=0 tx=0).stop 2023-06-26T03:03:09.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.364+0000 7f911391c640 1 -- 172.21.15.23:0/2071858358 shutdown_connections 2023-06-26T03:03:09.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.364+0000 7f911391c640 1 --2- 172.21.15.23:0/2071858358 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f90f0066280 0x7f90f0068730 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:09.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.364+0000 7f911391c640 1 --2- 172.21.15.23:0/2071858358 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f910c15fc50 0x7f910c0b1da0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:09.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.364+0000 7f911391c640 1 --2- 172.21.15.23:0/2071858358 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f910c0c98c0 0x7f910c0b1860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:09.371 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.364+0000 7f911391c640 1 --2- 172.21.15.23:0/2071858358 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f910c0af570 0x7f910c144dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:09.371 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.364+0000 7f911391c640 1 -- 172.21.15.23:0/2071858358 >> 172.21.15.23:0/2071858358 conn(0x7f910c069fc0 msgr2=0x7f910c0c9d40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:09.371 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.364+0000 7f911391c640 1 -- 172.21.15.23:0/2071858358 shutdown_connections 2023-06-26T03:03:09.371 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.364+0000 7f911391c640 1 -- 172.21.15.23:0/2071858358 wait complete. 2023-06-26T03:03:09.386 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-26T03:03:09.512 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.508+0000 7f54a8494640 1 Processor -- start 2023-06-26T03:03:09.513 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.508+0000 7f54a8494640 1 -- start start 2023-06-26T03:03:09.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.508+0000 7f54a8494640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f54a00afc80 0x7f54a00c84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:09.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.508+0000 7f54a8494640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f54a00ca360 con 0x7f54a0157230 2023-06-26T03:03:09.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.508+0000 7f54a8494640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f54a00c97e0 con 0x7f54a006ed60 2023-06-26T03:03:09.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.508+0000 7f54a8494640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f54a00c9ac0 con 0x7f54a00afc80 2023-06-26T03:03:09.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.508+0000 7f54a6230640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f54a0157230 0x7f54a00707c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:59794/0 (socket says 172.21.15.23:59794) 2023-06-26T03:03:09.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.508+0000 7f54a6230640 1 -- 172.21.15.23:0/4281919386 learned_addr learned my addr 172.21.15.23:0/4281919386 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:09.516 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.508+0000 7f54a6a31640 1 --2- 172.21.15.23:0/4281919386 >> v2:172.21.15.71:3300/0 conn(0x7f54a00afc80 0x7f54a00c84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:09.516 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.508+0000 7f54a522e640 1 -- 172.21.15.23:0/4281919386 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1085407941 0 0) 0x7f54a00ca360 con 0x7f54a0157230 2023-06-26T03:03:09.516 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.508+0000 7f54a522e640 1 -- 172.21.15.23:0/4281919386 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f548c003530 con 0x7f54a0157230 2023-06-26T03:03:09.516 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.508+0000 7f54a522e640 1 -- 172.21.15.23:0/4281919386 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1363753893 0 0) 0x7f548c003530 con 0x7f54a0157230 2023-06-26T03:03:09.516 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.508+0000 7f54a522e640 1 -- 172.21.15.23:0/4281919386 >> v2:172.21.15.71:3300/0 conn(0x7f54a00afc80 msgr2=0x7f54a00c84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:09.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.508+0000 7f54a522e640 1 --2- 172.21.15.23:0/4281919386 >> v2:172.21.15.71:3300/0 conn(0x7f54a00afc80 0x7f54a00c84b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:09.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.508+0000 7f54a522e640 1 -- 172.21.15.23:0/4281919386 >> v1:172.21.15.71:6789/0 conn(0x7f54a006ed60 legacy=0x7f54a00af570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:09.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.508+0000 7f54a522e640 1 -- 172.21.15.23:0/4281919386 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54a00c9da0 con 0x7f54a0157230 2023-06-26T03:03:09.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.508+0000 7f54a522e640 1 -- 172.21.15.23:0/4281919386 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f549c001680 con 0x7f54a0157230 2023-06-26T03:03:09.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.508+0000 7f54a522e640 1 -- 172.21.15.23:0/4281919386 >> v1:172.21.15.23:6789/0 conn(0x7f54a0157230 legacy=0x7f54a00707c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:09.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.508+0000 7f54a522e640 1 --2- 172.21.15.23:0/4281919386 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f548c003980 0x7f548c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:09.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.508+0000 7f54a522e640 1 --2- 172.21.15.23:0/4281919386 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f548c0047d0 0x7f548c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:09.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.508+0000 7f54a522e640 1 --2- 172.21.15.23:0/4281919386 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f548c005180 0x7f548c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:09.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.508+0000 7f54a522e640 1 -- 172.21.15.23:0/4281919386 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54a00c9ac0 con 0x7f548c005180 2023-06-26T03:03:09.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.508+0000 7f54a522e640 1 -- 172.21.15.23:0/4281919386 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f548c00c090 con 0x7f548c0047d0 2023-06-26T03:03:09.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.508+0000 7f54a522e640 1 -- 172.21.15.23:0/4281919386 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f548c00c250 con 0x7f548c003980 2023-06-26T03:03:09.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.508+0000 7f54a6a31640 1 --2- 172.21.15.23:0/4281919386 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f548c005180 0x7f548c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:09.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.508+0000 7f54a6230640 1 --2- 172.21.15.23:0/4281919386 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f548c003980 0x7f548c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:09.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.508+0000 7f54a5a2f640 1 --2- 172.21.15.23:0/4281919386 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f548c0047d0 0x7f548c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:09.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.508+0000 7f54a6a31640 1 -- 172.21.15.23:0/4281919386 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f548c003980 msgr2=0x7f548c003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:09.519 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.508+0000 7f54a6a31640 1 --2- 172.21.15.23:0/4281919386 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f548c003980 0x7f548c003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:09.519 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.508+0000 7f54a6a31640 1 -- 172.21.15.23:0/4281919386 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f548c0047d0 msgr2=0x7f548c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:09.519 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.508+0000 7f54a6a31640 1 --2- 172.21.15.23:0/4281919386 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f548c0047d0 0x7f548c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:09.519 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.508+0000 7f54a6a31640 1 -- 172.21.15.23:0/4281919386 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f548c003530 con 0x7f548c005180 2023-06-26T03:03:09.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.512+0000 7f54a6a31640 1 -- 172.21.15.23:0/4281919386 reap_dead start 2023-06-26T03:03:09.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.512+0000 7f54a6a31640 1 --2- 172.21.15.23:0/4281919386 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f548c005180 0x7f548c00b990 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f5498009bd0 tx=0x7f5498021090 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e84ca226dd24530b server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:09.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.512+0000 7f54a522e640 1 -- 172.21.15.23:0/4281919386 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54980b0600 con 0x7f548c005180 2023-06-26T03:03:09.522 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.512+0000 7f54a522e640 1 -- 172.21.15.23:0/4281919386 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54980ac050 con 0x7f548c005180 2023-06-26T03:03:09.522 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.512+0000 7f54a522e640 1 -- 172.21.15.23:0/4281919386 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54980b0980 con 0x7f548c005180 2023-06-26T03:03:09.522 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.512+0000 7f54a8494640 1 -- 172.21.15.23:0/4281919386 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f548c005180 msgr2=0x7f548c00b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:09.522 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.512+0000 7f54a8494640 1 --2- 172.21.15.23:0/4281919386 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f548c005180 0x7f548c00b990 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f5498009bd0 tx=0x7f5498021090 comp rx=0 tx=0).stop 2023-06-26T03:03:09.522 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.512+0000 7f54a8494640 1 -- 172.21.15.23:0/4281919386 shutdown_connections 2023-06-26T03:03:09.522 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.512+0000 7f54a8494640 1 --2- 172.21.15.23:0/4281919386 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f548c005180 0x7f548c00b990 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:09.522 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.512+0000 7f54a8494640 1 -- 172.21.15.23:0/4281919386 >> 172.21.15.23:0/4281919386 conn(0x7f54a0069fc0 msgr2=0x7f54a00ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:09.523 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.512+0000 7f54a8494640 1 -- 172.21.15.23:0/4281919386 shutdown_connections 2023-06-26T03:03:09.523 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.512+0000 7f54a8494640 1 -- 172.21.15.23:0/4281919386 wait complete. 2023-06-26T03:03:09.523 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.512+0000 7f54a8494640 1 Processor -- start 2023-06-26T03:03:09.523 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.512+0000 7f54a8494640 1 -- start start 2023-06-26T03:03:09.523 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.516+0000 7f54a8494640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f548c005180 0x7f54a00ae020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:09.523 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.516+0000 7f54a8494640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f54a00ae560 0x7f54a0158470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:09.523 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.516+0000 7f54a8494640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f54a0159680 0x7f54a01589b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:09.523 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.516+0000 7f54a8494640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54a01ec920 con 0x7f54a0159680 2023-06-26T03:03:09.524 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.516+0000 7f54a8494640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54a015b660 con 0x7f54a00ae560 2023-06-26T03:03:09.524 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.516+0000 7f54a8494640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f54a015b940 con 0x7f548c005180 2023-06-26T03:03:09.524 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.516+0000 7f54a6a31640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f54a0159680 0x7f54a01589b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:09.524 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.516+0000 7f54a6a31640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f54a0159680 0x7f54a01589b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34760/0 (socket says 172.21.15.23:34760) 2023-06-26T03:03:09.524 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.516+0000 7f54a6a31640 1 -- 172.21.15.23:0/2109798740 learned_addr learned my addr 172.21.15.23:0/2109798740 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:09.524 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.516+0000 7f54a6230640 1 --2- 172.21.15.23:0/2109798740 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f548c005180 0x7f54a00ae020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:09.524 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.516+0000 7f54a5a2f640 1 --2- 172.21.15.23:0/2109798740 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f54a00ae560 0x7f54a0158470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:09.524 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.516+0000 7f54a6a31640 1 -- 172.21.15.23:0/2109798740 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f548c005180 msgr2=0x7f54a00ae020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:09.525 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.516+0000 7f54a6a31640 1 --2- 172.21.15.23:0/2109798740 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f548c005180 0x7f54a00ae020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:09.525 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.516+0000 7f54a6a31640 1 -- 172.21.15.23:0/2109798740 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f54a00ae560 msgr2=0x7f54a0158470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:09.525 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.516+0000 7f54a6a31640 1 --2- 172.21.15.23:0/2109798740 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f54a00ae560 0x7f54a0158470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:09.525 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.516+0000 7f54a6a31640 1 -- 172.21.15.23:0/2109798740 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54a015bc20 con 0x7f54a0159680 2023-06-26T03:03:09.525 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.516+0000 7f54a6a31640 1 --2- 172.21.15.23:0/2109798740 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f54a0159680 0x7f54a01589b0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f54980275c0 tx=0x7f5498009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:09.525 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.516+0000 7f5496ffd640 1 -- 172.21.15.23:0/2109798740 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54980bb620 con 0x7f54a0159680 2023-06-26T03:03:09.525 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.516+0000 7f5496ffd640 1 -- 172.21.15.23:0/2109798740 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f549800f040 con 0x7f54a0159680 2023-06-26T03:03:09.526 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.516+0000 7f54a8494640 1 -- 172.21.15.23:0/2109798740 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f54a015bf00 con 0x7f54a0159680 2023-06-26T03:03:09.526 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.516+0000 7f5496ffd640 1 -- 172.21.15.23:0/2109798740 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54980bb9a0 con 0x7f54a0159680 2023-06-26T03:03:09.526 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.516+0000 7f54a8494640 1 -- 172.21.15.23:0/2109798740 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54a01590c0 con 0x7f54a0159680 2023-06-26T03:03:09.527 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.516+0000 7f54a8494640 1 -- 172.21.15.23:0/2109798740 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f54a015c420 con 0x7f54a0159680 2023-06-26T03:03:09.527 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.516+0000 7f5496ffd640 1 -- 172.21.15.23:0/2109798740 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f54980bbb00 con 0x7f54a0159680 2023-06-26T03:03:09.527 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.516+0000 7f5496ffd640 1 --2- 172.21.15.23:0/2109798740 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5484066280 0x7f5484068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:09.527 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.516+0000 7f5496ffd640 1 -- 172.21.15.23:0/2109798740 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f5498123b80 con 0x7f54a0159680 2023-06-26T03:03:09.527 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.516+0000 7f54a6230640 1 --2- 172.21.15.23:0/2109798740 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5484066280 0x7f5484068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:09.527 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.520+0000 7f54a6230640 1 --2- 172.21.15.23:0/2109798740 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5484066280 0x7f5484068730 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f549c000c10 tx=0x7f549c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:09.527 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.520+0000 7f5496ffd640 1 -- 172.21.15.23:0/2109798740 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f54980f1010 con 0x7f54a0159680 2023-06-26T03:03:09.678 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.672+0000 7f54a8494640 1 -- 172.21.15.23:0/2109798740 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f54a015c420 con 0x7f54a0159680 2023-06-26T03:03:09.679 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.672+0000 7f5496ffd640 1 -- 172.21.15.23:0/2109798740 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v29) v1 ==== 104+0+11 (secure 0 0 0) 0x7f54a015c420 con 0x7f54a0159680 2023-06-26T03:03:09.679 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:03:09.681 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.676+0000 7f54a8494640 1 -- 172.21.15.23:0/2109798740 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5484066280 msgr2=0x7f5484068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:09.681 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.676+0000 7f54a8494640 1 --2- 172.21.15.23:0/2109798740 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5484066280 0x7f5484068730 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f549c000c10 tx=0x7f549c009040 comp rx=0 tx=0).stop 2023-06-26T03:03:09.681 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.676+0000 7f54a8494640 1 -- 172.21.15.23:0/2109798740 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f54a0159680 msgr2=0x7f54a01589b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:09.682 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.676+0000 7f54a8494640 1 --2- 172.21.15.23:0/2109798740 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f54a0159680 0x7f54a01589b0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f54980275c0 tx=0x7f5498009750 comp rx=0 tx=0).stop 2023-06-26T03:03:09.682 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.676+0000 7f54a8494640 1 -- 172.21.15.23:0/2109798740 shutdown_connections 2023-06-26T03:03:09.682 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.676+0000 7f54a8494640 1 --2- 172.21.15.23:0/2109798740 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5484066280 0x7f5484068730 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:09.682 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.676+0000 7f54a8494640 1 --2- 172.21.15.23:0/2109798740 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f54a0159680 0x7f54a01589b0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:09.682 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.676+0000 7f54a8494640 1 --2- 172.21.15.23:0/2109798740 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f54a00ae560 0x7f54a0158470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:09.682 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.676+0000 7f54a8494640 1 --2- 172.21.15.23:0/2109798740 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f548c005180 0x7f54a00ae020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:09.682 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.676+0000 7f54a8494640 1 -- 172.21.15.23:0/2109798740 >> 172.21.15.23:0/2109798740 conn(0x7f54a0069fc0 msgr2=0x7f54a006c540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:09.682 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.676+0000 7f54a8494640 1 -- 172.21.15.23:0/2109798740 shutdown_connections 2023-06-26T03:03:09.683 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.676+0000 7f54a8494640 1 -- 172.21.15.23:0/2109798740 wait complete. 2023-06-26T03:03:09.698 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-26T03:03:09.828 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.824+0000 7fc465690640 1 Processor -- start 2023-06-26T03:03:09.828 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.824+0000 7fc465690640 1 -- start start 2023-06-26T03:03:09.829 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.824+0000 7fc465690640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc46006c630 0x7fc46013ee40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:09.830 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.824+0000 7fc465690640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc46013f540 con 0x7fc460070440 2023-06-26T03:03:09.830 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.824+0000 7fc465690640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc46013f820 con 0x7fc46006d480 2023-06-26T03:03:09.830 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.824+0000 7fc465690640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc46013fde0 con 0x7fc46006c630 2023-06-26T03:03:09.830 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.824+0000 7fc45f7fe640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fc460070440 0x7fc46005fed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:59804/0 (socket says 172.21.15.23:59804) 2023-06-26T03:03:09.830 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.824+0000 7fc45f7fe640 1 -- 172.21.15.23:0/597962067 learned_addr learned my addr 172.21.15.23:0/597962067 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:09.830 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.824+0000 7fc45effd640 1 --2- 172.21.15.23:0/597962067 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc46006c630 0x7fc46013ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:09.831 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.824+0000 7fc45dffb640 1 -- 172.21.15.23:0/597962067 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2616693250 0 0) 0x7fc46013f540 con 0x7fc460070440 2023-06-26T03:03:09.831 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.824+0000 7fc45dffb640 1 -- 172.21.15.23:0/597962067 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc448003530 con 0x7fc460070440 2023-06-26T03:03:09.831 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.824+0000 7fc45dffb640 1 -- 172.21.15.23:0/597962067 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 865689192 0 0) 0x7fc448003530 con 0x7fc460070440 2023-06-26T03:03:09.831 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.824+0000 7fc45effd640 1 -- 172.21.15.23:0/597962067 >> v1:172.21.15.71:6789/0 conn(0x7fc46006d480 legacy=0x7fc46015d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:09.831 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.824+0000 7fc45effd640 1 -- 172.21.15.23:0/597962067 >> v1:172.21.15.23:6789/0 conn(0x7fc460070440 legacy=0x7fc46005fed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:09.832 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.824+0000 7fc45effd640 1 -- 172.21.15.23:0/597962067 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc46013fb00 con 0x7fc46006c630 2023-06-26T03:03:09.832 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.828+0000 7fc45effd640 1 --2- 172.21.15.23:0/597962067 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc46006c630 0x7fc46013ee40 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc450009820 tx=0x7fc45001c3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=49452b259313fb18 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:09.833 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.828+0000 7fc45dffb640 1 -- 172.21.15.23:0/597962067 <== mon.2 v2:172.21.15.71:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc458001a00 con 0x7fc46006c630 2023-06-26T03:03:09.833 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.828+0000 7fc45dffb640 1 -- 172.21.15.23:0/597962067 <== mon.2 v2:172.21.15.71:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc4500a8050 con 0x7fc46006c630 2023-06-26T03:03:09.833 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.828+0000 7fc45dffb640 1 -- 172.21.15.23:0/597962067 <== mon.2 v2:172.21.15.71:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4500ac600 con 0x7fc46006c630 2023-06-26T03:03:09.834 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.828+0000 7fc465690640 1 -- 172.21.15.23:0/597962067 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc46006c630 msgr2=0x7fc46013ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:09.834 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.828+0000 7fc465690640 1 --2- 172.21.15.23:0/597962067 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc46006c630 0x7fc46013ee40 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc450009820 tx=0x7fc45001c3c0 comp rx=0 tx=0).stop 2023-06-26T03:03:09.834 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.828+0000 7fc465690640 1 -- 172.21.15.23:0/597962067 shutdown_connections 2023-06-26T03:03:09.834 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.828+0000 7fc465690640 1 --2- 172.21.15.23:0/597962067 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc46006c630 0x7fc46013ee40 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:09.834 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.828+0000 7fc465690640 1 -- 172.21.15.23:0/597962067 >> 172.21.15.23:0/597962067 conn(0x7fc4600cb710 msgr2=0x7fc4600cbb10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:09.834 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.828+0000 7fc465690640 1 -- 172.21.15.23:0/597962067 shutdown_connections 2023-06-26T03:03:09.835 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.828+0000 7fc465690640 1 -- 172.21.15.23:0/597962067 wait complete. 2023-06-26T03:03:09.835 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.828+0000 7fc465690640 1 Processor -- start 2023-06-26T03:03:09.835 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.828+0000 7fc465690640 1 -- start start 2023-06-26T03:03:09.837 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.828+0000 7fc465690640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc46006c630 0x7fc4601f4990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:09.837 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.828+0000 7fc465690640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc46006d480 0x7fc4600c9a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:09.837 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.828+0000 7fc465690640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc460070440 0x7fc4600c9f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:09.837 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.828+0000 7fc465690640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc460158000 con 0x7fc46006d480 2023-06-26T03:03:09.837 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.828+0000 7fc465690640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4601548a0 con 0x7fc46006c630 2023-06-26T03:03:09.837 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.828+0000 7fc465690640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc460158250 con 0x7fc460070440 2023-06-26T03:03:09.837 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.828+0000 7fc45e7fc640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc46006d480 0x7fc4600c9a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:09.838 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.828+0000 7fc45e7fc640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc46006d480 0x7fc4600c9a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34776/0 (socket says 172.21.15.23:34776) 2023-06-26T03:03:09.838 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.828+0000 7fc45e7fc640 1 -- 172.21.15.23:0/2545171994 learned_addr learned my addr 172.21.15.23:0/2545171994 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:09.838 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.828+0000 7fc45effd640 1 --2- 172.21.15.23:0/2545171994 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc46006c630 0x7fc4601f4990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:09.838 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.828+0000 7fc45f7fe640 1 --2- 172.21.15.23:0/2545171994 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc460070440 0x7fc4600c9f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:09.838 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.832+0000 7fc45e7fc640 1 -- 172.21.15.23:0/2545171994 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc460070440 msgr2=0x7fc4600c9f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:09.838 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.832+0000 7fc45e7fc640 1 --2- 172.21.15.23:0/2545171994 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc460070440 0x7fc4600c9f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:09.838 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.832+0000 7fc45e7fc640 1 -- 172.21.15.23:0/2545171994 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc46006c630 msgr2=0x7fc4601f4990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:09.839 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.832+0000 7fc45e7fc640 1 --2- 172.21.15.23:0/2545171994 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc46006c630 0x7fc4601f4990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:09.839 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.832+0000 7fc45e7fc640 1 -- 172.21.15.23:0/2545171994 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc450009420 con 0x7fc46006d480 2023-06-26T03:03:09.839 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.832+0000 7fc45e7fc640 1 --2- 172.21.15.23:0/2545171994 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc46006d480 0x7fc4600c9a30 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fc45400c500 tx=0x7fc45400c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:09.839 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.832+0000 7fc4477fe640 1 -- 172.21.15.23:0/2545171994 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc454005220 con 0x7fc46006d480 2023-06-26T03:03:09.839 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.832+0000 7fc4477fe640 1 -- 172.21.15.23:0/2545171994 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc454005380 con 0x7fc46006d480 2023-06-26T03:03:09.839 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.832+0000 7fc465690640 1 -- 172.21.15.23:0/2545171994 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc460158530 con 0x7fc46006d480 2023-06-26T03:03:09.839 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.832+0000 7fc4477fe640 1 -- 172.21.15.23:0/2545171994 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc454007270 con 0x7fc46006d480 2023-06-26T03:03:09.839 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.832+0000 7fc465690640 1 -- 172.21.15.23:0/2545171994 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc460158af0 con 0x7fc46006d480 2023-06-26T03:03:09.840 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.832+0000 7fc465690640 1 -- 172.21.15.23:0/2545171994 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc46004d790 con 0x7fc46006d480 2023-06-26T03:03:09.840 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.832+0000 7fc4477fe640 1 -- 172.21.15.23:0/2545171994 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc4540073d0 con 0x7fc46006d480 2023-06-26T03:03:09.841 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.832+0000 7fc4477fe640 1 --2- 172.21.15.23:0/2545171994 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc44c066280 0x7fc44c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:09.841 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.832+0000 7fc4477fe640 1 -- 172.21.15.23:0/2545171994 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7fc454083950 con 0x7fc46006d480 2023-06-26T03:03:09.841 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.832+0000 7fc45effd640 1 --2- 172.21.15.23:0/2545171994 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc44c066280 0x7fc44c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:09.841 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.832+0000 7fc45effd640 1 --2- 172.21.15.23:0/2545171994 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc44c066280 0x7fc44c068730 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fc4500ae000 tx=0x7fc4500a7000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:09.842 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.836+0000 7fc4477fe640 1 -- 172.21.15.23:0/2545171994 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fc454050ab0 con 0x7fc46006d480 2023-06-26T03:03:09.997 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.992+0000 7fc465690640 1 -- 172.21.15.23:0/2545171994 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fc4601652b0 con 0x7fc46006d480 2023-06-26T03:03:09.998 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.992+0000 7fc4477fe640 1 -- 172.21.15.23:0/2545171994 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v29) v1 ==== 100+0+11 (secure 0 0 0) 0x7fc4540540d0 con 0x7fc46006d480 2023-06-26T03:03:09.998 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 64 2023-06-26T03:03:10.001 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.996+0000 7fc465690640 1 -- 172.21.15.23:0/2545171994 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc44c066280 msgr2=0x7fc44c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:10.001 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.996+0000 7fc465690640 1 --2- 172.21.15.23:0/2545171994 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc44c066280 0x7fc44c068730 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fc4500ae000 tx=0x7fc4500a7000 comp rx=0 tx=0).stop 2023-06-26T03:03:10.001 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.996+0000 7fc465690640 1 -- 172.21.15.23:0/2545171994 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc46006d480 msgr2=0x7fc4600c9a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:10.001 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.996+0000 7fc465690640 1 --2- 172.21.15.23:0/2545171994 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc46006d480 0x7fc4600c9a30 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fc45400c500 tx=0x7fc45400c9c0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.001 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.996+0000 7fc465690640 1 -- 172.21.15.23:0/2545171994 shutdown_connections 2023-06-26T03:03:10.001 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.996+0000 7fc465690640 1 --2- 172.21.15.23:0/2545171994 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc44c066280 0x7fc44c068730 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.002 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.996+0000 7fc465690640 1 --2- 172.21.15.23:0/2545171994 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc460070440 0x7fc4600c9f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.002 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.996+0000 7fc465690640 1 --2- 172.21.15.23:0/2545171994 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc46006d480 0x7fc4600c9a30 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.002 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.996+0000 7fc465690640 1 --2- 172.21.15.23:0/2545171994 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc46006c630 0x7fc4601f4990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.002 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.996+0000 7fc465690640 1 -- 172.21.15.23:0/2545171994 >> 172.21.15.23:0/2545171994 conn(0x7fc4600cb710 msgr2=0x7fc460140050 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:10.002 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.996+0000 7fc465690640 1 -- 172.21.15.23:0/2545171994 shutdown_connections 2023-06-26T03:03:10.002 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:09.996+0000 7fc465690640 1 -- 172.21.15.23:0/2545171994 wait complete. 2023-06-26T03:03:10.018 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-06-26T03:03:10.133 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.128+0000 7f50583f2640 1 Processor -- start 2023-06-26T03:03:10.133 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.128+0000 7f50583f2640 1 -- start start 2023-06-26T03:03:10.134 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.128+0000 7f50583f2640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f50500cfd20 0x7f50500d00f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:10.134 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.128+0000 7f50583f2640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f50500ca350 0x7f50500cd000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:10.134 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.128+0000 7f50583f2640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f505015f320 0x7f505015f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:10.135 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.128+0000 7f50583f2640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f50500ce080 con 0x7f50500cfd20 2023-06-26T03:03:10.135 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.128+0000 7f50583f2640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f505015bb90 con 0x7f50500ca350 2023-06-26T03:03:10.135 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.128+0000 7f50583f2640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50500caeb0 con 0x7f505015f320 2023-06-26T03:03:10.135 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.128+0000 7f505618e640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f50500cfd20 0x7f50500d00f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:10.135 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.128+0000 7f505618e640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f50500cfd20 0x7f50500d00f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34780/0 (socket says 172.21.15.23:34780) 2023-06-26T03:03:10.135 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.128+0000 7f505618e640 1 -- 172.21.15.23:0/1377315267 learned_addr learned my addr 172.21.15.23:0/1377315267 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:10.135 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.128+0000 7f505698f640 1 --2- 172.21.15.23:0/1377315267 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f505015f320 0x7f505015f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:10.135 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.128+0000 7f505598d640 1 --2- 172.21.15.23:0/1377315267 >> v2:172.21.15.71:3300/0 conn(0x7f50500ca350 0x7f50500cd000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:10.136 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.128+0000 7f505618e640 1 -- 172.21.15.23:0/1377315267 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f505015f320 msgr2=0x7f505015f7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:10.136 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.128+0000 7f505618e640 1 --2- 172.21.15.23:0/1377315267 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f505015f320 0x7f505015f7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.136 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.128+0000 7f505618e640 1 -- 172.21.15.23:0/1377315267 >> v2:172.21.15.71:3300/0 conn(0x7f50500ca350 msgr2=0x7f50500cd000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:10.136 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.128+0000 7f505618e640 1 --2- 172.21.15.23:0/1377315267 >> v2:172.21.15.71:3300/0 conn(0x7f50500ca350 0x7f50500cd000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.137 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.128+0000 7f505618e640 1 -- 172.21.15.23:0/1377315267 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50500d0630 con 0x7f50500cfd20 2023-06-26T03:03:10.137 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.128+0000 7f505598d640 1 --2- 172.21.15.23:0/1377315267 >> v2:172.21.15.71:3300/0 conn(0x7f50500ca350 0x7f50500cd000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:03:10.137 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.132+0000 7f505618e640 1 --2- 172.21.15.23:0/1377315267 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f50500cfd20 0x7f50500d00f0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f505006eb30 tx=0x7f504c01c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af11660e02436ad0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:10.138 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.132+0000 7f505518c640 1 -- 172.21.15.23:0/1377315267 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f504c0ac600 con 0x7f50500cfd20 2023-06-26T03:03:10.138 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.132+0000 7f505518c640 1 -- 172.21.15.23:0/1377315267 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f504c0a8050 con 0x7f50500cfd20 2023-06-26T03:03:10.138 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.132+0000 7f505518c640 1 -- 172.21.15.23:0/1377315267 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f504c0ac980 con 0x7f50500cfd20 2023-06-26T03:03:10.139 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.132+0000 7f50583f2640 1 -- 172.21.15.23:0/1377315267 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f50500cfd20 msgr2=0x7f50500d00f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:10.139 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.132+0000 7f50583f2640 1 --2- 172.21.15.23:0/1377315267 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f50500cfd20 0x7f50500d00f0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f505006eb30 tx=0x7f504c01c4d0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.139 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.132+0000 7f50583f2640 1 -- 172.21.15.23:0/1377315267 shutdown_connections 2023-06-26T03:03:10.139 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.132+0000 7f50583f2640 1 --2- 172.21.15.23:0/1377315267 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f505015f320 0x7f505015f7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.139 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.132+0000 7f50583f2640 1 --2- 172.21.15.23:0/1377315267 >> v2:172.21.15.71:3300/0 conn(0x7f50500ca350 0x7f50500cd000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.140 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.132+0000 7f50583f2640 1 --2- 172.21.15.23:0/1377315267 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f50500cfd20 0x7f50500d00f0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.140 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.132+0000 7f50583f2640 1 -- 172.21.15.23:0/1377315267 >> 172.21.15.23:0/1377315267 conn(0x7f5050070fe0 msgr2=0x7f50500713e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:10.140 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.132+0000 7f50583f2640 1 -- 172.21.15.23:0/1377315267 shutdown_connections 2023-06-26T03:03:10.140 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.132+0000 7f50583f2640 1 -- 172.21.15.23:0/1377315267 wait complete. 2023-06-26T03:03:10.142 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.132+0000 7f50583f2640 1 Processor -- start 2023-06-26T03:03:10.142 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.132+0000 7f50583f2640 1 -- start start 2023-06-26T03:03:10.142 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.136+0000 7f50583f2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f50500ca350 0x7f5050165b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:10.142 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.136+0000 7f50583f2640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f50500cfd20 0x7f505006a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:10.142 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.136+0000 7f50583f2640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f505015f320 0x7f50500c59e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:10.142 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.136+0000 7f50583f2640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50500b5760 con 0x7f505015f320 2023-06-26T03:03:10.142 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.136+0000 7f50583f2640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50500b5bf0 con 0x7f50500ca350 2023-06-26T03:03:10.143 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.136+0000 7f50583f2640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50500b4e30 con 0x7f50500cfd20 2023-06-26T03:03:10.143 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.136+0000 7f505698f640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f505015f320 0x7f50500c59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:10.143 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.136+0000 7f505698f640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f505015f320 0x7f50500c59e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34782/0 (socket says 172.21.15.23:34782) 2023-06-26T03:03:10.143 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.136+0000 7f505698f640 1 -- 172.21.15.23:0/1137350285 learned_addr learned my addr 172.21.15.23:0/1137350285 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:10.143 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.136+0000 7f505618e640 1 --2- 172.21.15.23:0/1137350285 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f50500ca350 0x7f5050165b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:10.143 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.136+0000 7f505598d640 1 --2- 172.21.15.23:0/1137350285 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f50500cfd20 0x7f505006a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:10.143 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.136+0000 7f505698f640 1 -- 172.21.15.23:0/1137350285 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f50500cfd20 msgr2=0x7f505006a2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:10.143 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.136+0000 7f505698f640 1 --2- 172.21.15.23:0/1137350285 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f50500cfd20 0x7f505006a2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.144 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.136+0000 7f505698f640 1 -- 172.21.15.23:0/1137350285 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f50500ca350 msgr2=0x7f5050165b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:10.144 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.136+0000 7f505698f640 1 --2- 172.21.15.23:0/1137350285 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f50500ca350 0x7f5050165b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.144 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.136+0000 7f505698f640 1 -- 172.21.15.23:0/1137350285 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f504c0094d0 con 0x7f505015f320 2023-06-26T03:03:10.144 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.136+0000 7f505618e640 1 --2- 172.21.15.23:0/1137350285 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f50500ca350 0x7f5050165b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:10.144 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.136+0000 7f505698f640 1 --2- 172.21.15.23:0/1137350285 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f505015f320 0x7f50500c59e0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f5048007e40 tx=0x7f504800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:10.144 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.136+0000 7f5046ffd640 1 -- 172.21.15.23:0/1137350285 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5048014620 con 0x7f505015f320 2023-06-26T03:03:10.144 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.136+0000 7f5046ffd640 1 -- 172.21.15.23:0/1137350285 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f504800ee90 con 0x7f505015f320 2023-06-26T03:03:10.145 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.136+0000 7f50583f2640 1 -- 172.21.15.23:0/1137350285 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f50500b5110 con 0x7f505015f320 2023-06-26T03:03:10.145 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.136+0000 7f5046ffd640 1 -- 172.21.15.23:0/1137350285 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50480149e0 con 0x7f505015f320 2023-06-26T03:03:10.145 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.136+0000 7f50583f2640 1 -- 172.21.15.23:0/1137350285 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5050166090 con 0x7f505015f320 2023-06-26T03:03:10.145 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.136+0000 7f50583f2640 1 -- 172.21.15.23:0/1137350285 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f50500b1fa0 con 0x7f505015f320 2023-06-26T03:03:10.146 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.136+0000 7f5046ffd640 1 -- 172.21.15.23:0/1137350285 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f5048014b40 con 0x7f505015f320 2023-06-26T03:03:10.146 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.136+0000 7f5046ffd640 1 --2- 172.21.15.23:0/1137350285 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f50340662b0 0x7f5034068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:10.146 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.136+0000 7f5046ffd640 1 -- 172.21.15.23:0/1137350285 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f5048084980 con 0x7f505015f320 2023-06-26T03:03:10.146 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.136+0000 7f505618e640 1 --2- 172.21.15.23:0/1137350285 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f50340662b0 0x7f5034068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:10.146 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.140+0000 7f505618e640 1 --2- 172.21.15.23:0/1137350285 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f50340662b0 0x7f5034068760 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f504c0ae000 tx=0x7f504c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:10.147 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.140+0000 7f5046ffd640 1 -- 172.21.15.23:0/1137350285 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f5048051ad0 con 0x7f505015f320 2023-06-26T03:03:10.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.296+0000 7f50583f2640 1 -- 172.21.15.23:0/1137350285 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f505004d790 con 0x7f505015f320 2023-06-26T03:03:10.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.296+0000 7f5046ffd640 1 -- 172.21.15.23:0/1137350285 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v29) v1 ==== 103+0+11 (secure 0 0 0) 0x7f50480550f0 con 0x7f505015f320 2023-06-26T03:03:10.301 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:03:10.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.296+0000 7f50583f2640 1 -- 172.21.15.23:0/1137350285 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f50340662b0 msgr2=0x7f5034068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:10.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.296+0000 7f50583f2640 1 --2- 172.21.15.23:0/1137350285 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f50340662b0 0x7f5034068760 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f504c0ae000 tx=0x7f504c008040 comp rx=0 tx=0).stop 2023-06-26T03:03:10.304 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.296+0000 7f50583f2640 1 -- 172.21.15.23:0/1137350285 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f505015f320 msgr2=0x7f50500c59e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:10.304 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.296+0000 7f50583f2640 1 --2- 172.21.15.23:0/1137350285 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f505015f320 0x7f50500c59e0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f5048007e40 tx=0x7f504800e4b0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.304 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.296+0000 7f50583f2640 1 -- 172.21.15.23:0/1137350285 shutdown_connections 2023-06-26T03:03:10.304 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.296+0000 7f50583f2640 1 --2- 172.21.15.23:0/1137350285 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f50340662b0 0x7f5034068760 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.304 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.296+0000 7f50583f2640 1 --2- 172.21.15.23:0/1137350285 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f505015f320 0x7f50500c59e0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.304 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.296+0000 7f50583f2640 1 --2- 172.21.15.23:0/1137350285 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f50500cfd20 0x7f505006a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.304 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.296+0000 7f50583f2640 1 --2- 172.21.15.23:0/1137350285 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f50500ca350 0x7f5050165b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.305 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.296+0000 7f50583f2640 1 -- 172.21.15.23:0/1137350285 >> 172.21.15.23:0/1137350285 conn(0x7f5050070fe0 msgr2=0x7f50500ced20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:10.305 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.296+0000 7f50583f2640 1 -- 172.21.15.23:0/1137350285 shutdown_connections 2023-06-26T03:03:10.305 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.296+0000 7f50583f2640 1 -- 172.21.15.23:0/1137350285 wait complete. 2023-06-26T03:03:10.320 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-06-26T03:03:10.445 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.440+0000 7f6174637640 1 Processor -- start 2023-06-26T03:03:10.445 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.440+0000 7f6174637640 1 -- start start 2023-06-26T03:03:10.446 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.440+0000 7f6174637640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f616c0cc0c0 0x7f616c0c9360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:10.446 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.440+0000 7f6174637640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f616c06bbc0 con 0x7f616c0cdb00 2023-06-26T03:03:10.447 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.440+0000 7f6174637640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f616c0c8300 con 0x7f616c06b760 2023-06-26T03:03:10.447 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.440+0000 7f6174637640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f616c0c85a0 con 0x7f616c0cc0c0 2023-06-26T03:03:10.447 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.440+0000 7f6171bd2640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f616c0cc0c0 0x7f616c0c9360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:10.447 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.440+0000 7f61723d3640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f616c0cdb00 0x7f616c0cded0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:59820/0 (socket says 172.21.15.23:59820) 2023-06-26T03:03:10.447 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.440+0000 7f61723d3640 1 -- 172.21.15.23:0/2312884475 learned_addr learned my addr 172.21.15.23:0/2312884475 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:10.448 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.440+0000 7f6171bd2640 1 -- 172.21.15.23:0/2312884475 >> v1:172.21.15.71:6789/0 conn(0x7f616c06b760 legacy=0x7f616c06ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:10.448 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.440+0000 7f6171bd2640 1 -- 172.21.15.23:0/2312884475 >> v1:172.21.15.23:6789/0 conn(0x7f616c0cdb00 legacy=0x7f616c0cded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:10.448 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.440+0000 7f6171bd2640 1 -- 172.21.15.23:0/2312884475 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f616c0c8880 con 0x7f616c0cc0c0 2023-06-26T03:03:10.448 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.444+0000 7f6171bd2640 1 --2- 172.21.15.23:0/2312884475 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f616c0cc0c0 0x7f616c0c9360 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f61600097c0 tx=0x7f616001c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47ab2dee4ffd60e8 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:10.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.444+0000 7f61713d1640 1 -- 172.21.15.23:0/2312884475 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61600ab610 con 0x7f616c0cc0c0 2023-06-26T03:03:10.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.444+0000 7f61713d1640 1 -- 172.21.15.23:0/2312884475 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61600ab770 con 0x7f616c0cc0c0 2023-06-26T03:03:10.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.444+0000 7f61713d1640 1 -- 172.21.15.23:0/2312884475 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61600abb00 con 0x7f616c0cc0c0 2023-06-26T03:03:10.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.444+0000 7f6174637640 1 -- 172.21.15.23:0/2312884475 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f616c0cc0c0 msgr2=0x7f616c0c9360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:10.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.444+0000 7f6174637640 1 --2- 172.21.15.23:0/2312884475 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f616c0cc0c0 0x7f616c0c9360 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f61600097c0 tx=0x7f616001c410 comp rx=0 tx=0).stop 2023-06-26T03:03:10.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.444+0000 7f6174637640 1 -- 172.21.15.23:0/2312884475 shutdown_connections 2023-06-26T03:03:10.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.444+0000 7f6174637640 1 --2- 172.21.15.23:0/2312884475 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f616c0cc0c0 0x7f616c0c9360 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.444+0000 7f6174637640 1 -- 172.21.15.23:0/2312884475 >> 172.21.15.23:0/2312884475 conn(0x7f616c069400 msgr2=0x7f616c069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:10.451 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.444+0000 7f6174637640 1 -- 172.21.15.23:0/2312884475 shutdown_connections 2023-06-26T03:03:10.451 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.444+0000 7f6174637640 1 -- 172.21.15.23:0/2312884475 wait complete. 2023-06-26T03:03:10.452 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.444+0000 7f6174637640 1 Processor -- start 2023-06-26T03:03:10.452 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.444+0000 7f6174637640 1 -- start start 2023-06-26T03:03:10.452 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.444+0000 7f6174637640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f616c06b760 0x7f616c0b0aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:10.452 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.444+0000 7f6174637640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f616c0cc0c0 0x7f616c146060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:10.452 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.444+0000 7f6174637640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f616c0cdb00 0x7f616c146ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:10.453 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.444+0000 7f6174637640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f616c1465a0 con 0x7f616c06b760 2023-06-26T03:03:10.453 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.444+0000 7f6174637640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f616c14aac0 con 0x7f616c0cc0c0 2023-06-26T03:03:10.453 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.444+0000 7f6174637640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f616c14ada0 con 0x7f616c0cdb00 2023-06-26T03:03:10.453 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.444+0000 7f61723d3640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f616c06b760 0x7f616c0b0aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:10.453 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.444+0000 7f61723d3640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f616c06b760 0x7f616c0b0aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34786/0 (socket says 172.21.15.23:34786) 2023-06-26T03:03:10.453 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.444+0000 7f61723d3640 1 -- 172.21.15.23:0/807909241 learned_addr learned my addr 172.21.15.23:0/807909241 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:10.453 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.444+0000 7f6171bd2640 1 --2- 172.21.15.23:0/807909241 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f616c0cc0c0 0x7f616c146060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:10.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.444+0000 7f61723d3640 1 -- 172.21.15.23:0/807909241 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f616c0cdb00 msgr2=0x7f616c146ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:10.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.444+0000 7f61723d3640 1 --2- 172.21.15.23:0/807909241 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f616c0cdb00 0x7f616c146ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.444+0000 7f61723d3640 1 -- 172.21.15.23:0/807909241 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f616c0cc0c0 msgr2=0x7f616c146060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:10.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.444+0000 7f61723d3640 1 --2- 172.21.15.23:0/807909241 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f616c0cc0c0 0x7f616c146060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.444+0000 7f61723d3640 1 -- 172.21.15.23:0/807909241 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6160009420 con 0x7f616c06b760 2023-06-26T03:03:10.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.444+0000 7f6171bd2640 1 --2- 172.21.15.23:0/807909241 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f616c0cc0c0 0x7f616c146060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:10.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.448+0000 7f61723d3640 1 --2- 172.21.15.23:0/807909241 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f616c06b760 0x7f616c0b0aa0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f615c00c500 tx=0x7f615c00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:10.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.448+0000 7f616affd640 1 -- 172.21.15.23:0/807909241 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f615c005cf0 con 0x7f616c06b760 2023-06-26T03:03:10.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.448+0000 7f616affd640 1 -- 172.21.15.23:0/807909241 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f615c005e50 con 0x7f616c06b760 2023-06-26T03:03:10.456 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.448+0000 7f6174637640 1 -- 172.21.15.23:0/807909241 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f616c14b080 con 0x7f616c06b760 2023-06-26T03:03:10.456 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.448+0000 7f616affd640 1 -- 172.21.15.23:0/807909241 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f615c0072f0 con 0x7f616c06b760 2023-06-26T03:03:10.456 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.448+0000 7f6174637640 1 -- 172.21.15.23:0/807909241 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f616c14b640 con 0x7f616c06b760 2023-06-26T03:03:10.456 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.448+0000 7f6174637640 1 -- 172.21.15.23:0/807909241 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f616c14b830 con 0x7f616c06b760 2023-06-26T03:03:10.456 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.448+0000 7f616affd640 1 -- 172.21.15.23:0/807909241 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f615c007450 con 0x7f616c06b760 2023-06-26T03:03:10.456 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.448+0000 7f616affd640 1 --2- 172.21.15.23:0/807909241 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6158066280 0x7f6158068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:10.457 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.448+0000 7f616affd640 1 -- 172.21.15.23:0/807909241 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f615c083560 con 0x7f616c06b760 2023-06-26T03:03:10.457 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.448+0000 7f6171bd2640 1 --2- 172.21.15.23:0/807909241 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6158066280 0x7f6158068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:10.457 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.448+0000 7f6171bd2640 1 --2- 172.21.15.23:0/807909241 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6158066280 0x7f6158068730 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f61600af000 tx=0x7f6160008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:10.458 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.452+0000 7f616affd640 1 -- 172.21.15.23:0/807909241 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f615c050760 con 0x7f616c06b760 2023-06-26T03:03:10.624 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.616+0000 7f6174637640 1 -- 172.21.15.23:0/807909241 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f616c04d790 con 0x7f616c06b760 2023-06-26T03:03:10.624 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.620+0000 7f616affd640 1 -- 172.21.15.23:0/807909241 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v29) v1 ==== 80+0+0 (secure 0 0 0) 0x7f615c053d80 con 0x7f616c06b760 2023-06-26T03:03:10.625 INFO:teuthology.orchestra.run.smithi023.stderr:listed 0 entries 2023-06-26T03:03:10.626 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.620+0000 7f6174637640 1 -- 172.21.15.23:0/807909241 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6158066280 msgr2=0x7f6158068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:10.626 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.620+0000 7f6174637640 1 --2- 172.21.15.23:0/807909241 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6158066280 0x7f6158068730 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f61600af000 tx=0x7f6160008040 comp rx=0 tx=0).stop 2023-06-26T03:03:10.627 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.620+0000 7f6174637640 1 -- 172.21.15.23:0/807909241 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f616c06b760 msgr2=0x7f616c0b0aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:10.627 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.620+0000 7f6174637640 1 --2- 172.21.15.23:0/807909241 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f616c06b760 0x7f616c0b0aa0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f615c00c500 tx=0x7f615c00c9c0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.627 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.620+0000 7f6174637640 1 -- 172.21.15.23:0/807909241 shutdown_connections 2023-06-26T03:03:10.627 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.620+0000 7f6174637640 1 --2- 172.21.15.23:0/807909241 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6158066280 0x7f6158068730 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.627 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.620+0000 7f6174637640 1 --2- 172.21.15.23:0/807909241 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f616c0cdb00 0x7f616c146ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.627 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.620+0000 7f6174637640 1 --2- 172.21.15.23:0/807909241 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f616c0cc0c0 0x7f616c146060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.627 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.620+0000 7f6174637640 1 --2- 172.21.15.23:0/807909241 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f616c06b760 0x7f616c0b0aa0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.628 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.620+0000 7f6174637640 1 -- 172.21.15.23:0/807909241 >> 172.21.15.23:0/807909241 conn(0x7f616c069400 msgr2=0x7f616c06aec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:10.628 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.620+0000 7f6174637640 1 -- 172.21.15.23:0/807909241 shutdown_connections 2023-06-26T03:03:10.628 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.620+0000 7f6174637640 1 -- 172.21.15.23:0/807909241 wait complete. 2023-06-26T03:03:10.643 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-06-26T03:03:10.643 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-26T03:03:10.650 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:03:10.760 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.752+0000 7f4a1cada640 1 Processor -- start 2023-06-26T03:03:10.760 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.752+0000 7f4a1cada640 1 -- start start 2023-06-26T03:03:10.761 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.756+0000 7f4a1cada640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f4a18153a50 0x7f4a180ce3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:10.761 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.756+0000 7f4a1cada640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4a18159f40 con 0x7f4a18159a80 2023-06-26T03:03:10.761 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.756+0000 7f4a1cada640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4a1815a220 con 0x7f4a180ccc20 2023-06-26T03:03:10.761 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.756+0000 7f4a1cada640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4a1815d070 con 0x7f4a18153a50 2023-06-26T03:03:10.761 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.756+0000 7f4a15d9b640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f4a18159a80 0x7f4a180c9340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:59824/0 (socket says 172.21.15.23:59824) 2023-06-26T03:03:10.761 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.756+0000 7f4a15d9b640 1 -- 172.21.15.23:0/1641679559 learned_addr learned my addr 172.21.15.23:0/1641679559 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:10.763 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.756+0000 7f4a1659c640 1 --2- 172.21.15.23:0/1641679559 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f4a18153a50 0x7f4a180ce3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:10.763 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.756+0000 7f4a1559a640 1 -- 172.21.15.23:0/1641679559 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2127120745 0 0) 0x7f4a18159f40 con 0x7f4a18159a80 2023-06-26T03:03:10.763 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.756+0000 7f4a1559a640 1 -- 172.21.15.23:0/1641679559 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4a04003530 con 0x7f4a18159a80 2023-06-26T03:03:10.763 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.756+0000 7f4a1559a640 1 -- 172.21.15.23:0/1641679559 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1859835783 0 0) 0x7f4a04003530 con 0x7f4a18159a80 2023-06-26T03:03:10.763 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.756+0000 7f4a1559a640 1 -- 172.21.15.23:0/1641679559 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f4a18153a50 msgr2=0x7f4a180ce3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:10.764 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.756+0000 7f4a1559a640 1 --2- 172.21.15.23:0/1641679559 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f4a18153a50 0x7f4a180ce3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.764 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.756+0000 7f4a1559a640 1 -- 172.21.15.23:0/1641679559 >> v1:172.21.15.71:6789/0 conn(0x7f4a180ccc20 legacy=0x7f4a1815d4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:10.764 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.756+0000 7f4a1559a640 1 -- 172.21.15.23:0/1641679559 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a1815a500 con 0x7f4a18159a80 2023-06-26T03:03:10.764 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.756+0000 7f4a1559a640 1 -- 172.21.15.23:0/1641679559 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f4a00001680 con 0x7f4a18159a80 2023-06-26T03:03:10.764 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.756+0000 7f4a1559a640 1 -- 172.21.15.23:0/1641679559 >> v1:172.21.15.23:6789/0 conn(0x7f4a18159a80 legacy=0x7f4a180c9340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:10.764 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.756+0000 7f4a1559a640 1 --2- 172.21.15.23:0/1641679559 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4a040039b0 0x7f4a04003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:10.764 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.756+0000 7f4a1559a640 1 --2- 172.21.15.23:0/1641679559 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f4a18153a50 0x7f4a040047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:10.765 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.756+0000 7f4a1559a640 1 --2- 172.21.15.23:0/1641679559 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4a04004d10 0x7f4a04005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:10.765 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.756+0000 7f4a1559a640 1 -- 172.21.15.23:0/1641679559 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a1815d070 con 0x7f4a04004d10 2023-06-26T03:03:10.765 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.756+0000 7f4a1559a640 1 -- 172.21.15.23:0/1641679559 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a0400ba40 con 0x7f4a040039b0 2023-06-26T03:03:10.765 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.756+0000 7f4a1559a640 1 -- 172.21.15.23:0/1641679559 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4a0400bbd0 con 0x7f4a18153a50 2023-06-26T03:03:10.765 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.756+0000 7f4a16d9d640 1 --2- 172.21.15.23:0/1641679559 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4a04004d10 0x7f4a04005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:10.765 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.756+0000 7f4a15d9b640 1 --2- 172.21.15.23:0/1641679559 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f4a18153a50 0x7f4a040047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:10.765 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.756+0000 7f4a1659c640 1 --2- 172.21.15.23:0/1641679559 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4a040039b0 0x7f4a04003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:10.765 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.756+0000 7f4a16d9d640 1 -- 172.21.15.23:0/1641679559 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f4a18153a50 msgr2=0x7f4a040047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:10.766 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.756+0000 7f4a16d9d640 1 --2- 172.21.15.23:0/1641679559 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f4a18153a50 0x7f4a040047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.766 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.756+0000 7f4a16d9d640 1 -- 172.21.15.23:0/1641679559 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4a040039b0 msgr2=0x7f4a04003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:10.766 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.756+0000 7f4a16d9d640 1 --2- 172.21.15.23:0/1641679559 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4a040039b0 0x7f4a04003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.766 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.756+0000 7f4a16d9d640 1 -- 172.21.15.23:0/1641679559 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a04003530 con 0x7f4a04004d10 2023-06-26T03:03:10.766 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.756+0000 7f4a1659c640 1 --2- 172.21.15.23:0/1641679559 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4a040039b0 0x7f4a04003dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:10.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a16d9d640 1 --2- 172.21.15.23:0/1641679559 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4a04004d10 0x7f4a04005180 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f4a10001e70 tx=0x7f4a1001c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afec4b2e44c94896 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:10.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a1559a640 1 -- 172.21.15.23:0/1641679559 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a10003b80 con 0x7f4a04004d10 2023-06-26T03:03:10.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a1559a640 1 -- 172.21.15.23:0/1641679559 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4a10003ce0 con 0x7f4a04004d10 2023-06-26T03:03:10.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a1559a640 1 -- 172.21.15.23:0/1641679559 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a100052c0 con 0x7f4a04004d10 2023-06-26T03:03:10.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a1cada640 1 -- 172.21.15.23:0/1641679559 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4a04004d10 msgr2=0x7f4a04005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:10.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a1cada640 1 --2- 172.21.15.23:0/1641679559 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4a04004d10 0x7f4a04005180 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f4a10001e70 tx=0x7f4a1001c760 comp rx=0 tx=0).stop 2023-06-26T03:03:10.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a16d9d640 1 -- 172.21.15.23:0/1641679559 reap_dead start 2023-06-26T03:03:10.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a1cada640 1 -- 172.21.15.23:0/1641679559 shutdown_connections 2023-06-26T03:03:10.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a1cada640 1 -- 172.21.15.23:0/1641679559 >> 172.21.15.23:0/1641679559 conn(0x7f4a18069400 msgr2=0x7f4a18069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:10.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a1cada640 1 -- 172.21.15.23:0/1641679559 shutdown_connections 2023-06-26T03:03:10.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a1cada640 1 -- 172.21.15.23:0/1641679559 wait complete. 2023-06-26T03:03:10.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a1cada640 1 Processor -- start 2023-06-26T03:03:10.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a1cada640 1 -- start start 2023-06-26T03:03:10.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a1cada640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4a18154b60 0x7f4a1813e590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:10.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a1cada640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f4a18154f30 0x7f4a1813ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:10.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a1cada640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4a180c5e10 0x7f4a180c6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:10.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a1cada640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a180c7be0 con 0x7f4a180c5e10 2023-06-26T03:03:10.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a1cada640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a180c7750 con 0x7f4a18154b60 2023-06-26T03:03:10.771 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a1cada640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4a180c6b40 con 0x7f4a18154f30 2023-06-26T03:03:10.771 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a16d9d640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4a180c5e10 0x7f4a180c6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:10.771 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a16d9d640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4a180c5e10 0x7f4a180c6280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34798/0 (socket says 172.21.15.23:34798) 2023-06-26T03:03:10.771 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a16d9d640 1 -- 172.21.15.23:0/3356821542 learned_addr learned my addr 172.21.15.23:0/3356821542 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:10.771 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a1659c640 1 --2- 172.21.15.23:0/3356821542 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4a18154b60 0x7f4a1813e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:10.771 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a15d9b640 1 --2- 172.21.15.23:0/3356821542 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f4a18154f30 0x7f4a1813ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:10.771 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a16d9d640 1 -- 172.21.15.23:0/3356821542 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f4a18154f30 msgr2=0x7f4a1813ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:10.771 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a16d9d640 1 --2- 172.21.15.23:0/3356821542 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f4a18154f30 0x7f4a1813ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.772 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a16d9d640 1 -- 172.21.15.23:0/3356821542 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4a18154b60 msgr2=0x7f4a1813e590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:10.772 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a16d9d640 1 --2- 172.21.15.23:0/3356821542 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4a18154b60 0x7f4a1813e590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.772 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a16d9d640 1 -- 172.21.15.23:0/3356821542 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a180c6e20 con 0x7f4a180c5e10 2023-06-26T03:03:10.772 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a15d9b640 1 --2- 172.21.15.23:0/3356821542 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f4a18154f30 0x7f4a1813ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:10.772 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a16d9d640 1 --2- 172.21.15.23:0/3356821542 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4a180c5e10 0x7f4a180c6280 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f4a1001cc40 tx=0x7f4a04005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:10.772 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a0effd640 1 -- 172.21.15.23:0/3356821542 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a10006d60 con 0x7f4a180c5e10 2023-06-26T03:03:10.772 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a0effd640 1 -- 172.21.15.23:0/3356821542 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4a10007dc0 con 0x7f4a180c5e10 2023-06-26T03:03:10.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a0effd640 1 -- 172.21.15.23:0/3356821542 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a10007230 con 0x7f4a180c5e10 2023-06-26T03:03:10.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a1cada640 1 -- 172.21.15.23:0/3356821542 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4a180c7100 con 0x7f4a180c5e10 2023-06-26T03:03:10.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.760+0000 7f4a1cada640 1 -- 172.21.15.23:0/3356821542 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a180c67c0 con 0x7f4a180c5e10 2023-06-26T03:03:10.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.764+0000 7f4a1cada640 1 -- 172.21.15.23:0/3356821542 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4a180c78c0 con 0x7f4a180c5e10 2023-06-26T03:03:10.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.764+0000 7f4a0effd640 1 -- 172.21.15.23:0/3356821542 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f4a10007390 con 0x7f4a180c5e10 2023-06-26T03:03:10.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.764+0000 7f4a0effd640 1 --2- 172.21.15.23:0/3356821542 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f49f80662b0 0x7f49f8068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:10.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.764+0000 7f4a0effd640 1 -- 172.21.15.23:0/3356821542 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f4a1011d250 con 0x7f4a180c5e10 2023-06-26T03:03:10.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.764+0000 7f4a1659c640 1 --2- 172.21.15.23:0/3356821542 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f49f80662b0 0x7f49f8068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:10.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.764+0000 7f4a1659c640 1 --2- 172.21.15.23:0/3356821542 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f49f80662b0 0x7f49f8068760 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f4a08009ac0 tx=0x7f4a08008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:10.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.768+0000 7f4a0effd640 1 -- 172.21.15.23:0/3356821542 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f4a100ea3a0 con 0x7f4a180c5e10 2023-06-26T03:03:10.922 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.916+0000 7f4a1cada640 1 -- 172.21.15.23:0/3356821542 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4a1804d790 con 0x7f4a180c5e10 2023-06-26T03:03:10.924 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.920+0000 7f4a0effd640 1 -- 172.21.15.23:0/3356821542 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+20143 (secure 0 0 0) 0x7f4a100b8090 con 0x7f4a180c5e10 2023-06-26T03:03:10.925 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:03:10.925 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":29,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:02:51.222053+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:02:07.262805+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:02:07.823501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data_ec","create_time":"2023-06-26T03:02:10.900368+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.c","mappings":[{"from":3,"to":2}]},{"pgid":"4.26","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:03:10.926 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.920+0000 7f4a1cada640 1 -- 172.21.15.23:0/3356821542 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f49f80662b0 msgr2=0x7f49f8068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:10.926 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.920+0000 7f4a1cada640 1 --2- 172.21.15.23:0/3356821542 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f49f80662b0 0x7f49f8068760 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f4a08009ac0 tx=0x7f4a08008040 comp rx=0 tx=0).stop 2023-06-26T03:03:10.927 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.920+0000 7f4a1cada640 1 -- 172.21.15.23:0/3356821542 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4a180c5e10 msgr2=0x7f4a180c6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:10.927 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.920+0000 7f4a1cada640 1 --2- 172.21.15.23:0/3356821542 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4a180c5e10 0x7f4a180c6280 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f4a1001cc40 tx=0x7f4a04005800 comp rx=0 tx=0).stop 2023-06-26T03:03:10.927 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.920+0000 7f4a1cada640 1 -- 172.21.15.23:0/3356821542 shutdown_connections 2023-06-26T03:03:10.927 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.920+0000 7f4a1cada640 1 --2- 172.21.15.23:0/3356821542 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f49f80662b0 0x7f49f8068760 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.927 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.920+0000 7f4a1cada640 1 --2- 172.21.15.23:0/3356821542 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f4a180c5e10 0x7f4a180c6280 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.927 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.920+0000 7f4a1cada640 1 --2- 172.21.15.23:0/3356821542 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f4a18154f30 0x7f4a1813ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.927 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.920+0000 7f4a1cada640 1 --2- 172.21.15.23:0/3356821542 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f4a18154b60 0x7f4a1813e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:10.928 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.920+0000 7f4a1cada640 1 -- 172.21.15.23:0/3356821542 >> 172.21.15.23:0/3356821542 conn(0x7f4a18069400 msgr2=0x7f4a180c9bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:10.928 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.920+0000 7f4a1cada640 1 -- 172.21.15.23:0/3356821542 shutdown_connections 2023-06-26T03:03:10.928 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:10.920+0000 7f4a1cada640 1 -- 172.21.15.23:0/3356821542 wait complete. 2023-06-26T03:03:10.943 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:01:57.280692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:02:02.819138+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-26T03:02:07.262805+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-26T03:02:07.823501+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-06-26T03:02:10.900368+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-06-26T03:03:10.944 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:03:11.064 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.060+0000 7ff67de9e640 1 Processor -- start 2023-06-26T03:03:11.064 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.060+0000 7ff67de9e640 1 -- start start 2023-06-26T03:03:11.066 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.060+0000 7ff67de9e640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff67806ef70 0x7ff67806f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:11.066 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.060+0000 7ff67de9e640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7ff6780cb6c0 0x7ff6780cbb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:11.066 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.060+0000 7ff67de9e640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff6780ad280 con 0x7ff6780aceb0 2023-06-26T03:03:11.066 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.060+0000 7ff67de9e640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff6780c9950 con 0x7ff6780cb6c0 2023-06-26T03:03:11.067 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.060+0000 7ff67de9e640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff67806f920 con 0x7ff67806ef70 2023-06-26T03:03:11.067 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.060+0000 7ff677fff640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7ff6780cb6c0 0x7ff6780cbb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:11.067 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.060+0000 7ff677fff640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7ff6780cb6c0 0x7ff6780cbb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34804/0 (socket says 172.21.15.23:34804) 2023-06-26T03:03:11.067 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.060+0000 7ff677fff640 1 -- 172.21.15.23:0/3472923560 learned_addr learned my addr 172.21.15.23:0/3472923560 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:11.067 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.060+0000 7ff66ffff640 1 --2- 172.21.15.23:0/3472923560 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff67806ef70 0x7ff67806f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:11.067 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.060+0000 7ff677fff640 1 -- 172.21.15.23:0/3472923560 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff67806ef70 msgr2=0x7ff67806f3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:11.067 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.060+0000 7ff677fff640 1 --2- 172.21.15.23:0/3472923560 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff67806ef70 0x7ff67806f3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:11.067 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.060+0000 7ff677fff640 1 -- 172.21.15.23:0/3472923560 >> v1:172.21.15.71:6789/0 conn(0x7ff6780aceb0 legacy=0x7ff6780c9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:11.068 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.060+0000 7ff677fff640 1 -- 172.21.15.23:0/3472923560 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6780c83d0 con 0x7ff6780cb6c0 2023-06-26T03:03:11.068 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.064+0000 7ff677fff640 1 --2- 172.21.15.23:0/3472923560 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff6780cb6c0 0x7ff6780cbb20 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7ff670009e80 tx=0x7ff67001c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a57b4f7a6f535fd8 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:11.068 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.064+0000 7ff676ffd640 1 -- 172.21.15.23:0/3472923560 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6700a5880 con 0x7ff6780cb6c0 2023-06-26T03:03:11.069 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.064+0000 7ff676ffd640 1 -- 172.21.15.23:0/3472923560 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff6700a59e0 con 0x7ff6780cb6c0 2023-06-26T03:03:11.069 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.064+0000 7ff676ffd640 1 -- 172.21.15.23:0/3472923560 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6700a5d70 con 0x7ff6780cb6c0 2023-06-26T03:03:11.069 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.064+0000 7ff67de9e640 1 -- 172.21.15.23:0/3472923560 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff6780cb6c0 msgr2=0x7ff6780cbb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:11.069 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.064+0000 7ff67de9e640 1 --2- 172.21.15.23:0/3472923560 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff6780cb6c0 0x7ff6780cbb20 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7ff670009e80 tx=0x7ff67001c9c0 comp rx=0 tx=0).stop 2023-06-26T03:03:11.070 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.064+0000 7ff67de9e640 1 -- 172.21.15.23:0/3472923560 shutdown_connections 2023-06-26T03:03:11.070 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.064+0000 7ff67de9e640 1 --2- 172.21.15.23:0/3472923560 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff6780cb6c0 0x7ff6780cbb20 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:11.070 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.064+0000 7ff67de9e640 1 --2- 172.21.15.23:0/3472923560 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff67806ef70 0x7ff67806f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:11.070 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.064+0000 7ff67de9e640 1 -- 172.21.15.23:0/3472923560 >> 172.21.15.23:0/3472923560 conn(0x7ff678069fc0 msgr2=0x7ff6780ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:11.070 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.064+0000 7ff67de9e640 1 -- 172.21.15.23:0/3472923560 shutdown_connections 2023-06-26T03:03:11.070 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.064+0000 7ff67de9e640 1 -- 172.21.15.23:0/3472923560 wait complete. 2023-06-26T03:03:11.071 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.064+0000 7ff67de9e640 1 Processor -- start 2023-06-26T03:03:11.072 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.064+0000 7ff67de9e640 1 -- start start 2023-06-26T03:03:11.072 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.064+0000 7ff67de9e640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff67806ef70 0x7ff67814d580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:11.072 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.064+0000 7ff67de9e640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff6780aceb0 0x7ff67814dac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:11.072 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.064+0000 7ff67de9e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff6780cb6c0 0x7ff6780c39f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:11.072 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.064+0000 7ff67de9e640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6780b37e0 con 0x7ff67806ef70 2023-06-26T03:03:11.072 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.064+0000 7ff67de9e640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6780ae1e0 con 0x7ff6780cb6c0 2023-06-26T03:03:11.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.064+0000 7ff67de9e640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6780b3500 con 0x7ff6780aceb0 2023-06-26T03:03:11.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.064+0000 7ff6777fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff67806ef70 0x7ff67814d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:11.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.064+0000 7ff6777fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff67806ef70 0x7ff67814d580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34814/0 (socket says 172.21.15.23:34814) 2023-06-26T03:03:11.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.064+0000 7ff6777fe640 1 -- 172.21.15.23:0/4201484306 learned_addr learned my addr 172.21.15.23:0/4201484306 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:11.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.064+0000 7ff66ffff640 1 --2- 172.21.15.23:0/4201484306 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff6780aceb0 0x7ff67814dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:11.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.064+0000 7ff677fff640 1 --2- 172.21.15.23:0/4201484306 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff6780cb6c0 0x7ff6780c39f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:11.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.064+0000 7ff6777fe640 1 -- 172.21.15.23:0/4201484306 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff6780aceb0 msgr2=0x7ff67814dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:11.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.064+0000 7ff6777fe640 1 --2- 172.21.15.23:0/4201484306 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff6780aceb0 0x7ff67814dac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:11.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.064+0000 7ff6777fe640 1 -- 172.21.15.23:0/4201484306 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff6780cb6c0 msgr2=0x7ff6780c39f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:11.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.064+0000 7ff6777fe640 1 --2- 172.21.15.23:0/4201484306 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff6780cb6c0 0x7ff6780c39f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:11.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.064+0000 7ff6777fe640 1 -- 172.21.15.23:0/4201484306 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff670009b30 con 0x7ff67806ef70 2023-06-26T03:03:11.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.064+0000 7ff677fff640 1 --2- 172.21.15.23:0/4201484306 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff6780cb6c0 0x7ff6780c39f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:11.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.064+0000 7ff6777fe640 1 --2- 172.21.15.23:0/4201484306 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff67806ef70 0x7ff67814d580 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7ff66800c450 tx=0x7ff66800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:11.075 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.064+0000 7ff674ff9640 1 -- 172.21.15.23:0/4201484306 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6680052d0 con 0x7ff67806ef70 2023-06-26T03:03:11.075 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.068+0000 7ff674ff9640 1 -- 172.21.15.23:0/4201484306 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff668005450 con 0x7ff67806ef70 2023-06-26T03:03:11.075 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.068+0000 7ff67de9e640 1 -- 172.21.15.23:0/4201484306 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff6780afa60 con 0x7ff67806ef70 2023-06-26T03:03:11.076 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.068+0000 7ff674ff9640 1 -- 172.21.15.23:0/4201484306 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff668012870 con 0x7ff67806ef70 2023-06-26T03:03:11.076 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.068+0000 7ff67de9e640 1 -- 172.21.15.23:0/4201484306 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6780b1d40 con 0x7ff67806ef70 2023-06-26T03:03:11.076 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.068+0000 7ff67de9e640 1 -- 172.21.15.23:0/4201484306 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff67804d790 con 0x7ff67806ef70 2023-06-26T03:03:11.076 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.068+0000 7ff674ff9640 1 -- 172.21.15.23:0/4201484306 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff6680129d0 con 0x7ff67806ef70 2023-06-26T03:03:11.076 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.068+0000 7ff674ff9640 1 --2- 172.21.15.23:0/4201484306 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff658066280 0x7ff658068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:11.076 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.068+0000 7ff674ff9640 1 -- 172.21.15.23:0/4201484306 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7ff668083b40 con 0x7ff67806ef70 2023-06-26T03:03:11.076 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.068+0000 7ff66ffff640 1 --2- 172.21.15.23:0/4201484306 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff658066280 0x7ff658068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:11.077 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.068+0000 7ff66ffff640 1 --2- 172.21.15.23:0/4201484306 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff658066280 0x7ff658068730 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7ff6781f4fd0 tx=0x7ff660008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:11.078 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.072+0000 7ff674ff9640 1 -- 172.21.15.23:0/4201484306 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff668050d20 con 0x7ff67806ef70 2023-06-26T03:03:11.229 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.224+0000 7ff67de9e640 1 -- 172.21.15.23:0/4201484306 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7ff6780c81b0 con 0x7ff67806ef70 2023-06-26T03:03:11.230 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.224+0000 7ff674ff9640 1 -- 172.21.15.23:0/4201484306 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v29) v1 ==== 93+0+10 (secure 0 0 0) 0x7ff668054340 con 0x7ff67806ef70 2023-06-26T03:03:11.230 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 1 2023-06-26T03:03:11.232 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.224+0000 7ff67de9e640 1 -- 172.21.15.23:0/4201484306 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff658066280 msgr2=0x7ff658068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:11.232 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.224+0000 7ff67de9e640 1 --2- 172.21.15.23:0/4201484306 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff658066280 0x7ff658068730 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7ff6781f4fd0 tx=0x7ff660008040 comp rx=0 tx=0).stop 2023-06-26T03:03:11.232 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.224+0000 7ff67de9e640 1 -- 172.21.15.23:0/4201484306 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff67806ef70 msgr2=0x7ff67814d580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:11.232 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.224+0000 7ff67de9e640 1 --2- 172.21.15.23:0/4201484306 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff67806ef70 0x7ff67814d580 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7ff66800c450 tx=0x7ff66800c910 comp rx=0 tx=0).stop 2023-06-26T03:03:11.232 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.224+0000 7ff67de9e640 1 -- 172.21.15.23:0/4201484306 shutdown_connections 2023-06-26T03:03:11.233 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.224+0000 7ff67de9e640 1 --2- 172.21.15.23:0/4201484306 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff658066280 0x7ff658068730 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:11.233 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.224+0000 7ff67de9e640 1 --2- 172.21.15.23:0/4201484306 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff6780cb6c0 0x7ff6780c39f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:11.233 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.224+0000 7ff67de9e640 1 --2- 172.21.15.23:0/4201484306 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff6780aceb0 0x7ff67814dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:11.233 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.224+0000 7ff67de9e640 1 --2- 172.21.15.23:0/4201484306 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff67806ef70 0x7ff67814d580 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:11.233 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.224+0000 7ff67de9e640 1 -- 172.21.15.23:0/4201484306 >> 172.21.15.23:0/4201484306 conn(0x7ff678069fc0 msgr2=0x7ff6780ce310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:11.233 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.228+0000 7ff67de9e640 1 -- 172.21.15.23:0/4201484306 shutdown_connections 2023-06-26T03:03:11.233 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.228+0000 7ff67de9e640 1 -- 172.21.15.23:0/4201484306 wait complete. 2023-06-26T03:03:11.247 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:03:11.375 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.368+0000 7f3891575640 1 Processor -- start 2023-06-26T03:03:11.376 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.368+0000 7f3891575640 1 -- start start 2023-06-26T03:03:11.376 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.372+0000 7f3891575640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f388c15b6e0 0x7f388c0cc5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:11.377 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.372+0000 7f3891575640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f388c0ccb30 0x7f388c0b3a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:11.377 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.372+0000 7f3891575640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f388c0b43c0 con 0x7f388c0b3f60 2023-06-26T03:03:11.377 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.372+0000 7f3891575640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f388c0cf960 con 0x7f388c15b6e0 2023-06-26T03:03:11.377 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.372+0000 7f3891575640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f388c0cfca0 con 0x7f388c0ccb30 2023-06-26T03:03:11.377 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.372+0000 7f388affd640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f388c15b6e0 0x7f388c0cc5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:11.377 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.372+0000 7f388b7fe640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f388c0b3f60 0x7f388c15f2e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:59836/0 (socket says 172.21.15.23:59836) 2023-06-26T03:03:11.377 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.372+0000 7f388b7fe640 1 -- 172.21.15.23:0/3010381998 learned_addr learned my addr 172.21.15.23:0/3010381998 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:11.378 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.372+0000 7f388a7fc640 1 --2- 172.21.15.23:0/3010381998 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f388c0ccb30 0x7f388c0b3a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:11.378 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.372+0000 7f3889ffb640 1 -- 172.21.15.23:0/3010381998 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 673243569 0 0) 0x7f388c0b43c0 con 0x7f388c0b3f60 2023-06-26T03:03:11.379 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.372+0000 7f3889ffb640 1 -- 172.21.15.23:0/3010381998 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3874003530 con 0x7f388c0b3f60 2023-06-26T03:03:11.379 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.372+0000 7f388affd640 1 -- 172.21.15.23:0/3010381998 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f388c0ccb30 msgr2=0x7f388c0b3a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:11.379 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.372+0000 7f388affd640 1 --2- 172.21.15.23:0/3010381998 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f388c0ccb30 0x7f388c0b3a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:11.379 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.372+0000 7f388affd640 1 -- 172.21.15.23:0/3010381998 >> v1:172.21.15.23:6789/0 conn(0x7f388c0b3f60 legacy=0x7f388c15f2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:11.379 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.372+0000 7f388affd640 1 -- 172.21.15.23:0/3010381998 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f388c0cede0 con 0x7f388c15b6e0 2023-06-26T03:03:11.379 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.372+0000 7f388a7fc640 1 --2- 172.21.15.23:0/3010381998 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f388c0ccb30 0x7f388c0b3a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:03:11.380 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f388affd640 1 --2- 172.21.15.23:0/3010381998 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f388c15b6e0 0x7f388c0cc5f0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f387c0097c0 tx=0x7f387c01c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=893dd848518fb521 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:11.380 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f3889ffb640 1 -- 172.21.15.23:0/3010381998 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f387c0ab600 con 0x7f388c15b6e0 2023-06-26T03:03:11.381 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f3889ffb640 1 -- 172.21.15.23:0/3010381998 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f387c0a7050 con 0x7f388c15b6e0 2023-06-26T03:03:11.381 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f3889ffb640 1 -- 172.21.15.23:0/3010381998 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f387c0ab980 con 0x7f388c15b6e0 2023-06-26T03:03:11.381 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f3891575640 1 -- 172.21.15.23:0/3010381998 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f388c15b6e0 msgr2=0x7f388c0cc5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:11.382 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f3891575640 1 --2- 172.21.15.23:0/3010381998 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f388c15b6e0 0x7f388c0cc5f0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f387c0097c0 tx=0x7f387c01c3c0 comp rx=0 tx=0).stop 2023-06-26T03:03:11.382 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f3891575640 1 -- 172.21.15.23:0/3010381998 shutdown_connections 2023-06-26T03:03:11.382 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f3891575640 1 --2- 172.21.15.23:0/3010381998 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f388c0ccb30 0x7f388c0b3a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:11.382 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f3891575640 1 --2- 172.21.15.23:0/3010381998 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f388c15b6e0 0x7f388c0cc5f0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:11.382 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f3891575640 1 -- 172.21.15.23:0/3010381998 >> 172.21.15.23:0/3010381998 conn(0x7f388c0d1fa0 msgr2=0x7f388c0d23a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:11.382 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f3891575640 1 -- 172.21.15.23:0/3010381998 shutdown_connections 2023-06-26T03:03:11.382 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f3891575640 1 -- 172.21.15.23:0/3010381998 wait complete. 2023-06-26T03:03:11.384 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f3891575640 1 Processor -- start 2023-06-26T03:03:11.384 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f3891575640 1 -- start start 2023-06-26T03:03:11.384 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f3891575640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f388c0b3f60 0x7f388c156390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:11.384 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f3891575640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f388c0ccb30 0x7f388c159010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:11.384 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f3891575640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f388c15b6e0 0x7f388c159550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:11.384 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f3891575640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f388c1568d0 con 0x7f388c15b6e0 2023-06-26T03:03:11.385 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f3891575640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f388c0c9070 con 0x7f388c0b3f60 2023-06-26T03:03:11.385 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f3891575640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f388c15db00 con 0x7f388c0ccb30 2023-06-26T03:03:11.385 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f388b7fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f388c15b6e0 0x7f388c159550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:11.385 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f388b7fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f388c15b6e0 0x7f388c159550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34840/0 (socket says 172.21.15.23:34840) 2023-06-26T03:03:11.385 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f388b7fe640 1 -- 172.21.15.23:0/1014987203 learned_addr learned my addr 172.21.15.23:0/1014987203 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:11.385 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f388b7fe640 1 -- 172.21.15.23:0/1014987203 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f388c0ccb30 msgr2=0x7f388c159010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:11.385 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f388b7fe640 1 --2- 172.21.15.23:0/1014987203 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f388c0ccb30 0x7f388c159010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:11.385 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f388b7fe640 1 -- 172.21.15.23:0/1014987203 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f388c0b3f60 msgr2=0x7f388c156390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:11.386 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f388b7fe640 1 --2- 172.21.15.23:0/1014987203 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f388c0b3f60 0x7f388c156390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:11.386 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f388b7fe640 1 -- 172.21.15.23:0/1014987203 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f387c009420 con 0x7f388c15b6e0 2023-06-26T03:03:11.386 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f388b7fe640 1 --2- 172.21.15.23:0/1014987203 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f388c15b6e0 0x7f388c159550 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f388400cb40 tx=0x7f388400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:11.386 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f38737fe640 1 -- 172.21.15.23:0/1014987203 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f388400aca0 con 0x7f388c15b6e0 2023-06-26T03:03:11.386 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f38737fe640 1 -- 172.21.15.23:0/1014987203 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f388400ae00 con 0x7f388c15b6e0 2023-06-26T03:03:11.386 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f3891575640 1 -- 172.21.15.23:0/1014987203 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f388c0c92c0 con 0x7f388c15b6e0 2023-06-26T03:03:11.386 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f38737fe640 1 -- 172.21.15.23:0/1014987203 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3884012620 con 0x7f388c15b6e0 2023-06-26T03:03:11.386 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.376+0000 7f3891575640 1 -- 172.21.15.23:0/1014987203 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f388c0c9880 con 0x7f388c15b6e0 2023-06-26T03:03:11.387 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.380+0000 7f3891575640 1 -- 172.21.15.23:0/1014987203 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f388c0c9a70 con 0x7f388c15b6e0 2023-06-26T03:03:11.387 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.380+0000 7f38737fe640 1 -- 172.21.15.23:0/1014987203 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f3884007070 con 0x7f388c15b6e0 2023-06-26T03:03:11.387 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.380+0000 7f38737fe640 1 --2- 172.21.15.23:0/1014987203 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3878066280 0x7f3878068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:11.388 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.380+0000 7f38737fe640 1 -- 172.21.15.23:0/1014987203 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f38840841f0 con 0x7f388c15b6e0 2023-06-26T03:03:11.388 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.380+0000 7f388affd640 1 --2- 172.21.15.23:0/1014987203 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3878066280 0x7f3878068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:11.388 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.380+0000 7f388affd640 1 --2- 172.21.15.23:0/1014987203 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3878066280 0x7f3878068730 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f387c0ad000 tx=0x7f387c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:11.390 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.384+0000 7f38737fe640 1 -- 172.21.15.23:0/1014987203 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f3884051220 con 0x7f388c15b6e0 2023-06-26T03:03:11.545 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.540+0000 7f3891575640 1 -- 172.21.15.23:0/1014987203 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f388c04d790 con 0x7f388c15b6e0 2023-06-26T03:03:11.545 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.540+0000 7f38737fe640 1 -- 172.21.15.23:0/1014987203 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v29) v1 ==== 92+0+10 (secure 0 0 0) 0x7f3884054840 con 0x7f388c15b6e0 2023-06-26T03:03:11.546 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 8 2023-06-26T03:03:11.548 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.540+0000 7f3891575640 1 -- 172.21.15.23:0/1014987203 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3878066280 msgr2=0x7f3878068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:11.548 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.540+0000 7f3891575640 1 --2- 172.21.15.23:0/1014987203 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3878066280 0x7f3878068730 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f387c0ad000 tx=0x7f387c008040 comp rx=0 tx=0).stop 2023-06-26T03:03:11.548 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.540+0000 7f3891575640 1 -- 172.21.15.23:0/1014987203 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f388c15b6e0 msgr2=0x7f388c159550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:11.548 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.540+0000 7f3891575640 1 --2- 172.21.15.23:0/1014987203 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f388c15b6e0 0x7f388c159550 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f388400cb40 tx=0x7f388400a060 comp rx=0 tx=0).stop 2023-06-26T03:03:11.548 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.540+0000 7f3891575640 1 -- 172.21.15.23:0/1014987203 shutdown_connections 2023-06-26T03:03:11.549 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.540+0000 7f3891575640 1 --2- 172.21.15.23:0/1014987203 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3878066280 0x7f3878068730 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:11.549 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.540+0000 7f3891575640 1 --2- 172.21.15.23:0/1014987203 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f388c15b6e0 0x7f388c159550 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:11.549 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.540+0000 7f3891575640 1 --2- 172.21.15.23:0/1014987203 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f388c0ccb30 0x7f388c159010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:11.549 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.540+0000 7f3891575640 1 --2- 172.21.15.23:0/1014987203 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f388c0b3f60 0x7f388c156390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:11.549 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.540+0000 7f3891575640 1 -- 172.21.15.23:0/1014987203 >> 172.21.15.23:0/1014987203 conn(0x7f388c0d1fa0 msgr2=0x7f388c0b0f70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:11.549 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.540+0000 7f3891575640 1 -- 172.21.15.23:0/1014987203 shutdown_connections 2023-06-26T03:03:11.549 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.540+0000 7f3891575640 1 -- 172.21.15.23:0/1014987203 wait complete. 2023-06-26T03:03:11.566 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-26T03:03:11.683 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.676+0000 7f3cba676640 1 Processor -- start 2023-06-26T03:03:11.684 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.676+0000 7f3cba676640 1 -- start start 2023-06-26T03:03:11.685 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.680+0000 7f3cba676640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f3cb406ef70 0x7f3cb406f410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:11.685 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.680+0000 7f3cba676640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f3cb40cb6c0 0x7f3cb40cbad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:11.685 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.680+0000 7f3cba676640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3cb40ad280 con 0x7f3cb40aceb0 2023-06-26T03:03:11.685 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.680+0000 7f3cba676640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3cb406f950 con 0x7f3cb406ef70 2023-06-26T03:03:11.685 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.680+0000 7f3cba676640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3cb40c9950 con 0x7f3cb40cb6c0 2023-06-26T03:03:11.685 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.680+0000 7f3cb37fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f3cb406ef70 0x7f3cb406f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:11.685 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.680+0000 7f3cb3fff640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f3cb40aceb0 0x7f3cb40c9240 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:59846/0 (socket says 172.21.15.23:59846) 2023-06-26T03:03:11.686 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.680+0000 7f3cb3fff640 1 -- 172.21.15.23:0/3015404135 learned_addr learned my addr 172.21.15.23:0/3015404135 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:11.686 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.680+0000 7f3cb37fe640 1 -- 172.21.15.23:0/3015404135 >> v2:172.21.15.71:3300/0 conn(0x7f3cb40cb6c0 msgr2=0x7f3cb40cbad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:11.686 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.680+0000 7f3cb8c13640 1 --2- 172.21.15.23:0/3015404135 >> v2:172.21.15.71:3300/0 conn(0x7f3cb40cb6c0 0x7f3cb40cbad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:11.687 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.680+0000 7f3cb2ffd640 1 -- 172.21.15.23:0/3015404135 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3083553788 0 0) 0x7f3cb40ad280 con 0x7f3cb40aceb0 2023-06-26T03:03:11.687 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.680+0000 7f3cb37fe640 1 --2- 172.21.15.23:0/3015404135 >> v2:172.21.15.71:3300/0 conn(0x7f3cb40cb6c0 0x7f3cb40cbad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:11.687 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.680+0000 7f3cb37fe640 1 -- 172.21.15.23:0/3015404135 >> v1:172.21.15.23:6789/0 conn(0x7f3cb40aceb0 legacy=0x7f3cb40c9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:11.687 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.680+0000 7f3cb37fe640 1 -- 172.21.15.23:0/3015404135 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3cb40c83d0 con 0x7f3cb406ef70 2023-06-26T03:03:11.687 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.680+0000 7f3cb8c13640 1 --2- 172.21.15.23:0/3015404135 >> v2:172.21.15.71:3300/0 conn(0x7f3cb40cb6c0 0x7f3cb40cbad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:11.688 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.680+0000 7f3cb37fe640 1 --2- 172.21.15.23:0/3015404135 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3cb406ef70 0x7f3cb406f410 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f3cb40c15a0 tx=0x7f3ca801c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b83fdbff700c208a server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:11.688 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.680+0000 7f3cb2ffd640 1 -- 172.21.15.23:0/3015404135 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ca80a7070 con 0x7f3cb406ef70 2023-06-26T03:03:11.688 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.680+0000 7f3cb2ffd640 1 -- 172.21.15.23:0/3015404135 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ca80ab430 con 0x7f3cb406ef70 2023-06-26T03:03:11.689 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.680+0000 7f3cb2ffd640 1 -- 172.21.15.23:0/3015404135 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ca80ab7c0 con 0x7f3cb406ef70 2023-06-26T03:03:11.689 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.680+0000 7f3cba676640 1 -- 172.21.15.23:0/3015404135 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3cb406ef70 msgr2=0x7f3cb406f410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:11.689 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.680+0000 7f3cba676640 1 --2- 172.21.15.23:0/3015404135 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3cb406ef70 0x7f3cb406f410 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f3cb40c15a0 tx=0x7f3ca801c430 comp rx=0 tx=0).stop 2023-06-26T03:03:11.689 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.680+0000 7f3cba676640 1 -- 172.21.15.23:0/3015404135 shutdown_connections 2023-06-26T03:03:11.689 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.680+0000 7f3cba676640 1 --2- 172.21.15.23:0/3015404135 >> v2:172.21.15.71:3300/0 conn(0x7f3cb40cb6c0 0x7f3cb40cbad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:11.689 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.680+0000 7f3cba676640 1 --2- 172.21.15.23:0/3015404135 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3cb406ef70 0x7f3cb406f410 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:11.689 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.680+0000 7f3cba676640 1 -- 172.21.15.23:0/3015404135 >> 172.21.15.23:0/3015404135 conn(0x7f3cb4069fc0 msgr2=0x7f3cb40ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:11.689 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.680+0000 7f3cba676640 1 -- 172.21.15.23:0/3015404135 shutdown_connections 2023-06-26T03:03:11.690 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.680+0000 7f3cba676640 1 -- 172.21.15.23:0/3015404135 wait complete. 2023-06-26T03:03:11.691 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.684+0000 7f3cba676640 1 Processor -- start 2023-06-26T03:03:11.691 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.684+0000 7f3cba676640 1 -- start start 2023-06-26T03:03:11.691 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.684+0000 7f3cba676640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3cb406ef70 0x7f3cb40b0920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:11.692 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.684+0000 7f3cba676640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3cb40aceb0 0x7f3cb4150a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:11.692 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.684+0000 7f3cba676640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3cb40cb6c0 0x7f3cb40c3420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:11.692 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.684+0000 7f3cba676640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3cb4151660 con 0x7f3cb40aceb0 2023-06-26T03:03:11.692 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.684+0000 7f3cba676640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3cb4156d50 con 0x7f3cb40cb6c0 2023-06-26T03:03:11.692 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.684+0000 7f3cba676640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3cb4152760 con 0x7f3cb406ef70 2023-06-26T03:03:11.692 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.684+0000 7f3cb37fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3cb40aceb0 0x7f3cb4150a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:11.692 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.684+0000 7f3cb37fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3cb40aceb0 0x7f3cb4150a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34858/0 (socket says 172.21.15.23:34858) 2023-06-26T03:03:11.692 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.684+0000 7f3cb37fe640 1 -- 172.21.15.23:0/3571806314 learned_addr learned my addr 172.21.15.23:0/3571806314 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:11.693 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.684+0000 7f3cb3fff640 1 --2- 172.21.15.23:0/3571806314 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3cb406ef70 0x7f3cb40b0920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:11.693 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.684+0000 7f3cb8c13640 1 --2- 172.21.15.23:0/3571806314 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3cb40cb6c0 0x7f3cb40c3420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:11.693 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.684+0000 7f3cb37fe640 1 -- 172.21.15.23:0/3571806314 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3cb406ef70 msgr2=0x7f3cb40b0920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:11.693 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.684+0000 7f3cb37fe640 1 --2- 172.21.15.23:0/3571806314 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3cb406ef70 0x7f3cb40b0920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:11.693 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.684+0000 7f3cb37fe640 1 -- 172.21.15.23:0/3571806314 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3cb40cb6c0 msgr2=0x7f3cb40c3420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:11.693 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.684+0000 7f3cb37fe640 1 --2- 172.21.15.23:0/3571806314 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3cb40cb6c0 0x7f3cb40c3420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:11.693 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.684+0000 7f3cb37fe640 1 -- 172.21.15.23:0/3571806314 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ca8009420 con 0x7f3cb40aceb0 2023-06-26T03:03:11.693 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.684+0000 7f3cb3fff640 1 --2- 172.21.15.23:0/3571806314 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3cb406ef70 0x7f3cb40b0920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:11.694 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.684+0000 7f3cb8c13640 1 --2- 172.21.15.23:0/3571806314 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3cb40cb6c0 0x7f3cb40c3420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:11.694 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.684+0000 7f3cb37fe640 1 --2- 172.21.15.23:0/3571806314 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3cb40aceb0 0x7f3cb4150a40 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f3ca80ad040 tx=0x7f3ca801ac70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:11.694 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.684+0000 7f3cb0ff9640 1 -- 172.21.15.23:0/3571806314 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ca80b5810 con 0x7f3cb40aceb0 2023-06-26T03:03:11.694 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.684+0000 7f3cb0ff9640 1 -- 172.21.15.23:0/3571806314 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ca80b5970 con 0x7f3cb40aceb0 2023-06-26T03:03:11.694 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.684+0000 7f3cba676640 1 -- 172.21.15.23:0/3571806314 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3cb4152a40 con 0x7f3cb40aceb0 2023-06-26T03:03:11.694 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.684+0000 7f3cb0ff9640 1 -- 172.21.15.23:0/3571806314 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ca80b5ce0 con 0x7f3cb40aceb0 2023-06-26T03:03:11.694 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.684+0000 7f3cba676640 1 -- 172.21.15.23:0/3571806314 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3cb40b0e60 con 0x7f3cb40aceb0 2023-06-26T03:03:11.695 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.684+0000 7f3cba676640 1 -- 172.21.15.23:0/3571806314 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3cb41525c0 con 0x7f3cb40aceb0 2023-06-26T03:03:11.695 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.688+0000 7f3cb0ff9640 1 -- 172.21.15.23:0/3571806314 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f3ca80b4390 con 0x7f3cb40aceb0 2023-06-26T03:03:11.695 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.688+0000 7f3cb0ff9640 1 --2- 172.21.15.23:0/3571806314 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3ca0066280 0x7f3ca0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:11.696 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.688+0000 7f3cb0ff9640 1 -- 172.21.15.23:0/3571806314 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f3ca811eb10 con 0x7f3cb40aceb0 2023-06-26T03:03:11.696 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.688+0000 7f3cb3fff640 1 --2- 172.21.15.23:0/3571806314 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3ca0066280 0x7f3ca0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:11.696 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.688+0000 7f3cb3fff640 1 --2- 172.21.15.23:0/3571806314 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3ca0066280 0x7f3ca0068730 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f3ca4007fd0 tx=0x7f3ca4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:11.696 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.692+0000 7f3cb0ff9640 1 -- 172.21.15.23:0/3571806314 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f3cb41525c0 con 0x7f3cb40aceb0 2023-06-26T03:03:11.845 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.840+0000 7f3cba676640 1 -- 172.21.15.23:0/3571806314 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f3cb4152f60 con 0x7f3cb40aceb0 2023-06-26T03:03:11.846 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.840+0000 7f3cb0ff9640 1 -- 172.21.15.23:0/3571806314 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v29) v1 ==== 104+0+11 (secure 0 0 0) 0x7f3cb4152f60 con 0x7f3cb40aceb0 2023-06-26T03:03:11.846 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:03:11.848 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.840+0000 7f3cba676640 1 -- 172.21.15.23:0/3571806314 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3ca0066280 msgr2=0x7f3ca0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:11.848 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.840+0000 7f3cba676640 1 --2- 172.21.15.23:0/3571806314 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3ca0066280 0x7f3ca0068730 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f3ca4007fd0 tx=0x7f3ca4009040 comp rx=0 tx=0).stop 2023-06-26T03:03:11.848 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.840+0000 7f3cba676640 1 -- 172.21.15.23:0/3571806314 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3cb40aceb0 msgr2=0x7f3cb4150a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:11.848 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.840+0000 7f3cba676640 1 --2- 172.21.15.23:0/3571806314 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3cb40aceb0 0x7f3cb4150a40 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f3ca80ad040 tx=0x7f3ca801ac70 comp rx=0 tx=0).stop 2023-06-26T03:03:11.848 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.840+0000 7f3cba676640 1 -- 172.21.15.23:0/3571806314 shutdown_connections 2023-06-26T03:03:11.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.840+0000 7f3cba676640 1 --2- 172.21.15.23:0/3571806314 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3ca0066280 0x7f3ca0068730 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:11.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.840+0000 7f3cba676640 1 --2- 172.21.15.23:0/3571806314 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3cb40cb6c0 0x7f3cb40c3420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:11.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.840+0000 7f3cba676640 1 --2- 172.21.15.23:0/3571806314 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3cb40aceb0 0x7f3cb4150a40 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:11.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.840+0000 7f3cba676640 1 --2- 172.21.15.23:0/3571806314 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3cb406ef70 0x7f3cb40b0920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:11.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.840+0000 7f3cba676640 1 -- 172.21.15.23:0/3571806314 >> 172.21.15.23:0/3571806314 conn(0x7f3cb4069fc0 msgr2=0x7f3cb40ce310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:11.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.844+0000 7f3cba676640 1 -- 172.21.15.23:0/3571806314 shutdown_connections 2023-06-26T03:03:11.850 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.844+0000 7f3cba676640 1 -- 172.21.15.23:0/3571806314 wait complete. 2023-06-26T03:03:11.864 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-26T03:03:11.988 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.980+0000 7fc5ac8d2640 1 Processor -- start 2023-06-26T03:03:11.988 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.980+0000 7fc5ac8d2640 1 -- start start 2023-06-26T03:03:11.989 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.984+0000 7fc5ac8d2640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc5a80aceb0 0x7fc5a80c9240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:11.989 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.984+0000 7fc5ac8d2640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc5a80ad280 con 0x7fc5a806ef70 2023-06-26T03:03:11.989 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.984+0000 7fc5ac8d2640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc5a815cda0 con 0x7fc5a80cc6d0 2023-06-26T03:03:11.989 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.984+0000 7fc5ac8d2640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5a80c83d0 con 0x7fc5a80aceb0 2023-06-26T03:03:11.991 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.984+0000 7fc5a5d9b640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fc5a806ef70 0x7fc5a815bf80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:59856/0 (socket says 172.21.15.23:59856) 2023-06-26T03:03:11.991 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.984+0000 7fc5a5d9b640 1 -- 172.21.15.23:0/3329009037 learned_addr learned my addr 172.21.15.23:0/3329009037 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:11.991 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.984+0000 7fc5a659c640 1 --2- 172.21.15.23:0/3329009037 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc5a80aceb0 0x7fc5a80c9240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:11.991 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.984+0000 7fc5a559a640 1 -- 172.21.15.23:0/3329009037 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2695541679 0 0) 0x7fc5a80ad280 con 0x7fc5a806ef70 2023-06-26T03:03:11.991 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.984+0000 7fc5a559a640 1 -- 172.21.15.23:0/3329009037 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc594005740 con 0x7fc5a806ef70 2023-06-26T03:03:11.991 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.984+0000 7fc5a559a640 1 -- 172.21.15.23:0/3329009037 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2647718687 0 0) 0x7fc594005740 con 0x7fc5a806ef70 2023-06-26T03:03:11.991 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.984+0000 7fc5a559a640 1 -- 172.21.15.23:0/3329009037 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc5a80aceb0 msgr2=0x7fc5a80c9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:11.992 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.984+0000 7fc5a559a640 1 --2- 172.21.15.23:0/3329009037 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc5a80aceb0 0x7fc5a80c9240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:11.992 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.984+0000 7fc5a559a640 1 -- 172.21.15.23:0/3329009037 >> v1:172.21.15.71:6789/0 conn(0x7fc5a80cc6d0 legacy=0x7fc5a815c690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:11.992 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.984+0000 7fc5a559a640 1 -- 172.21.15.23:0/3329009037 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5a8158c90 con 0x7fc5a806ef70 2023-06-26T03:03:11.992 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.984+0000 7fc5a559a640 1 -- 172.21.15.23:0/3329009037 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7fc5900016a0 con 0x7fc5a806ef70 2023-06-26T03:03:11.992 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.984+0000 7fc5a559a640 1 -- 172.21.15.23:0/3329009037 >> v1:172.21.15.23:6789/0 conn(0x7fc5a806ef70 legacy=0x7fc5a815bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:11.992 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.984+0000 7fc5a559a640 1 --2- 172.21.15.23:0/3329009037 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc5a80aceb0 0x7fc594005bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:11.992 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.984+0000 7fc5a559a640 1 --2- 172.21.15.23:0/3329009037 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc594006140 0x7fc5940069e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:11.992 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.984+0000 7fc5a559a640 1 --2- 172.21.15.23:0/3329009037 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc594006f20 0x7fc594007390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:11.993 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.984+0000 7fc5a559a640 1 -- 172.21.15.23:0/3329009037 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5a80c83d0 con 0x7fc594006140 2023-06-26T03:03:11.993 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.984+0000 7fc5a559a640 1 -- 172.21.15.23:0/3329009037 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc59400dc80 con 0x7fc594006f20 2023-06-26T03:03:11.993 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.984+0000 7fc5a559a640 1 -- 172.21.15.23:0/3329009037 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc59400de40 con 0x7fc5a80aceb0 2023-06-26T03:03:11.993 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.984+0000 7fc5a5d9b640 1 --2- 172.21.15.23:0/3329009037 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc594006140 0x7fc5940069e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:11.993 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.984+0000 7fc5a6d9d640 1 --2- 172.21.15.23:0/3329009037 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc594006f20 0x7fc594007390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:11.993 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.984+0000 7fc5a5d9b640 1 -- 172.21.15.23:0/3329009037 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc5a80aceb0 msgr2=0x7fc594005bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:11.993 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.984+0000 7fc5a5d9b640 1 --2- 172.21.15.23:0/3329009037 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc5a80aceb0 0x7fc594005bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:11.994 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.984+0000 7fc5a5d9b640 1 -- 172.21.15.23:0/3329009037 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc594006f20 msgr2=0x7fc594007390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:11.994 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.984+0000 7fc5a5d9b640 1 --2- 172.21.15.23:0/3329009037 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc594006f20 0x7fc594007390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:11.994 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.984+0000 7fc5a5d9b640 1 -- 172.21.15.23:0/3329009037 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc594005740 con 0x7fc594006140 2023-06-26T03:03:11.996 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc5a5d9b640 1 --2- 172.21.15.23:0/3329009037 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc594006140 0x7fc5940069e0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fc590001ec0 tx=0x7fc59001f350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f107e0b6b44821a0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:11.996 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc5a559a640 1 -- 172.21.15.23:0/3329009037 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc590005ae0 con 0x7fc594006140 2023-06-26T03:03:11.996 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc5a559a640 1 -- 172.21.15.23:0/3329009037 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5900ab070 con 0x7fc594006140 2023-06-26T03:03:11.996 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc5a559a640 1 -- 172.21.15.23:0/3329009037 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc590005e80 con 0x7fc594006140 2023-06-26T03:03:11.996 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc5ac8d2640 1 -- 172.21.15.23:0/3329009037 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc594006140 msgr2=0x7fc5940069e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:11.996 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc5ac8d2640 1 --2- 172.21.15.23:0/3329009037 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc594006140 0x7fc5940069e0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fc590001ec0 tx=0x7fc59001f350 comp rx=0 tx=0).stop 2023-06-26T03:03:11.997 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc5a6d9d640 1 -- 172.21.15.23:0/3329009037 reap_dead start 2023-06-26T03:03:11.997 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc5ac8d2640 1 -- 172.21.15.23:0/3329009037 shutdown_connections 2023-06-26T03:03:11.997 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc5ac8d2640 1 -- 172.21.15.23:0/3329009037 >> 172.21.15.23:0/3329009037 conn(0x7fc5a8069fc0 msgr2=0x7fc5a80ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:11.997 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc5ac8d2640 1 -- 172.21.15.23:0/3329009037 shutdown_connections 2023-06-26T03:03:11.997 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc5ac8d2640 1 -- 172.21.15.23:0/3329009037 wait complete. 2023-06-26T03:03:11.997 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc5ac8d2640 1 Processor -- start 2023-06-26T03:03:11.997 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc5ac8d2640 1 -- start start 2023-06-26T03:03:11.998 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc5ac8d2640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc594006140 0x7fc5a8149eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:11.998 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc5ac8d2640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc5a80b3790 0x7fc5a80b1fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:11.998 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc5ac8d2640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc5a8154d70 0x7fc5a80b2520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:11.998 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc5ac8d2640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5a80b2a60 con 0x7fc5a80b3790 2023-06-26T03:03:11.998 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc5ac8d2640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5a814a3f0 con 0x7fc5a8154d70 2023-06-26T03:03:11.998 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc5ac8d2640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5a80c3c20 con 0x7fc594006140 2023-06-26T03:03:11.998 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc5a5d9b640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc5a80b3790 0x7fc5a80b1fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:11.999 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc5a5d9b640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc5a80b3790 0x7fc5a80b1fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34878/0 (socket says 172.21.15.23:34878) 2023-06-26T03:03:11.999 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc5a5d9b640 1 -- 172.21.15.23:0/4134546883 learned_addr learned my addr 172.21.15.23:0/4134546883 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:11.999 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc5a659c640 1 --2- 172.21.15.23:0/4134546883 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc594006140 0x7fc5a8149eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:11.999 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc5a6d9d640 1 --2- 172.21.15.23:0/4134546883 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc5a8154d70 0x7fc5a80b2520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:11.999 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc5a5d9b640 1 -- 172.21.15.23:0/4134546883 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc594006140 msgr2=0x7fc5a8149eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:11.999 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc5a5d9b640 1 --2- 172.21.15.23:0/4134546883 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc594006140 0x7fc5a8149eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:11.999 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc5a5d9b640 1 -- 172.21.15.23:0/4134546883 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc5a8154d70 msgr2=0x7fc5a80b2520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:11.999 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc5a5d9b640 1 --2- 172.21.15.23:0/4134546883 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc5a8154d70 0x7fc5a80b2520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:12.000 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc5a5d9b640 1 -- 172.21.15.23:0/4134546883 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5a80b2cb0 con 0x7fc5a80b3790 2023-06-26T03:03:12.000 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc5a659c640 1 --2- 172.21.15.23:0/4134546883 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc594006140 0x7fc5a8149eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:03:12.000 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc5a5d9b640 1 --2- 172.21.15.23:0/4134546883 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc5a80b3790 0x7fc5a80b1fe0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fc590001ec0 tx=0x7fc594007a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:12.000 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc59effd640 1 -- 172.21.15.23:0/4134546883 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc590001660 con 0x7fc5a80b3790 2023-06-26T03:03:12.000 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc59effd640 1 -- 172.21.15.23:0/4134546883 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc590005e80 con 0x7fc5a80b3790 2023-06-26T03:03:12.000 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc5ac8d2640 1 -- 172.21.15.23:0/4134546883 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc5a80b2f90 con 0x7fc5a80b3790 2023-06-26T03:03:12.000 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc59effd640 1 -- 172.21.15.23:0/4134546883 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5900072b0 con 0x7fc5a80b3790 2023-06-26T03:03:12.001 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.988+0000 7fc5ac8d2640 1 -- 172.21.15.23:0/4134546883 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5a80c3f00 con 0x7fc5a80b3790 2023-06-26T03:03:12.001 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.992+0000 7fc5ac8d2640 1 -- 172.21.15.23:0/4134546883 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc5a804d790 con 0x7fc5a80b3790 2023-06-26T03:03:12.002 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.992+0000 7fc59effd640 1 -- 172.21.15.23:0/4134546883 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc590007410 con 0x7fc5a80b3790 2023-06-26T03:03:12.002 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.992+0000 7fc59effd640 1 --2- 172.21.15.23:0/4134546883 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc5880662b0 0x7fc588068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:12.002 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.992+0000 7fc59effd640 1 -- 172.21.15.23:0/4134546883 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7fc5900b7040 con 0x7fc5a80b3790 2023-06-26T03:03:12.002 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.992+0000 7fc5a659c640 1 --2- 172.21.15.23:0/4134546883 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc5880662b0 0x7fc588068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:12.002 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.992+0000 7fc5a659c640 1 --2- 172.21.15.23:0/4134546883 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc5880662b0 0x7fc588068760 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fc5a0007520 tx=0x7fc5a000d040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:12.002 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:11.996+0000 7fc59effd640 1 -- 172.21.15.23:0/4134546883 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fc5900ee690 con 0x7fc5a80b3790 2023-06-26T03:03:12.148 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.144+0000 7fc5ac8d2640 1 -- 172.21.15.23:0/4134546883 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fc5a8159220 con 0x7fc5a80b3790 2023-06-26T03:03:12.149 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.144+0000 7fc59effd640 1 -- 172.21.15.23:0/4134546883 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v29) v1 ==== 100+0+11 (secure 0 0 0) 0x7fc5900f1cb0 con 0x7fc5a80b3790 2023-06-26T03:03:12.149 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 64 2023-06-26T03:03:12.151 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.144+0000 7fc5ac8d2640 1 -- 172.21.15.23:0/4134546883 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc5880662b0 msgr2=0x7fc588068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:12.151 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.144+0000 7fc5ac8d2640 1 --2- 172.21.15.23:0/4134546883 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc5880662b0 0x7fc588068760 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fc5a0007520 tx=0x7fc5a000d040 comp rx=0 tx=0).stop 2023-06-26T03:03:12.151 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.144+0000 7fc5ac8d2640 1 -- 172.21.15.23:0/4134546883 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc5a80b3790 msgr2=0x7fc5a80b1fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:12.152 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.144+0000 7fc5ac8d2640 1 --2- 172.21.15.23:0/4134546883 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc5a80b3790 0x7fc5a80b1fe0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fc590001ec0 tx=0x7fc594007a10 comp rx=0 tx=0).stop 2023-06-26T03:03:12.152 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.144+0000 7fc5ac8d2640 1 -- 172.21.15.23:0/4134546883 shutdown_connections 2023-06-26T03:03:12.152 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.144+0000 7fc5ac8d2640 1 --2- 172.21.15.23:0/4134546883 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc5880662b0 0x7fc588068760 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:12.152 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.144+0000 7fc5ac8d2640 1 --2- 172.21.15.23:0/4134546883 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc5a8154d70 0x7fc5a80b2520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:12.152 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.144+0000 7fc5ac8d2640 1 --2- 172.21.15.23:0/4134546883 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc5a80b3790 0x7fc5a80b1fe0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:12.152 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.144+0000 7fc5ac8d2640 1 --2- 172.21.15.23:0/4134546883 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc594006140 0x7fc5a8149eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:12.152 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.144+0000 7fc5ac8d2640 1 -- 172.21.15.23:0/4134546883 >> 172.21.15.23:0/4134546883 conn(0x7fc5a8069fc0 msgr2=0x7fc5a806abf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:12.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.144+0000 7fc5ac8d2640 1 -- 172.21.15.23:0/4134546883 shutdown_connections 2023-06-26T03:03:12.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.144+0000 7fc5ac8d2640 1 -- 172.21.15.23:0/4134546883 wait complete. 2023-06-26T03:03:12.168 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-06-26T03:03:12.291 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.284+0000 7f2e6da43640 1 Processor -- start 2023-06-26T03:03:12.291 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.284+0000 7f2e6da43640 1 -- start start 2023-06-26T03:03:12.293 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.288+0000 7f2e6da43640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f2e680aceb0 0x7f2e680c9240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:12.293 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.288+0000 7f2e6da43640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f2e6806ef70 0x7f2e6806f410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:12.293 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.288+0000 7f2e6da43640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2e6815bf80 0x7f2e6815c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:12.293 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.288+0000 7f2e6da43640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e6806f950 con 0x7f2e680aceb0 2023-06-26T03:03:12.293 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.288+0000 7f2e6da43640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e680ad280 con 0x7f2e6806ef70 2023-06-26T03:03:12.294 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.288+0000 7f2e6da43640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e680c83d0 con 0x7f2e6815bf80 2023-06-26T03:03:12.294 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.288+0000 7f2e66ffd640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f2e680aceb0 0x7f2e680c9240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:12.294 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.288+0000 7f2e66ffd640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f2e680aceb0 0x7f2e680c9240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34894/0 (socket says 172.21.15.23:34894) 2023-06-26T03:03:12.294 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.288+0000 7f2e66ffd640 1 -- 172.21.15.23:0/1840591970 learned_addr learned my addr 172.21.15.23:0/1840591970 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:12.294 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.288+0000 7f2e667fc640 1 --2- 172.21.15.23:0/1840591970 >> v2:172.21.15.71:3300/0 conn(0x7f2e6806ef70 0x7f2e6806f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:12.294 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.288+0000 7f2e677fe640 1 --2- 172.21.15.23:0/1840591970 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2e6815bf80 0x7f2e6815c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:12.294 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.288+0000 7f2e66ffd640 1 -- 172.21.15.23:0/1840591970 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2e6815bf80 msgr2=0x7f2e6815c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:12.294 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.288+0000 7f2e66ffd640 1 --2- 172.21.15.23:0/1840591970 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2e6815bf80 0x7f2e6815c3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:12.295 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.288+0000 7f2e66ffd640 1 -- 172.21.15.23:0/1840591970 >> v2:172.21.15.71:3300/0 conn(0x7f2e6806ef70 msgr2=0x7f2e6806f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:12.295 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.288+0000 7f2e66ffd640 1 --2- 172.21.15.23:0/1840591970 >> v2:172.21.15.71:3300/0 conn(0x7f2e6806ef70 0x7f2e6806f410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:12.295 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.288+0000 7f2e66ffd640 1 -- 172.21.15.23:0/1840591970 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e68158c90 con 0x7f2e680aceb0 2023-06-26T03:03:12.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.288+0000 7f2e66ffd640 1 --2- 172.21.15.23:0/1840591970 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2e680aceb0 0x7f2e680c9240 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f2e6806e810 tx=0x7f2e5801c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b610637303aa0b1 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:12.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.288+0000 7f2e65ffb640 1 -- 172.21.15.23:0/1840591970 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e580ad640 con 0x7f2e680aceb0 2023-06-26T03:03:12.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.288+0000 7f2e65ffb640 1 -- 172.21.15.23:0/1840591970 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e580ad7a0 con 0x7f2e680aceb0 2023-06-26T03:03:12.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.288+0000 7f2e65ffb640 1 -- 172.21.15.23:0/1840591970 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e580adb30 con 0x7f2e680aceb0 2023-06-26T03:03:12.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.288+0000 7f2e6da43640 1 -- 172.21.15.23:0/1840591970 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2e680aceb0 msgr2=0x7f2e680c9240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:12.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.288+0000 7f2e6da43640 1 --2- 172.21.15.23:0/1840591970 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2e680aceb0 0x7f2e680c9240 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f2e6806e810 tx=0x7f2e5801c4d0 comp rx=0 tx=0).stop 2023-06-26T03:03:12.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.288+0000 7f2e6da43640 1 -- 172.21.15.23:0/1840591970 shutdown_connections 2023-06-26T03:03:12.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.288+0000 7f2e6da43640 1 --2- 172.21.15.23:0/1840591970 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2e6815bf80 0x7f2e6815c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:12.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.288+0000 7f2e6da43640 1 --2- 172.21.15.23:0/1840591970 >> v2:172.21.15.71:3300/0 conn(0x7f2e6806ef70 0x7f2e6806f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:12.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.288+0000 7f2e6da43640 1 --2- 172.21.15.23:0/1840591970 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2e680aceb0 0x7f2e680c9240 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:12.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.288+0000 7f2e6da43640 1 -- 172.21.15.23:0/1840591970 >> 172.21.15.23:0/1840591970 conn(0x7f2e68069fc0 msgr2=0x7f2e680ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:12.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.288+0000 7f2e6da43640 1 -- 172.21.15.23:0/1840591970 shutdown_connections 2023-06-26T03:03:12.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.288+0000 7f2e6da43640 1 -- 172.21.15.23:0/1840591970 wait complete. 2023-06-26T03:03:12.299 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.292+0000 7f2e6da43640 1 Processor -- start 2023-06-26T03:03:12.299 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.292+0000 7f2e6da43640 1 -- start start 2023-06-26T03:03:12.299 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.292+0000 7f2e6da43640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2e6806ef70 0x7f2e6814b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:12.299 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.292+0000 7f2e6da43640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2e680aceb0 0x7f2e68159e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:12.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.292+0000 7f2e6da43640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2e6815bf80 0x7f2e6815a3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:12.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.292+0000 7f2e6da43640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e680b0b40 con 0x7f2e680aceb0 2023-06-26T03:03:12.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.292+0000 7f2e6da43640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e6814b9e0 con 0x7f2e6815bf80 2023-06-26T03:03:12.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.292+0000 7f2e6da43640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e6814bb90 con 0x7f2e6806ef70 2023-06-26T03:03:12.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.292+0000 7f2e667fc640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2e680aceb0 0x7f2e68159e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:12.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.292+0000 7f2e667fc640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2e680aceb0 0x7f2e68159e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34910/0 (socket says 172.21.15.23:34910) 2023-06-26T03:03:12.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.292+0000 7f2e667fc640 1 -- 172.21.15.23:0/1492460577 learned_addr learned my addr 172.21.15.23:0/1492460577 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:12.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.292+0000 7f2e677fe640 1 --2- 172.21.15.23:0/1492460577 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2e6815bf80 0x7f2e6815a3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:12.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.292+0000 7f2e66ffd640 1 --2- 172.21.15.23:0/1492460577 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2e6806ef70 0x7f2e6814b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:12.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.292+0000 7f2e667fc640 1 -- 172.21.15.23:0/1492460577 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2e6806ef70 msgr2=0x7f2e6814b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:12.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.292+0000 7f2e667fc640 1 --2- 172.21.15.23:0/1492460577 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2e6806ef70 0x7f2e6814b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:12.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.292+0000 7f2e667fc640 1 -- 172.21.15.23:0/1492460577 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2e6815bf80 msgr2=0x7f2e6815a3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:12.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.292+0000 7f2e667fc640 1 --2- 172.21.15.23:0/1492460577 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2e6815bf80 0x7f2e6815a3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:12.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.292+0000 7f2e667fc640 1 -- 172.21.15.23:0/1492460577 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e580094d0 con 0x7f2e680aceb0 2023-06-26T03:03:12.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.292+0000 7f2e667fc640 1 --2- 172.21.15.23:0/1492460577 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2e680aceb0 0x7f2e68159e80 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f2e5c00d830 tx=0x7f2e5c00dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:12.302 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.292+0000 7f2e4ffff640 1 -- 172.21.15.23:0/1492460577 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e5c00be10 con 0x7f2e680aceb0 2023-06-26T03:03:12.302 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.292+0000 7f2e4ffff640 1 -- 172.21.15.23:0/1492460577 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e5c0098b0 con 0x7f2e680aceb0 2023-06-26T03:03:12.302 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.292+0000 7f2e4ffff640 1 -- 172.21.15.23:0/1492460577 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e5c009a40 con 0x7f2e680aceb0 2023-06-26T03:03:12.302 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.292+0000 7f2e6da43640 1 -- 172.21.15.23:0/1492460577 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e6814c430 con 0x7f2e680aceb0 2023-06-26T03:03:12.302 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.292+0000 7f2e6da43640 1 -- 172.21.15.23:0/1492460577 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e6814bde0 con 0x7f2e680aceb0 2023-06-26T03:03:12.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.292+0000 7f2e6da43640 1 -- 172.21.15.23:0/1492460577 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e6804d790 con 0x7f2e680aceb0 2023-06-26T03:03:12.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.296+0000 7f2e4ffff640 1 -- 172.21.15.23:0/1492460577 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f2e5c009ba0 con 0x7f2e680aceb0 2023-06-26T03:03:12.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.296+0000 7f2e4ffff640 1 --2- 172.21.15.23:0/1492460577 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2e54066280 0x7f2e54068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:12.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.296+0000 7f2e4ffff640 1 -- 172.21.15.23:0/1492460577 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f2e5c0843c0 con 0x7f2e680aceb0 2023-06-26T03:03:12.304 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.296+0000 7f2e66ffd640 1 --2- 172.21.15.23:0/1492460577 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2e54066280 0x7f2e54068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:12.304 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.296+0000 7f2e66ffd640 1 --2- 172.21.15.23:0/1492460577 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2e54066280 0x7f2e54068730 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f2e580af000 tx=0x7f2e58008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:12.305 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.300+0000 7f2e4ffff640 1 -- 172.21.15.23:0/1492460577 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f2e5c0515a0 con 0x7f2e680aceb0 2023-06-26T03:03:12.451 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.444+0000 7f2e6da43640 1 -- 172.21.15.23:0/1492460577 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f2e681585a0 con 0x7f2e680aceb0 2023-06-26T03:03:12.451 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.444+0000 7f2e4ffff640 1 -- 172.21.15.23:0/1492460577 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v29) v1 ==== 103+0+11 (secure 0 0 0) 0x7f2e5c054bc0 con 0x7f2e680aceb0 2023-06-26T03:03:12.452 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:03:12.453 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.448+0000 7f2e6da43640 1 -- 172.21.15.23:0/1492460577 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2e54066280 msgr2=0x7f2e54068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:12.453 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.448+0000 7f2e6da43640 1 --2- 172.21.15.23:0/1492460577 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2e54066280 0x7f2e54068730 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f2e580af000 tx=0x7f2e58008040 comp rx=0 tx=0).stop 2023-06-26T03:03:12.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.448+0000 7f2e6da43640 1 -- 172.21.15.23:0/1492460577 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2e680aceb0 msgr2=0x7f2e68159e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:12.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.448+0000 7f2e6da43640 1 --2- 172.21.15.23:0/1492460577 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2e680aceb0 0x7f2e68159e80 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f2e5c00d830 tx=0x7f2e5c00dcf0 comp rx=0 tx=0).stop 2023-06-26T03:03:12.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.448+0000 7f2e6da43640 1 -- 172.21.15.23:0/1492460577 shutdown_connections 2023-06-26T03:03:12.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.448+0000 7f2e6da43640 1 --2- 172.21.15.23:0/1492460577 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2e54066280 0x7f2e54068730 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:12.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.448+0000 7f2e6da43640 1 --2- 172.21.15.23:0/1492460577 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2e6815bf80 0x7f2e6815a3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:12.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.448+0000 7f2e6da43640 1 --2- 172.21.15.23:0/1492460577 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2e680aceb0 0x7f2e68159e80 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:12.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.448+0000 7f2e6da43640 1 --2- 172.21.15.23:0/1492460577 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2e6806ef70 0x7f2e6814b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:12.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.448+0000 7f2e6da43640 1 -- 172.21.15.23:0/1492460577 >> 172.21.15.23:0/1492460577 conn(0x7f2e68069fc0 msgr2=0x7f2e680c8930 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:12.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.448+0000 7f2e6da43640 1 -- 172.21.15.23:0/1492460577 shutdown_connections 2023-06-26T03:03:12.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.448+0000 7f2e6da43640 1 -- 172.21.15.23:0/1492460577 wait complete. 2023-06-26T03:03:12.469 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-06-26T03:03:12.581 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.576+0000 7ffa06269640 1 Processor -- start 2023-06-26T03:03:12.581 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.576+0000 7ffa06269640 1 -- start start 2023-06-26T03:03:12.582 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.576+0000 7ffa06269640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7ffa0015e960 0x7ffa0006cf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:12.582 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.576+0000 7ffa06269640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffa0006b200 con 0x7ffa0006ad30 2023-06-26T03:03:12.582 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.576+0000 7ffa06269640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffa000b26d0 con 0x7ffa0015ed30 2023-06-26T03:03:12.583 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.576+0000 7ffa06269640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffa0015f320 con 0x7ffa0015e960 2023-06-26T03:03:12.583 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.576+0000 7ff9fffff640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7ffa0015e960 0x7ffa0006cf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:12.583 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.576+0000 7ffa04806640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7ffa0006ad30 0x7ffa000cea10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:59860/0 (socket says 172.21.15.23:59860) 2023-06-26T03:03:12.584 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.576+0000 7ffa04806640 1 -- 172.21.15.23:0/1656339604 learned_addr learned my addr 172.21.15.23:0/1656339604 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:12.584 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.576+0000 7ff9fffff640 1 -- 172.21.15.23:0/1656339604 >> v1:172.21.15.71:6789/0 conn(0x7ffa0015ed30 legacy=0x7ffa0006a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:12.584 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.576+0000 7ff9fffff640 1 -- 172.21.15.23:0/1656339604 >> v1:172.21.15.23:6789/0 conn(0x7ffa0006ad30 legacy=0x7ffa000cea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:12.584 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.576+0000 7ff9feffd640 1 -- 172.21.15.23:0/1656339604 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1758751415 0 0) 0x7ffa0006b200 con 0x7ffa0006ad30 2023-06-26T03:03:12.584 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.576+0000 7ff9fffff640 1 -- 172.21.15.23:0/1656339604 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa0015f600 con 0x7ffa0015e960 2023-06-26T03:03:12.586 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.580+0000 7ff9fffff640 1 --2- 172.21.15.23:0/1656339604 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffa0015e960 0x7ffa0006cf90 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7ff9f00097c0 tx=0x7ff9f001c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49dcd05658718d38 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:12.587 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.580+0000 7ff9feffd640 1 -- 172.21.15.23:0/1656339604 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9f00ad660 con 0x7ffa0015e960 2023-06-26T03:03:12.587 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.580+0000 7ff9feffd640 1 -- 172.21.15.23:0/1656339604 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9f00ad7c0 con 0x7ffa0015e960 2023-06-26T03:03:12.587 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.580+0000 7ff9feffd640 1 -- 172.21.15.23:0/1656339604 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9f00adb50 con 0x7ffa0015e960 2023-06-26T03:03:12.588 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.580+0000 7ffa06269640 1 -- 172.21.15.23:0/1656339604 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffa0015e960 msgr2=0x7ffa0006cf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:12.588 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.580+0000 7ffa06269640 1 --2- 172.21.15.23:0/1656339604 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffa0015e960 0x7ffa0006cf90 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7ff9f00097c0 tx=0x7ff9f001c450 comp rx=0 tx=0).stop 2023-06-26T03:03:12.588 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.580+0000 7ffa06269640 1 -- 172.21.15.23:0/1656339604 shutdown_connections 2023-06-26T03:03:12.588 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.580+0000 7ffa06269640 1 --2- 172.21.15.23:0/1656339604 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffa0015e960 0x7ffa0006cf90 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:12.589 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.580+0000 7ffa06269640 1 -- 172.21.15.23:0/1656339604 >> 172.21.15.23:0/1656339604 conn(0x7ffa0006c2a0 msgr2=0x7ffa000cfd90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:12.589 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.580+0000 7ffa06269640 1 -- 172.21.15.23:0/1656339604 shutdown_connections 2023-06-26T03:03:12.589 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.580+0000 7ffa06269640 1 -- 172.21.15.23:0/1656339604 wait complete. 2023-06-26T03:03:12.590 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.584+0000 7ffa06269640 1 Processor -- start 2023-06-26T03:03:12.590 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.584+0000 7ffa06269640 1 -- start start 2023-06-26T03:03:12.591 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.584+0000 7ffa06269640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffa0006ad30 0x7ffa00153240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:12.591 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.584+0000 7ffa06269640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa0015e960 0x7ffa000ad030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:12.591 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.584+0000 7ffa06269640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ffa0015ed30 0x7ffa000ab890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:12.591 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.584+0000 7ffa06269640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa00155800 con 0x7ffa0006ad30 2023-06-26T03:03:12.591 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.584+0000 7ffa06269640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa000abf90 con 0x7ffa0015e960 2023-06-26T03:03:12.591 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.584+0000 7ffa06269640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa000ac270 con 0x7ffa0015ed30 2023-06-26T03:03:12.592 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.584+0000 7ff9fffff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffa0006ad30 0x7ffa00153240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:12.592 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.584+0000 7ff9fffff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffa0006ad30 0x7ffa00153240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34918/0 (socket says 172.21.15.23:34918) 2023-06-26T03:03:12.592 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.584+0000 7ff9fffff640 1 -- 172.21.15.23:0/1885485885 learned_addr learned my addr 172.21.15.23:0/1885485885 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:12.592 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.584+0000 7ffa04806640 1 --2- 172.21.15.23:0/1885485885 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ffa0015ed30 0x7ffa000ab890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:12.592 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.584+0000 7ff9ff7fe640 1 --2- 172.21.15.23:0/1885485885 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa0015e960 0x7ffa000ad030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:12.592 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.584+0000 7ff9fffff640 1 -- 172.21.15.23:0/1885485885 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ffa0015ed30 msgr2=0x7ffa000ab890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:12.592 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.584+0000 7ff9fffff640 1 --2- 172.21.15.23:0/1885485885 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ffa0015ed30 0x7ffa000ab890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:12.592 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.584+0000 7ff9fffff640 1 -- 172.21.15.23:0/1885485885 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa0015e960 msgr2=0x7ffa000ad030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:12.593 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.584+0000 7ff9fffff640 1 --2- 172.21.15.23:0/1885485885 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa0015e960 0x7ffa000ad030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:12.593 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.584+0000 7ff9fffff640 1 -- 172.21.15.23:0/1885485885 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9f0009420 con 0x7ffa0006ad30 2023-06-26T03:03:12.593 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.584+0000 7ff9fffff640 1 --2- 172.21.15.23:0/1885485885 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffa0006ad30 0x7ffa00153240 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7ff9f001a080 tx=0x7ff9f001ac90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:12.593 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.584+0000 7ff9fcff9640 1 -- 172.21.15.23:0/1885485885 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9f0004230 con 0x7ffa0006ad30 2023-06-26T03:03:12.593 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.584+0000 7ff9fcff9640 1 -- 172.21.15.23:0/1885485885 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9f0004390 con 0x7ffa0006ad30 2023-06-26T03:03:12.593 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.584+0000 7ff9fcff9640 1 -- 172.21.15.23:0/1885485885 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9f0003820 con 0x7ffa0006ad30 2023-06-26T03:03:12.593 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.584+0000 7ffa06269640 1 -- 172.21.15.23:0/1885485885 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa000ac550 con 0x7ffa0006ad30 2023-06-26T03:03:12.593 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.584+0000 7ffa06269640 1 -- 172.21.15.23:0/1885485885 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa000acb10 con 0x7ffa0006ad30 2023-06-26T03:03:12.594 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.584+0000 7ffa06269640 1 -- 172.21.15.23:0/1885485885 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffa000acd00 con 0x7ffa0006ad30 2023-06-26T03:03:12.594 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.588+0000 7ff9fcff9640 1 -- 172.21.15.23:0/1885485885 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff9f0003980 con 0x7ffa0006ad30 2023-06-26T03:03:12.595 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.588+0000 7ff9fcff9640 1 --2- 172.21.15.23:0/1885485885 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff9ec0662b0 0x7ff9ec068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:12.595 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.588+0000 7ff9fcff9640 1 -- 172.21.15.23:0/1885485885 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7ff9f011f280 con 0x7ffa0006ad30 2023-06-26T03:03:12.595 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.588+0000 7ff9ff7fe640 1 --2- 172.21.15.23:0/1885485885 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff9ec0662b0 0x7ff9ec068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:12.595 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.588+0000 7ff9ff7fe640 1 --2- 172.21.15.23:0/1885485885 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff9ec0662b0 0x7ff9ec068760 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7ffa001f7c70 tx=0x7ff9f4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:12.596 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.592+0000 7ff9fcff9640 1 -- 172.21.15.23:0/1885485885 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff9f00ec550 con 0x7ffa0006ad30 2023-06-26T03:03:12.753 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.748+0000 7ffa06269640 1 -- 172.21.15.23:0/1885485885 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7ffa0004d790 con 0x7ffa0006ad30 2023-06-26T03:03:12.754 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.748+0000 7ff9fcff9640 1 -- 172.21.15.23:0/1885485885 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v29) v1 ==== 80+0+0 (secure 0 0 0) 0x7ff9f00efb70 con 0x7ffa0006ad30 2023-06-26T03:03:12.754 INFO:teuthology.orchestra.run.smithi023.stderr:listed 0 entries 2023-06-26T03:03:12.756 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.752+0000 7ffa06269640 1 -- 172.21.15.23:0/1885485885 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff9ec0662b0 msgr2=0x7ff9ec068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:12.757 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.752+0000 7ffa06269640 1 --2- 172.21.15.23:0/1885485885 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff9ec0662b0 0x7ff9ec068760 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7ffa001f7c70 tx=0x7ff9f4009040 comp rx=0 tx=0).stop 2023-06-26T03:03:12.757 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.752+0000 7ffa06269640 1 -- 172.21.15.23:0/1885485885 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffa0006ad30 msgr2=0x7ffa00153240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:12.757 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.752+0000 7ffa06269640 1 --2- 172.21.15.23:0/1885485885 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffa0006ad30 0x7ffa00153240 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7ff9f001a080 tx=0x7ff9f001ac90 comp rx=0 tx=0).stop 2023-06-26T03:03:12.757 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.752+0000 7ffa06269640 1 -- 172.21.15.23:0/1885485885 shutdown_connections 2023-06-26T03:03:12.757 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.752+0000 7ffa06269640 1 --2- 172.21.15.23:0/1885485885 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff9ec0662b0 0x7ff9ec068760 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:12.757 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.752+0000 7ffa06269640 1 --2- 172.21.15.23:0/1885485885 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ffa0015ed30 0x7ffa000ab890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:12.757 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.752+0000 7ffa06269640 1 --2- 172.21.15.23:0/1885485885 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ffa0015e960 0x7ffa000ad030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:12.758 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.752+0000 7ffa06269640 1 --2- 172.21.15.23:0/1885485885 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ffa0006ad30 0x7ffa00153240 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:12.758 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.752+0000 7ffa06269640 1 -- 172.21.15.23:0/1885485885 >> 172.21.15.23:0/1885485885 conn(0x7ffa0006c2a0 msgr2=0x7ffa00156740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:12.758 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.752+0000 7ffa06269640 1 -- 172.21.15.23:0/1885485885 shutdown_connections 2023-06-26T03:03:12.758 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:12.752+0000 7ffa06269640 1 -- 172.21.15.23:0/1885485885 wait complete. 2023-06-26T03:03:12.772 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi071.front.sepia.ceph.com... 2023-06-26T03:03:12.772 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:03:12.772 DEBUG:teuthology.orchestra.run.smithi071:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2023-06-26T03:03:12.798 INFO:teuthology.orchestra.run:waiting for 300 2023-06-26T03:03:12.799 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi071.front.sepia.ceph.com 2023-06-26T03:03:12.799 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:03:12.799 DEBUG:teuthology.orchestra.run.smithi071:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2023-06-26T03:03:12.861 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:03:12.862 DEBUG:teuthology.orchestra.run.smithi023:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-26T03:03:12.867 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:03:12.868 DEBUG:teuthology.orchestra.run.smithi023:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-26T03:03:12.913 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:03:13.072 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.064+0000 7fb712366640 1 Processor -- start 2023-06-26T03:03:13.072 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.068+0000 7fb712366640 1 -- start start 2023-06-26T03:03:13.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.068+0000 7fb712366640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fb70c0ca760 0x7fb70c159b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:13.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.068+0000 7fb712366640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fb70c06bf10 0x7fb70c070770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:13.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.068+0000 7fb712366640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb70c070cb0 0x7fb70c0ce370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:13.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.068+0000 7fb712366640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb70c0cab30 con 0x7fb70c06bf10 2023-06-26T03:03:13.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.068+0000 7fb712366640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb70c0cad40 con 0x7fb70c0ca760 2023-06-26T03:03:13.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.068+0000 7fb712366640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb70c15a1d0 con 0x7fb70c070cb0 2023-06-26T03:03:13.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.068+0000 7fb70b7fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fb70c06bf10 0x7fb70c070770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:13.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.068+0000 7fb70b7fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fb70c06bf10 0x7fb70c070770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34928/0 (socket says 172.21.15.23:34928) 2023-06-26T03:03:13.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.068+0000 7fb70b7fe640 1 -- 172.21.15.23:0/1824248408 learned_addr learned my addr 172.21.15.23:0/1824248408 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:13.075 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.068+0000 7fb70bfff640 1 --2- 172.21.15.23:0/1824248408 >> v2:172.21.15.71:3300/0 conn(0x7fb70c0ca760 0x7fb70c159b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:13.075 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.068+0000 7fb710903640 1 --2- 172.21.15.23:0/1824248408 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb70c070cb0 0x7fb70c0ce370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:13.075 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.068+0000 7fb70b7fe640 1 -- 172.21.15.23:0/1824248408 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb70c070cb0 msgr2=0x7fb70c0ce370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:13.075 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.068+0000 7fb70b7fe640 1 --2- 172.21.15.23:0/1824248408 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb70c070cb0 0x7fb70c0ce370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.075 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.068+0000 7fb70b7fe640 1 -- 172.21.15.23:0/1824248408 >> v2:172.21.15.71:3300/0 conn(0x7fb70c0ca760 msgr2=0x7fb70c159b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:13.075 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.068+0000 7fb70b7fe640 1 --2- 172.21.15.23:0/1824248408 >> v2:172.21.15.71:3300/0 conn(0x7fb70c0ca760 0x7fb70c159b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.076 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.068+0000 7fb70b7fe640 1 -- 172.21.15.23:0/1824248408 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb70c15a4b0 con 0x7fb70c06bf10 2023-06-26T03:03:13.076 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.068+0000 7fb710903640 1 --2- 172.21.15.23:0/1824248408 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb70c070cb0 0x7fb70c0ce370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:13.077 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.068+0000 7fb70b7fe640 1 --2- 172.21.15.23:0/1824248408 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb70c06bf10 0x7fb70c070770 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fb70c0cbe90 tx=0x7fb6f401c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=865e094975f1a11e server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:13.077 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.068+0000 7fb70affd640 1 -- 172.21.15.23:0/1824248408 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6f40ac600 con 0x7fb70c06bf10 2023-06-26T03:03:13.077 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.068+0000 7fb70affd640 1 -- 172.21.15.23:0/1824248408 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6f40a8050 con 0x7fb70c06bf10 2023-06-26T03:03:13.077 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.068+0000 7fb70affd640 1 -- 172.21.15.23:0/1824248408 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6f40ac980 con 0x7fb70c06bf10 2023-06-26T03:03:13.077 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.072+0000 7fb712366640 1 -- 172.21.15.23:0/1824248408 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb70c06bf10 msgr2=0x7fb70c070770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:13.077 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.072+0000 7fb712366640 1 --2- 172.21.15.23:0/1824248408 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb70c06bf10 0x7fb70c070770 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fb70c0cbe90 tx=0x7fb6f401c4d0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.078 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.072+0000 7fb712366640 1 -- 172.21.15.23:0/1824248408 shutdown_connections 2023-06-26T03:03:13.078 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.072+0000 7fb712366640 1 --2- 172.21.15.23:0/1824248408 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb70c070cb0 0x7fb70c0ce370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.078 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.072+0000 7fb712366640 1 --2- 172.21.15.23:0/1824248408 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb70c06bf10 0x7fb70c070770 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.078 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.072+0000 7fb712366640 1 --2- 172.21.15.23:0/1824248408 >> v2:172.21.15.71:3300/0 conn(0x7fb70c0ca760 0x7fb70c159b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.078 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.072+0000 7fb712366640 1 -- 172.21.15.23:0/1824248408 >> 172.21.15.23:0/1824248408 conn(0x7fb70c069400 msgr2=0x7fb70c069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:13.078 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.072+0000 7fb712366640 1 -- 172.21.15.23:0/1824248408 shutdown_connections 2023-06-26T03:03:13.078 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.072+0000 7fb712366640 1 -- 172.21.15.23:0/1824248408 wait complete. 2023-06-26T03:03:13.079 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.072+0000 7fb712366640 1 Processor -- start 2023-06-26T03:03:13.079 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.072+0000 7fb712366640 1 -- start start 2023-06-26T03:03:13.080 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.072+0000 7fb712366640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb70c06bf10 0x7fb70c14ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:13.080 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.072+0000 7fb712366640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb70c070cb0 0x7fb70c14aa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:13.081 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.072+0000 7fb712366640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb70c0ca760 0x7fb70c1f3f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:13.081 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.072+0000 7fb712366640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb70c14af90 con 0x7fb70c0ca760 2023-06-26T03:03:13.081 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.072+0000 7fb712366640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb70c0b2820 con 0x7fb70c070cb0 2023-06-26T03:03:13.081 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.072+0000 7fb712366640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb70c0b2ac0 con 0x7fb70c06bf10 2023-06-26T03:03:13.081 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.072+0000 7fb710903640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb70c0ca760 0x7fb70c1f3f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:13.081 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.072+0000 7fb710903640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb70c0ca760 0x7fb70c1f3f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34934/0 (socket says 172.21.15.23:34934) 2023-06-26T03:03:13.081 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.072+0000 7fb710903640 1 -- 172.21.15.23:0/3820282977 learned_addr learned my addr 172.21.15.23:0/3820282977 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:13.082 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.072+0000 7fb70bfff640 1 --2- 172.21.15.23:0/3820282977 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb70c06bf10 0x7fb70c14ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:13.082 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.072+0000 7fb70b7fe640 1 --2- 172.21.15.23:0/3820282977 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb70c070cb0 0x7fb70c14aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:13.082 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.076+0000 7fb710903640 1 -- 172.21.15.23:0/3820282977 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb70c06bf10 msgr2=0x7fb70c14ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:13.082 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.076+0000 7fb710903640 1 --2- 172.21.15.23:0/3820282977 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb70c06bf10 0x7fb70c14ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.082 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.076+0000 7fb710903640 1 -- 172.21.15.23:0/3820282977 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb70c070cb0 msgr2=0x7fb70c14aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:13.082 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.076+0000 7fb710903640 1 --2- 172.21.15.23:0/3820282977 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb70c070cb0 0x7fb70c14aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.082 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.076+0000 7fb710903640 1 -- 172.21.15.23:0/3820282977 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6f40094d0 con 0x7fb70c0ca760 2023-06-26T03:03:13.082 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.076+0000 7fb70bfff640 1 --2- 172.21.15.23:0/3820282977 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb70c06bf10 0x7fb70c14ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:03:13.083 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.076+0000 7fb710903640 1 --2- 172.21.15.23:0/3820282977 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb70c0ca760 0x7fb70c1f3f60 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fb70400c5c0 tx=0x7fb70400ca80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:13.083 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.076+0000 7fb708ff9640 1 -- 172.21.15.23:0/3820282977 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb704011800 con 0x7fb70c0ca760 2023-06-26T03:03:13.083 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.076+0000 7fb708ff9640 1 -- 172.21.15.23:0/3820282977 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb704011960 con 0x7fb70c0ca760 2023-06-26T03:03:13.083 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.076+0000 7fb708ff9640 1 -- 172.21.15.23:0/3820282977 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb704011d10 con 0x7fb70c0ca760 2023-06-26T03:03:13.084 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.076+0000 7fb712366640 1 -- 172.21.15.23:0/3820282977 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb70c0b2da0 con 0x7fb70c0ca760 2023-06-26T03:03:13.084 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.076+0000 7fb712366640 1 -- 172.21.15.23:0/3820282977 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb70c1f44a0 con 0x7fb70c0ca760 2023-06-26T03:03:13.084 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.076+0000 7fb712366640 1 -- 172.21.15.23:0/3820282977 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb70c04d790 con 0x7fb70c0ca760 2023-06-26T03:03:13.084 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.076+0000 7fb708ff9640 1 -- 172.21.15.23:0/3820282977 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fb704022350 con 0x7fb70c0ca760 2023-06-26T03:03:13.085 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.076+0000 7fb708ff9640 1 --2- 172.21.15.23:0/3820282977 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb6ec066280 0x7fb6ec068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:13.085 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.076+0000 7fb708ff9640 1 -- 172.21.15.23:0/3820282977 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7fb704084080 con 0x7fb70c0ca760 2023-06-26T03:03:13.085 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.076+0000 7fb70bfff640 1 --2- 172.21.15.23:0/3820282977 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb6ec066280 0x7fb6ec068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:13.085 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.080+0000 7fb70bfff640 1 --2- 172.21.15.23:0/3820282977 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb6ec066280 0x7fb6ec068730 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fb6fc003fd0 tx=0x7fb6fc0039e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:13.087 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.080+0000 7fb708ff9640 1 -- 172.21.15.23:0/3820282977 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fb704051290 con 0x7fb70c0ca760 2023-06-26T03:03:13.245 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.240+0000 7fb712366640 1 -- 172.21.15.23:0/3820282977 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb70c0b3250 con 0x7fb70c0ca760 2023-06-26T03:03:13.246 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.240+0000 7fb708ff9640 1 -- 172.21.15.23:0/3820282977 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+20143 (secure 0 0 0) 0x7fb7040548b0 con 0x7fb70c0ca760 2023-06-26T03:03:13.247 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:03:13.247 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":29,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:02:51.222053+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:02:07.262805+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:02:07.823501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data_ec","create_time":"2023-06-26T03:02:10.900368+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.c","mappings":[{"from":3,"to":2}]},{"pgid":"4.26","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:03:13.249 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.244+0000 7fb712366640 1 -- 172.21.15.23:0/3820282977 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb6ec066280 msgr2=0x7fb6ec068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:13.249 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.244+0000 7fb712366640 1 --2- 172.21.15.23:0/3820282977 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb6ec066280 0x7fb6ec068730 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fb6fc003fd0 tx=0x7fb6fc0039e0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.249 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.244+0000 7fb712366640 1 -- 172.21.15.23:0/3820282977 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb70c0ca760 msgr2=0x7fb70c1f3f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:13.249 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.244+0000 7fb712366640 1 --2- 172.21.15.23:0/3820282977 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb70c0ca760 0x7fb70c1f3f60 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fb70400c5c0 tx=0x7fb70400ca80 comp rx=0 tx=0).stop 2023-06-26T03:03:13.249 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.244+0000 7fb712366640 1 -- 172.21.15.23:0/3820282977 shutdown_connections 2023-06-26T03:03:13.249 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.244+0000 7fb712366640 1 --2- 172.21.15.23:0/3820282977 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb6ec066280 0x7fb6ec068730 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.250 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.244+0000 7fb712366640 1 --2- 172.21.15.23:0/3820282977 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb70c0ca760 0x7fb70c1f3f60 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.250 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.244+0000 7fb712366640 1 --2- 172.21.15.23:0/3820282977 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb70c070cb0 0x7fb70c14aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.250 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.244+0000 7fb712366640 1 --2- 172.21.15.23:0/3820282977 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb70c06bf10 0x7fb70c14ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.250 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.244+0000 7fb712366640 1 -- 172.21.15.23:0/3820282977 >> 172.21.15.23:0/3820282977 conn(0x7fb70c069400 msgr2=0x7fb70c152c00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:13.250 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.244+0000 7fb712366640 1 -- 172.21.15.23:0/3820282977 shutdown_connections 2023-06-26T03:03:13.250 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.244+0000 7fb712366640 1 -- 172.21.15.23:0/3820282977 wait complete. 2023-06-26T03:03:13.266 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:01:57.280692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:02:02.819138+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-26T03:02:07.262805+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-26T03:02:07.823501+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-06-26T03:02:10.900368+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-06-26T03:03:13.267 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:03:13.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.392+0000 7f53a3cf1640 1 Processor -- start 2023-06-26T03:03:13.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.392+0000 7f53a3cf1640 1 -- start start 2023-06-26T03:03:13.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.392+0000 7f53a3cf1640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f539c159460 0x7f539c06ef70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:13.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.392+0000 7f53a3cf1640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f539c1588d0 con 0x7f539c158500 2023-06-26T03:03:13.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.392+0000 7f53a3cf1640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f539c0ccfd0 con 0x7f539c159890 2023-06-26T03:03:13.398 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.392+0000 7f53a3cf1640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f539c0cb860 con 0x7f539c159460 2023-06-26T03:03:13.398 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.392+0000 7f53a1a8d640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f539c158500 0x7f539c0cc8c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:59876/0 (socket says 172.21.15.23:59876) 2023-06-26T03:03:13.398 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.392+0000 7f53a1a8d640 1 -- 172.21.15.23:0/2159549229 learned_addr learned my addr 172.21.15.23:0/2159549229 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:13.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.392+0000 7f53a128c640 1 --2- 172.21.15.23:0/2159549229 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f539c159460 0x7f539c06ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:13.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.392+0000 7f53a0a8b640 1 -- 172.21.15.23:0/2159549229 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2473850734 0 0) 0x7f539c1588d0 con 0x7f539c158500 2023-06-26T03:03:13.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.392+0000 7f53a0a8b640 1 -- 172.21.15.23:0/2159549229 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5388005740 con 0x7f539c158500 2023-06-26T03:03:13.400 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.392+0000 7f53a0a8b640 1 -- 172.21.15.23:0/2159549229 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3167485708 0 0) 0x7f5388005740 con 0x7f539c158500 2023-06-26T03:03:13.400 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.392+0000 7f53a0a8b640 1 -- 172.21.15.23:0/2159549229 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f539c159460 msgr2=0x7f539c06ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:13.400 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.392+0000 7f53a0a8b640 1 --2- 172.21.15.23:0/2159549229 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f539c159460 0x7f539c06ef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.400 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.392+0000 7f53a0a8b640 1 -- 172.21.15.23:0/2159549229 >> v1:172.21.15.71:6789/0 conn(0x7f539c159890 legacy=0x7f539c159e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:13.400 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.392+0000 7f53a0a8b640 1 -- 172.21.15.23:0/2159549229 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f539c0cbb00 con 0x7f539c158500 2023-06-26T03:03:13.400 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.392+0000 7f53a0a8b640 1 -- 172.21.15.23:0/2159549229 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f538c001680 con 0x7f539c158500 2023-06-26T03:03:13.400 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.392+0000 7f53a0a8b640 1 -- 172.21.15.23:0/2159549229 >> v1:172.21.15.23:6789/0 conn(0x7f539c158500 legacy=0x7f539c0cc8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:13.401 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.392+0000 7f53a0a8b640 1 --2- 172.21.15.23:0/2159549229 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f539c159460 0x7f5388005bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:13.401 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.392+0000 7f53a0a8b640 1 --2- 172.21.15.23:0/2159549229 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5388006140 0x7f53880069e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:13.401 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.392+0000 7f53a0a8b640 1 --2- 172.21.15.23:0/2159549229 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5388006f20 0x7f5388007390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:13.401 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.392+0000 7f53a0a8b640 1 -- 172.21.15.23:0/2159549229 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f539c0cb860 con 0x7f5388006f20 2023-06-26T03:03:13.401 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.392+0000 7f53a0a8b640 1 -- 172.21.15.23:0/2159549229 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f538800dc80 con 0x7f5388006140 2023-06-26T03:03:13.401 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.392+0000 7f53a0a8b640 1 -- 172.21.15.23:0/2159549229 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f538800de40 con 0x7f539c159460 2023-06-26T03:03:13.401 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.392+0000 7f53a228e640 1 --2- 172.21.15.23:0/2159549229 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5388006f20 0x7f5388007390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:13.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.392+0000 7f53a128c640 1 --2- 172.21.15.23:0/2159549229 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5388006140 0x7f53880069e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:13.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.392+0000 7f53a1a8d640 1 --2- 172.21.15.23:0/2159549229 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f539c159460 0x7f5388005bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:13.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.392+0000 7f53a228e640 1 -- 172.21.15.23:0/2159549229 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f539c159460 msgr2=0x7f5388005bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:13.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.392+0000 7f53a228e640 1 --2- 172.21.15.23:0/2159549229 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f539c159460 0x7f5388005bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.392+0000 7f53a228e640 1 -- 172.21.15.23:0/2159549229 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5388006140 msgr2=0x7f53880069e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:13.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.392+0000 7f53a228e640 1 --2- 172.21.15.23:0/2159549229 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f5388006140 0x7f53880069e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.392+0000 7f53a228e640 1 -- 172.21.15.23:0/2159549229 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5388005740 con 0x7f5388006f20 2023-06-26T03:03:13.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.396+0000 7f53a228e640 1 --2- 172.21.15.23:0/2159549229 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5388006f20 0x7f5388007390 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f5394001e40 tx=0x7f539401c740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9132886f546edf36 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:13.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.396+0000 7f53a0a8b640 1 -- 172.21.15.23:0/2159549229 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5394003b80 con 0x7f5388006f20 2023-06-26T03:03:13.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.396+0000 7f53a0a8b640 1 -- 172.21.15.23:0/2159549229 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5394003ce0 con 0x7f5388006f20 2023-06-26T03:03:13.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.396+0000 7f53a0a8b640 1 -- 172.21.15.23:0/2159549229 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53940052c0 con 0x7f5388006f20 2023-06-26T03:03:13.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.396+0000 7f53a3cf1640 1 -- 172.21.15.23:0/2159549229 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5388006f20 msgr2=0x7f5388007390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:13.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.396+0000 7f53a3cf1640 1 --2- 172.21.15.23:0/2159549229 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5388006f20 0x7f5388007390 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f5394001e40 tx=0x7f539401c740 comp rx=0 tx=0).stop 2023-06-26T03:03:13.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.396+0000 7f53a228e640 1 -- 172.21.15.23:0/2159549229 reap_dead start 2023-06-26T03:03:13.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.396+0000 7f53a3cf1640 1 -- 172.21.15.23:0/2159549229 shutdown_connections 2023-06-26T03:03:13.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.396+0000 7f53a3cf1640 1 -- 172.21.15.23:0/2159549229 >> 172.21.15.23:0/2159549229 conn(0x7f539c069fc0 msgr2=0x7f539c0ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:13.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.396+0000 7f53a3cf1640 1 -- 172.21.15.23:0/2159549229 shutdown_connections 2023-06-26T03:03:13.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.396+0000 7f53a3cf1640 1 -- 172.21.15.23:0/2159549229 wait complete. 2023-06-26T03:03:13.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.396+0000 7f53a3cf1640 1 Processor -- start 2023-06-26T03:03:13.406 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.396+0000 7f53a3cf1640 1 -- start start 2023-06-26T03:03:13.406 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.396+0000 7f53a3cf1640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5388006f20 0x7f539c1ec7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:13.406 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.396+0000 7f53a3cf1640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f539c147010 0x7f539c06c270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:13.406 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.396+0000 7f53a3cf1640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f539c06c7b0 0x7f539c0c54d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:13.406 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.396+0000 7f53a3cf1640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f539c0b2690 con 0x7f5388006f20 2023-06-26T03:03:13.406 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.396+0000 7f53a3cf1640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f539c1ecce0 con 0x7f539c147010 2023-06-26T03:03:13.406 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.396+0000 7f53a3cf1640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f539c0b1730 con 0x7f539c06c7b0 2023-06-26T03:03:13.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.396+0000 7f53a1a8d640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5388006f20 0x7f539c1ec7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:13.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.396+0000 7f53a1a8d640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5388006f20 0x7f539c1ec7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34952/0 (socket says 172.21.15.23:34952) 2023-06-26T03:03:13.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.396+0000 7f53a1a8d640 1 -- 172.21.15.23:0/995079398 learned_addr learned my addr 172.21.15.23:0/995079398 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:13.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.396+0000 7f53a228e640 1 --2- 172.21.15.23:0/995079398 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f539c06c7b0 0x7f539c0c54d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:13.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.396+0000 7f53a128c640 1 --2- 172.21.15.23:0/995079398 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f539c147010 0x7f539c06c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:13.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.396+0000 7f53a1a8d640 1 -- 172.21.15.23:0/995079398 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f539c06c7b0 msgr2=0x7f539c0c54d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:13.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.396+0000 7f53a1a8d640 1 --2- 172.21.15.23:0/995079398 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f539c06c7b0 0x7f539c0c54d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.396+0000 7f53a1a8d640 1 -- 172.21.15.23:0/995079398 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f539c147010 msgr2=0x7f539c06c270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:13.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.396+0000 7f53a1a8d640 1 --2- 172.21.15.23:0/995079398 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f539c147010 0x7f539c06c270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.396+0000 7f53a1a8d640 1 -- 172.21.15.23:0/995079398 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f539c0b1a10 con 0x7f5388006f20 2023-06-26T03:03:13.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.400+0000 7f53a1a8d640 1 --2- 172.21.15.23:0/995079398 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5388006f20 0x7f539c1ec7a0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f538c001210 tx=0x7f538c00ebc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:13.409 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.400+0000 7f53927fc640 1 -- 172.21.15.23:0/995079398 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f538c00ee10 con 0x7f5388006f20 2023-06-26T03:03:13.409 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.400+0000 7f53927fc640 1 -- 172.21.15.23:0/995079398 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f538c00c8d0 con 0x7f5388006f20 2023-06-26T03:03:13.409 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.400+0000 7f53a3cf1640 1 -- 172.21.15.23:0/995079398 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f539c0b1cf0 con 0x7f5388006f20 2023-06-26T03:03:13.409 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.400+0000 7f53927fc640 1 -- 172.21.15.23:0/995079398 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f538c00cc80 con 0x7f5388006f20 2023-06-26T03:03:13.409 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.400+0000 7f53a3cf1640 1 -- 172.21.15.23:0/995079398 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f539c0b22b0 con 0x7f5388006f20 2023-06-26T03:03:13.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.400+0000 7f53a3cf1640 1 -- 172.21.15.23:0/995079398 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f539c04d790 con 0x7f5388006f20 2023-06-26T03:03:13.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.400+0000 7f53927fc640 1 -- 172.21.15.23:0/995079398 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f538c01d460 con 0x7f5388006f20 2023-06-26T03:03:13.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.400+0000 7f53927fc640 1 --2- 172.21.15.23:0/995079398 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5380066280 0x7f5380068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:13.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.400+0000 7f53927fc640 1 -- 172.21.15.23:0/995079398 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f538c0849b0 con 0x7f5388006f20 2023-06-26T03:03:13.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.400+0000 7f53a128c640 1 --2- 172.21.15.23:0/995079398 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5380066280 0x7f5380068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:13.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.400+0000 7f53a128c640 1 --2- 172.21.15.23:0/995079398 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5380066280 0x7f5380068730 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f539c0c5130 tx=0x7f5398009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:13.411 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.404+0000 7f53927fc640 1 -- 172.21.15.23:0/995079398 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f538c051b60 con 0x7f5388006f20 2023-06-26T03:03:13.561 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.556+0000 7f53a3cf1640 1 -- 172.21.15.23:0/995079398 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f539c156e90 con 0x7f5388006f20 2023-06-26T03:03:13.562 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.556+0000 7f53927fc640 1 -- 172.21.15.23:0/995079398 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v29) v1 ==== 93+0+10 (secure 0 0 0) 0x7f538c055180 con 0x7f5388006f20 2023-06-26T03:03:13.563 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 1 2023-06-26T03:03:13.564 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.560+0000 7f53a3cf1640 1 -- 172.21.15.23:0/995079398 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5380066280 msgr2=0x7f5380068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:13.565 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.560+0000 7f53a3cf1640 1 --2- 172.21.15.23:0/995079398 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5380066280 0x7f5380068730 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f539c0c5130 tx=0x7f5398009190 comp rx=0 tx=0).stop 2023-06-26T03:03:13.565 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.560+0000 7f53a3cf1640 1 -- 172.21.15.23:0/995079398 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5388006f20 msgr2=0x7f539c1ec7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:13.565 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.560+0000 7f53a3cf1640 1 --2- 172.21.15.23:0/995079398 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5388006f20 0x7f539c1ec7a0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f538c001210 tx=0x7f538c00ebc0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.565 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.560+0000 7f53a3cf1640 1 -- 172.21.15.23:0/995079398 shutdown_connections 2023-06-26T03:03:13.565 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.560+0000 7f53a3cf1640 1 --2- 172.21.15.23:0/995079398 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5380066280 0x7f5380068730 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.565 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.560+0000 7f53a3cf1640 1 --2- 172.21.15.23:0/995079398 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f539c06c7b0 0x7f539c0c54d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.565 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.560+0000 7f53a3cf1640 1 --2- 172.21.15.23:0/995079398 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f539c147010 0x7f539c06c270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.566 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.560+0000 7f53a3cf1640 1 --2- 172.21.15.23:0/995079398 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f5388006f20 0x7f539c1ec7a0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.566 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.560+0000 7f53a3cf1640 1 -- 172.21.15.23:0/995079398 >> 172.21.15.23:0/995079398 conn(0x7f539c069fc0 msgr2=0x7f539c0c9c60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:13.566 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.560+0000 7f53a3cf1640 1 -- 172.21.15.23:0/995079398 shutdown_connections 2023-06-26T03:03:13.566 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.560+0000 7f53a3cf1640 1 -- 172.21.15.23:0/995079398 wait complete. 2023-06-26T03:03:13.580 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:03:13.709 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.704+0000 7f3bad02c640 1 Processor -- start 2023-06-26T03:03:13.709 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.704+0000 7f3bad02c640 1 -- start start 2023-06-26T03:03:13.710 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.704+0000 7f3bad02c640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f3ba8159760 0x7f3ba80ce750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:13.710 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.704+0000 7f3bad02c640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f3ba80cce30 0x7f3ba80cb4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:13.710 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.704+0000 7f3bad02c640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3ba80ced80 0x7f3ba80cf1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:13.710 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.704+0000 7f3bad02c640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3ba80cf720 con 0x7f3ba80cce30 2023-06-26T03:03:13.710 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.704+0000 7f3bad02c640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3ba8159b30 con 0x7f3ba8159760 2023-06-26T03:03:13.711 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.704+0000 7f3bad02c640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ba80cbd90 con 0x7f3ba80ced80 2023-06-26T03:03:13.711 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.704+0000 7f3ba659c640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f3ba80cce30 0x7f3ba80cb4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:13.712 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.704+0000 7f3ba659c640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f3ba80cce30 0x7f3ba80cb4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34958/0 (socket says 172.21.15.23:34958) 2023-06-26T03:03:13.712 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.704+0000 7f3ba659c640 1 -- 172.21.15.23:0/896530035 learned_addr learned my addr 172.21.15.23:0/896530035 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:13.712 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.704+0000 7f3ba759e640 1 --2- 172.21.15.23:0/896530035 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3ba80ced80 0x7f3ba80cf1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:13.712 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.704+0000 7f3ba6d9d640 1 --2- 172.21.15.23:0/896530035 >> v2:172.21.15.71:3300/0 conn(0x7f3ba8159760 0x7f3ba80ce750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:13.712 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.704+0000 7f3ba659c640 1 -- 172.21.15.23:0/896530035 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3ba80ced80 msgr2=0x7f3ba80cf1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:13.712 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.704+0000 7f3ba659c640 1 --2- 172.21.15.23:0/896530035 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3ba80ced80 0x7f3ba80cf1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.712 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.704+0000 7f3ba659c640 1 -- 172.21.15.23:0/896530035 >> v2:172.21.15.71:3300/0 conn(0x7f3ba8159760 msgr2=0x7f3ba80ce750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:13.713 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.704+0000 7f3ba659c640 1 --2- 172.21.15.23:0/896530035 >> v2:172.21.15.71:3300/0 conn(0x7f3ba8159760 0x7f3ba80ce750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.713 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.704+0000 7f3ba659c640 1 -- 172.21.15.23:0/896530035 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ba80cc070 con 0x7f3ba80cce30 2023-06-26T03:03:13.713 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.708+0000 7f3ba659c640 1 --2- 172.21.15.23:0/896530035 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3ba80cce30 0x7f3ba80cb4b0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f3ba806cd00 tx=0x7f3b9c01c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a6ccdfd50dda721 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:13.714 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.708+0000 7f3ba5d9b640 1 -- 172.21.15.23:0/896530035 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b9c0aa5f0 con 0x7f3ba80cce30 2023-06-26T03:03:13.714 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.708+0000 7f3ba5d9b640 1 -- 172.21.15.23:0/896530035 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3b9c0aa750 con 0x7f3ba80cce30 2023-06-26T03:03:13.714 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.708+0000 7f3ba5d9b640 1 -- 172.21.15.23:0/896530035 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b9c0aaae0 con 0x7f3ba80cce30 2023-06-26T03:03:13.715 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.708+0000 7f3bad02c640 1 -- 172.21.15.23:0/896530035 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3ba80cce30 msgr2=0x7f3ba80cb4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:13.715 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.708+0000 7f3bad02c640 1 --2- 172.21.15.23:0/896530035 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3ba80cce30 0x7f3ba80cb4b0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f3ba806cd00 tx=0x7f3b9c01c4d0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.715 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.708+0000 7f3bad02c640 1 -- 172.21.15.23:0/896530035 shutdown_connections 2023-06-26T03:03:13.716 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.708+0000 7f3bad02c640 1 --2- 172.21.15.23:0/896530035 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3ba80ced80 0x7f3ba80cf1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.716 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.708+0000 7f3bad02c640 1 --2- 172.21.15.23:0/896530035 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3ba80cce30 0x7f3ba80cb4b0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.716 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.708+0000 7f3bad02c640 1 --2- 172.21.15.23:0/896530035 >> v2:172.21.15.71:3300/0 conn(0x7f3ba8159760 0x7f3ba80ce750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.716 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.708+0000 7f3bad02c640 1 -- 172.21.15.23:0/896530035 >> 172.21.15.23:0/896530035 conn(0x7f3ba806d020 msgr2=0x7f3ba806d420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:13.716 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.708+0000 7f3bad02c640 1 -- 172.21.15.23:0/896530035 shutdown_connections 2023-06-26T03:03:13.716 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.708+0000 7f3bad02c640 1 -- 172.21.15.23:0/896530035 wait complete. 2023-06-26T03:03:13.717 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.712+0000 7f3bad02c640 1 Processor -- start 2023-06-26T03:03:13.717 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.712+0000 7f3bad02c640 1 -- start start 2023-06-26T03:03:13.719 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.712+0000 7f3bad02c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3ba80cce30 0x7f3ba8152580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:13.719 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.712+0000 7f3bad02c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3ba80ced80 0x7f3ba80cfe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:13.719 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.712+0000 7f3bad02c640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3ba8159760 0x7f3ba80d0340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:13.719 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.712+0000 7f3bad02c640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ba8152ac0 con 0x7f3ba80cce30 2023-06-26T03:03:13.719 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.712+0000 7f3bad02c640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ba8153190 con 0x7f3ba80ced80 2023-06-26T03:03:13.719 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.712+0000 7f3bad02c640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ba806aff0 con 0x7f3ba8159760 2023-06-26T03:03:13.720 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.712+0000 7f3ba6d9d640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3ba80cce30 0x7f3ba8152580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:13.720 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.712+0000 7f3ba6d9d640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3ba80cce30 0x7f3ba8152580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34960/0 (socket says 172.21.15.23:34960) 2023-06-26T03:03:13.720 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.712+0000 7f3ba6d9d640 1 -- 172.21.15.23:0/2015307977 learned_addr learned my addr 172.21.15.23:0/2015307977 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:13.720 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.712+0000 7f3ba759e640 1 --2- 172.21.15.23:0/2015307977 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3ba8159760 0x7f3ba80d0340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:13.720 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.712+0000 7f3ba6d9d640 1 -- 172.21.15.23:0/2015307977 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3ba8159760 msgr2=0x7f3ba80d0340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:13.720 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.712+0000 7f3ba6d9d640 1 --2- 172.21.15.23:0/2015307977 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3ba8159760 0x7f3ba80d0340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.721 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.712+0000 7f3ba6d9d640 1 -- 172.21.15.23:0/2015307977 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3ba80ced80 msgr2=0x7f3ba80cfe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:13.721 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.712+0000 7f3ba659c640 1 --2- 172.21.15.23:0/2015307977 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3ba80ced80 0x7f3ba80cfe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:13.721 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.712+0000 7f3ba6d9d640 1 --2- 172.21.15.23:0/2015307977 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3ba80ced80 0x7f3ba80cfe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.721 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.712+0000 7f3ba6d9d640 1 -- 172.21.15.23:0/2015307977 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b9c0094d0 con 0x7f3ba80cce30 2023-06-26T03:03:13.721 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.712+0000 7f3ba759e640 1 --2- 172.21.15.23:0/2015307977 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3ba8159760 0x7f3ba80d0340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:13.721 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.712+0000 7f3ba659c640 1 --2- 172.21.15.23:0/2015307977 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3ba80ced80 0x7f3ba80cfe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:13.721 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.712+0000 7f3ba6d9d640 1 --2- 172.21.15.23:0/2015307977 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3ba80cce30 0x7f3ba8152580 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f3b9800e930 tx=0x7f3b9800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:13.721 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.712+0000 7f3b8f7fe640 1 -- 172.21.15.23:0/2015307977 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b98009690 con 0x7f3ba80cce30 2023-06-26T03:03:13.722 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.712+0000 7f3b8f7fe640 1 -- 172.21.15.23:0/2015307977 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3b9800ca00 con 0x7f3ba80cce30 2023-06-26T03:03:13.722 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.712+0000 7f3b8f7fe640 1 -- 172.21.15.23:0/2015307977 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b9800cd70 con 0x7f3ba80cce30 2023-06-26T03:03:13.722 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.712+0000 7f3bad02c640 1 -- 172.21.15.23:0/2015307977 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3ba806b290 con 0x7f3ba80cce30 2023-06-26T03:03:13.722 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.712+0000 7f3bad02c640 1 -- 172.21.15.23:0/2015307977 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3ba81536c0 con 0x7f3ba80cce30 2023-06-26T03:03:13.723 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.712+0000 7f3bad02c640 1 -- 172.21.15.23:0/2015307977 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3ba804d790 con 0x7f3ba80cce30 2023-06-26T03:03:13.723 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.716+0000 7f3b8f7fe640 1 -- 172.21.15.23:0/2015307977 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f3b98013470 con 0x7f3ba80cce30 2023-06-26T03:03:13.723 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.716+0000 7f3b8f7fe640 1 --2- 172.21.15.23:0/2015307977 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3b94066280 0x7f3b94068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:13.723 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.716+0000 7f3b8f7fe640 1 -- 172.21.15.23:0/2015307977 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f3b98084220 con 0x7f3ba80cce30 2023-06-26T03:03:13.723 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.716+0000 7f3ba659c640 1 --2- 172.21.15.23:0/2015307977 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3b94066280 0x7f3b94068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:13.723 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.716+0000 7f3ba659c640 1 --2- 172.21.15.23:0/2015307977 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3b94066280 0x7f3b94068730 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f3b9c0ae000 tx=0x7f3b9c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:13.725 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.720+0000 7f3b8f7fe640 1 -- 172.21.15.23:0/2015307977 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f3b980514c0 con 0x7f3ba80cce30 2023-06-26T03:03:13.872 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.864+0000 7f3bad02c640 1 -- 172.21.15.23:0/2015307977 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f3ba80b41a0 con 0x7f3ba80cce30 2023-06-26T03:03:13.872 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.868+0000 7f3b8f7fe640 1 -- 172.21.15.23:0/2015307977 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v29) v1 ==== 92+0+10 (secure 0 0 0) 0x7f3b98054ae0 con 0x7f3ba80cce30 2023-06-26T03:03:13.873 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 8 2023-06-26T03:03:13.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.868+0000 7f3bad02c640 1 -- 172.21.15.23:0/2015307977 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3b94066280 msgr2=0x7f3b94068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:13.875 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.868+0000 7f3bad02c640 1 --2- 172.21.15.23:0/2015307977 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3b94066280 0x7f3b94068730 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f3b9c0ae000 tx=0x7f3b9c008040 comp rx=0 tx=0).stop 2023-06-26T03:03:13.875 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.868+0000 7f3bad02c640 1 -- 172.21.15.23:0/2015307977 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3ba80cce30 msgr2=0x7f3ba8152580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:13.875 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.868+0000 7f3bad02c640 1 --2- 172.21.15.23:0/2015307977 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3ba80cce30 0x7f3ba8152580 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f3b9800e930 tx=0x7f3b9800edf0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.875 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.868+0000 7f3bad02c640 1 -- 172.21.15.23:0/2015307977 shutdown_connections 2023-06-26T03:03:13.875 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.868+0000 7f3bad02c640 1 --2- 172.21.15.23:0/2015307977 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3b94066280 0x7f3b94068730 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.875 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.868+0000 7f3bad02c640 1 --2- 172.21.15.23:0/2015307977 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3ba8159760 0x7f3ba80d0340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.875 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.868+0000 7f3bad02c640 1 --2- 172.21.15.23:0/2015307977 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3ba80ced80 0x7f3ba80cfe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.876 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.868+0000 7f3bad02c640 1 --2- 172.21.15.23:0/2015307977 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3ba80cce30 0x7f3ba8152580 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:13.876 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.868+0000 7f3bad02c640 1 -- 172.21.15.23:0/2015307977 >> 172.21.15.23:0/2015307977 conn(0x7f3ba806d020 msgr2=0x7f3ba80b5850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:13.876 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.868+0000 7f3bad02c640 1 -- 172.21.15.23:0/2015307977 shutdown_connections 2023-06-26T03:03:13.876 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:13.868+0000 7f3bad02c640 1 -- 172.21.15.23:0/2015307977 wait complete. 2023-06-26T03:03:13.889 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-26T03:03:14.016 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.012+0000 7f1f89722640 1 Processor -- start 2023-06-26T03:03:14.016 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.012+0000 7f1f89722640 1 -- start start 2023-06-26T03:03:14.017 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.012+0000 7f1f89722640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f1f8415b6e0 0x7f1f840cc5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:14.018 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.012+0000 7f1f89722640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f1f840ccb30 0x7f1f840b3a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:14.018 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.012+0000 7f1f89722640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1f840b4380 con 0x7f1f840b3f60 2023-06-26T03:03:14.018 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.012+0000 7f1f89722640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1f840cf960 con 0x7f1f8415b6e0 2023-06-26T03:03:14.018 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.012+0000 7f1f89722640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1f840cfca0 con 0x7f1f840ccb30 2023-06-26T03:03:14.018 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.012+0000 7f1f82ffd640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f1f8415b6e0 0x7f1f840cc5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:14.018 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.012+0000 7f1f82ffd640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f1f8415b6e0 0x7f1f840cc5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34972/0 (socket says 172.21.15.23:34972) 2023-06-26T03:03:14.018 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.012+0000 7f1f82ffd640 1 -- 172.21.15.23:0/1432441168 learned_addr learned my addr 172.21.15.23:0/1432441168 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:14.019 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.012+0000 7f1f7bfff640 1 --2- 172.21.15.23:0/1432441168 >> v2:172.21.15.71:3300/0 conn(0x7f1f840ccb30 0x7f1f840b3a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:14.019 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.012+0000 7f1f82ffd640 1 -- 172.21.15.23:0/1432441168 >> v2:172.21.15.71:3300/0 conn(0x7f1f840ccb30 msgr2=0x7f1f840b3a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:14.019 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.012+0000 7f1f82ffd640 1 --2- 172.21.15.23:0/1432441168 >> v2:172.21.15.71:3300/0 conn(0x7f1f840ccb30 0x7f1f840b3a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.020 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.012+0000 7f1f82ffd640 1 -- 172.21.15.23:0/1432441168 >> v1:172.21.15.71:6789/0 conn(0x7f1f840b3f60 legacy=0x7f1f8415f2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:14.020 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.012+0000 7f1f82ffd640 1 -- 172.21.15.23:0/1432441168 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f840cede0 con 0x7f1f8415b6e0 2023-06-26T03:03:14.020 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.012+0000 7f1f7bfff640 1 --2- 172.21.15.23:0/1432441168 >> v2:172.21.15.71:3300/0 conn(0x7f1f840ccb30 0x7f1f840b3a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:14.020 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.016+0000 7f1f82ffd640 1 --2- 172.21.15.23:0/1432441168 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1f8415b6e0 0x7f1f840cc5f0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f1f8406a980 tx=0x7f1f7401c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a6b3b5ae2600c3d server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:14.021 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.016+0000 7f1f827fc640 1 -- 172.21.15.23:0/1432441168 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f740ab620 con 0x7f1f8415b6e0 2023-06-26T03:03:14.021 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.016+0000 7f1f827fc640 1 -- 172.21.15.23:0/1432441168 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f740ab780 con 0x7f1f8415b6e0 2023-06-26T03:03:14.021 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.016+0000 7f1f827fc640 1 -- 172.21.15.23:0/1432441168 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f740abb10 con 0x7f1f8415b6e0 2023-06-26T03:03:14.021 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.016+0000 7f1f89722640 1 -- 172.21.15.23:0/1432441168 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1f8415b6e0 msgr2=0x7f1f840cc5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:14.021 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.016+0000 7f1f89722640 1 --2- 172.21.15.23:0/1432441168 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1f8415b6e0 0x7f1f840cc5f0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f1f8406a980 tx=0x7f1f7401c400 comp rx=0 tx=0).stop 2023-06-26T03:03:14.022 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.016+0000 7f1f89722640 1 -- 172.21.15.23:0/1432441168 shutdown_connections 2023-06-26T03:03:14.022 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.016+0000 7f1f89722640 1 --2- 172.21.15.23:0/1432441168 >> v2:172.21.15.71:3300/0 conn(0x7f1f840ccb30 0x7f1f840b3a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.022 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.016+0000 7f1f89722640 1 --2- 172.21.15.23:0/1432441168 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1f8415b6e0 0x7f1f840cc5f0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.022 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.016+0000 7f1f89722640 1 -- 172.21.15.23:0/1432441168 >> 172.21.15.23:0/1432441168 conn(0x7f1f840d1fa0 msgr2=0x7f1f840d23a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:14.023 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.016+0000 7f1f89722640 1 -- 172.21.15.23:0/1432441168 shutdown_connections 2023-06-26T03:03:14.023 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.016+0000 7f1f89722640 1 -- 172.21.15.23:0/1432441168 wait complete. 2023-06-26T03:03:14.023 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.016+0000 7f1f89722640 1 Processor -- start 2023-06-26T03:03:14.023 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.016+0000 7f1f89722640 1 -- start start 2023-06-26T03:03:14.024 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.016+0000 7f1f89722640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1f840b3f60 0x7f1f84158740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:14.024 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.016+0000 7f1f89722640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1f840ccb30 0x7f1f84165d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:14.024 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.016+0000 7f1f89722640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1f8415b6e0 0x7f1f840ca600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:14.025 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.016+0000 7f1f89722640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f841662b0 con 0x7f1f8415b6e0 2023-06-26T03:03:14.025 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.016+0000 7f1f89722640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f840cc560 con 0x7f1f840b3f60 2023-06-26T03:03:14.025 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.016+0000 7f1f89722640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f840c9b20 con 0x7f1f840ccb30 2023-06-26T03:03:14.025 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.016+0000 7f1f837fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1f8415b6e0 0x7f1f840ca600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:14.025 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.016+0000 7f1f837fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1f8415b6e0 0x7f1f840ca600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34978/0 (socket says 172.21.15.23:34978) 2023-06-26T03:03:14.025 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.016+0000 7f1f837fe640 1 -- 172.21.15.23:0/3256582507 learned_addr learned my addr 172.21.15.23:0/3256582507 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:14.025 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.016+0000 7f1f7bfff640 1 --2- 172.21.15.23:0/3256582507 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1f840ccb30 0x7f1f84165d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:14.026 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.016+0000 7f1f82ffd640 1 --2- 172.21.15.23:0/3256582507 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1f840b3f60 0x7f1f84158740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:14.026 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.016+0000 7f1f837fe640 1 -- 172.21.15.23:0/3256582507 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1f840ccb30 msgr2=0x7f1f84165d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:14.026 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.016+0000 7f1f837fe640 1 --2- 172.21.15.23:0/3256582507 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1f840ccb30 0x7f1f84165d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.026 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.016+0000 7f1f837fe640 1 -- 172.21.15.23:0/3256582507 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1f840b3f60 msgr2=0x7f1f84158740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:14.026 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.016+0000 7f1f837fe640 1 --2- 172.21.15.23:0/3256582507 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1f840b3f60 0x7f1f84158740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.026 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.016+0000 7f1f837fe640 1 -- 172.21.15.23:0/3256582507 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f740094d0 con 0x7f1f8415b6e0 2023-06-26T03:03:14.026 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.016+0000 7f1f837fe640 1 --2- 172.21.15.23:0/3256582507 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1f8415b6e0 0x7f1f840ca600 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f1f7c00c780 tx=0x7f1f7c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:14.026 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.016+0000 7f1f7b7fe640 1 -- 172.21.15.23:0/3256582507 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f7c004b70 con 0x7f1f8415b6e0 2023-06-26T03:03:14.027 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.020+0000 7f1f7b7fe640 1 -- 172.21.15.23:0/3256582507 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f7c00ce90 con 0x7f1f8415b6e0 2023-06-26T03:03:14.027 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.020+0000 7f1f89722640 1 -- 172.21.15.23:0/3256582507 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f840c9e00 con 0x7f1f8415b6e0 2023-06-26T03:03:14.027 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.020+0000 7f1f7b7fe640 1 -- 172.21.15.23:0/3256582507 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f7c00a850 con 0x7f1f8415b6e0 2023-06-26T03:03:14.027 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.020+0000 7f1f89722640 1 -- 172.21.15.23:0/3256582507 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f840cc840 con 0x7f1f8415b6e0 2023-06-26T03:03:14.028 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.020+0000 7f1f89722640 1 -- 172.21.15.23:0/3256582507 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1f840ca320 con 0x7f1f8415b6e0 2023-06-26T03:03:14.028 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.020+0000 7f1f7b7fe640 1 -- 172.21.15.23:0/3256582507 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f1f7c00a9b0 con 0x7f1f8415b6e0 2023-06-26T03:03:14.028 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.020+0000 7f1f7b7fe640 1 --2- 172.21.15.23:0/3256582507 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1f64066280 0x7f1f64068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:14.028 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.020+0000 7f1f7b7fe640 1 -- 172.21.15.23:0/3256582507 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f1f7c084500 con 0x7f1f8415b6e0 2023-06-26T03:03:14.028 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.020+0000 7f1f82ffd640 1 --2- 172.21.15.23:0/3256582507 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1f64066280 0x7f1f64068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:14.028 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.020+0000 7f1f82ffd640 1 --2- 172.21.15.23:0/3256582507 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1f64066280 0x7f1f64068730 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f1f740af000 tx=0x7f1f740a7000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:14.030 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.024+0000 7f1f7b7fe640 1 -- 172.21.15.23:0/3256582507 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f1f840ca320 con 0x7f1f8415b6e0 2023-06-26T03:03:14.182 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.176+0000 7f1f89722640 1 -- 172.21.15.23:0/3256582507 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f1f840ca320 con 0x7f1f8415b6e0 2023-06-26T03:03:14.182 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.176+0000 7f1f7b7fe640 1 -- 172.21.15.23:0/3256582507 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v29) v1 ==== 104+0+11 (secure 0 0 0) 0x7f1f840ca320 con 0x7f1f8415b6e0 2023-06-26T03:03:14.182 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:03:14.184 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.180+0000 7f1f89722640 1 -- 172.21.15.23:0/3256582507 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1f64066280 msgr2=0x7f1f64068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:14.185 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.180+0000 7f1f89722640 1 --2- 172.21.15.23:0/3256582507 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1f64066280 0x7f1f64068730 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f1f740af000 tx=0x7f1f740a7000 comp rx=0 tx=0).stop 2023-06-26T03:03:14.185 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.180+0000 7f1f89722640 1 -- 172.21.15.23:0/3256582507 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1f8415b6e0 msgr2=0x7f1f840ca600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:14.185 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.180+0000 7f1f89722640 1 --2- 172.21.15.23:0/3256582507 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1f8415b6e0 0x7f1f840ca600 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f1f7c00c780 tx=0x7f1f7c00cc40 comp rx=0 tx=0).stop 2023-06-26T03:03:14.185 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.180+0000 7f1f89722640 1 -- 172.21.15.23:0/3256582507 shutdown_connections 2023-06-26T03:03:14.185 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.180+0000 7f1f89722640 1 --2- 172.21.15.23:0/3256582507 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1f64066280 0x7f1f64068730 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.185 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.180+0000 7f1f89722640 1 --2- 172.21.15.23:0/3256582507 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1f8415b6e0 0x7f1f840ca600 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.186 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.180+0000 7f1f89722640 1 --2- 172.21.15.23:0/3256582507 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1f840ccb30 0x7f1f84165d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.186 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.180+0000 7f1f89722640 1 --2- 172.21.15.23:0/3256582507 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1f840b3f60 0x7f1f84158740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.186 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.180+0000 7f1f89722640 1 -- 172.21.15.23:0/3256582507 >> 172.21.15.23:0/3256582507 conn(0x7f1f840d1fa0 msgr2=0x7f1f84159290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:14.186 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.180+0000 7f1f89722640 1 -- 172.21.15.23:0/3256582507 shutdown_connections 2023-06-26T03:03:14.186 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.180+0000 7f1f89722640 1 -- 172.21.15.23:0/3256582507 wait complete. 2023-06-26T03:03:14.201 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-26T03:03:14.320 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.312+0000 7f57856af640 1 Processor -- start 2023-06-26T03:03:14.320 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.312+0000 7f57856af640 1 -- start start 2023-06-26T03:03:14.322 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.316+0000 7f57856af640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5780157230 0x7f578006ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:14.322 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.316+0000 7f57856af640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f57800afc80 0x7f57800c84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:14.322 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.316+0000 7f57856af640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f578006f2a0 con 0x7f57800707c0 2023-06-26T03:03:14.323 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.316+0000 7f57856af640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f57800ca360 con 0x7f57800afc80 2023-06-26T03:03:14.323 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.316+0000 7f57856af640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f57800c97e0 con 0x7f5780157230 2023-06-26T03:03:14.323 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.316+0000 7f577effd640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5780157230 0x7f578006ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:14.323 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.316+0000 7f577f7fe640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f57800afc80 0x7f57800c84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:14.323 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.316+0000 7f577effd640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5780157230 0x7f578006ed60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3301/0 says I am v2:172.21.15.23:42980/0 (socket says 172.21.15.23:42980) 2023-06-26T03:03:14.324 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.316+0000 7f577effd640 1 -- 172.21.15.23:0/3430335629 learned_addr learned my addr 172.21.15.23:0/3430335629 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:14.324 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.316+0000 7f577e7fc640 1 --1- 172.21.15.23:0/3430335629 >> v1:172.21.15.71:6789/0 conn(0x7f57800707c0 0x7f57800af570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.71:6789/0 says I am v1:172.21.15.23:60666/0 (socket says 172.21.15.23:60666) 2023-06-26T03:03:14.324 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.316+0000 7f577effd640 1 -- 172.21.15.23:0/3430335629 >> v2:172.21.15.71:3300/0 conn(0x7f57800afc80 msgr2=0x7f57800c84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:14.324 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.316+0000 7f577effd640 1 --2- 172.21.15.23:0/3430335629 >> v2:172.21.15.71:3300/0 conn(0x7f57800afc80 0x7f57800c84b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.325 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.316+0000 7f577effd640 1 -- 172.21.15.23:0/3430335629 >> v1:172.21.15.71:6789/0 conn(0x7f57800707c0 legacy=0x7f57800af570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:14.325 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.316+0000 7f577effd640 1 -- 172.21.15.23:0/3430335629 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57800c9ac0 con 0x7f5780157230 2023-06-26T03:03:14.326 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.320+0000 7f577effd640 1 --2- 172.21.15.23:0/3430335629 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5780157230 0x7f578006ed60 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f5770009870 tx=0x7f577001c3f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=52060368497cd071 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:14.327 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.320+0000 7f577dffb640 1 -- 172.21.15.23:0/3430335629 <== mon.2 v2:172.21.15.71:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57700ab5f0 con 0x7f5780157230 2023-06-26T03:03:14.327 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.320+0000 7f577dffb640 1 -- 172.21.15.23:0/3430335629 <== mon.2 v2:172.21.15.71:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f57700ab750 con 0x7f5780157230 2023-06-26T03:03:14.327 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.320+0000 7f577dffb640 1 -- 172.21.15.23:0/3430335629 <== mon.2 v2:172.21.15.71:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57700abae0 con 0x7f5780157230 2023-06-26T03:03:14.327 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.320+0000 7f57856af640 1 -- 172.21.15.23:0/3430335629 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5780157230 msgr2=0x7f578006ed60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:14.327 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.320+0000 7f57856af640 1 --2- 172.21.15.23:0/3430335629 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5780157230 0x7f578006ed60 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f5770009870 tx=0x7f577001c3f0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.327 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.320+0000 7f57856af640 1 -- 172.21.15.23:0/3430335629 shutdown_connections 2023-06-26T03:03:14.328 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.320+0000 7f57856af640 1 --2- 172.21.15.23:0/3430335629 >> v2:172.21.15.71:3300/0 conn(0x7f57800afc80 0x7f57800c84b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.328 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.320+0000 7f57856af640 1 --2- 172.21.15.23:0/3430335629 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5780157230 0x7f578006ed60 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.328 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.320+0000 7f57856af640 1 -- 172.21.15.23:0/3430335629 >> 172.21.15.23:0/3430335629 conn(0x7f5780069fc0 msgr2=0x7f57800ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:14.328 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.320+0000 7f57856af640 1 -- 172.21.15.23:0/3430335629 shutdown_connections 2023-06-26T03:03:14.328 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.320+0000 7f57856af640 1 -- 172.21.15.23:0/3430335629 wait complete. 2023-06-26T03:03:14.328 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.320+0000 7f57856af640 1 Processor -- start 2023-06-26T03:03:14.328 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.320+0000 7f57856af640 1 -- start start 2023-06-26T03:03:14.330 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.320+0000 7f57856af640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f57800707c0 0x7f578015af10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:14.330 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.320+0000 7f57856af640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f57800afc80 0x7f57800adaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:14.330 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.320+0000 7f57856af640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5780159000 0x7f57800ae030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:14.331 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.320+0000 7f57856af640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57800afb10 con 0x7f57800707c0 2023-06-26T03:03:14.331 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.320+0000 7f57856af640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5780158b70 con 0x7f57800afc80 2023-06-26T03:03:14.331 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.320+0000 7f57856af640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f57800af590 con 0x7f5780159000 2023-06-26T03:03:14.331 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.320+0000 7f577effd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f57800707c0 0x7f578015af10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:14.331 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.320+0000 7f577effd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f57800707c0 0x7f578015af10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34982/0 (socket says 172.21.15.23:34982) 2023-06-26T03:03:14.331 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.320+0000 7f577effd640 1 -- 172.21.15.23:0/2406004389 learned_addr learned my addr 172.21.15.23:0/2406004389 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:14.332 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.320+0000 7f577e7fc640 1 --2- 172.21.15.23:0/2406004389 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f57800afc80 0x7f57800adaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:14.332 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.320+0000 7f577f7fe640 1 --2- 172.21.15.23:0/2406004389 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5780159000 0x7f57800ae030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:14.332 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.320+0000 7f577effd640 1 -- 172.21.15.23:0/2406004389 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5780159000 msgr2=0x7f57800ae030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:14.332 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.320+0000 7f577effd640 1 --2- 172.21.15.23:0/2406004389 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5780159000 0x7f57800ae030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.332 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.320+0000 7f577effd640 1 -- 172.21.15.23:0/2406004389 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f57800afc80 msgr2=0x7f57800adaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:14.332 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.320+0000 7f577effd640 1 --2- 172.21.15.23:0/2406004389 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f57800afc80 0x7f57800adaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.332 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.320+0000 7f577effd640 1 -- 172.21.15.23:0/2406004389 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57700094d0 con 0x7f57800707c0 2023-06-26T03:03:14.333 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.324+0000 7f577effd640 1 --2- 172.21.15.23:0/2406004389 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f57800707c0 0x7f578015af10 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f57700ad040 tx=0x7f577001ac30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:14.333 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.324+0000 7f57677fe640 1 -- 172.21.15.23:0/2406004389 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57700be5f0 con 0x7f57800707c0 2023-06-26T03:03:14.333 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.324+0000 7f57677fe640 1 -- 172.21.15.23:0/2406004389 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f57700be750 con 0x7f57800707c0 2023-06-26T03:03:14.333 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.324+0000 7f57856af640 1 -- 172.21.15.23:0/2406004389 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f57800af830 con 0x7f57800707c0 2023-06-26T03:03:14.333 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.324+0000 7f57677fe640 1 -- 172.21.15.23:0/2406004389 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57700beb00 con 0x7f57800707c0 2023-06-26T03:03:14.333 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.324+0000 7f57856af640 1 -- 172.21.15.23:0/2406004389 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f578014d160 con 0x7f57800707c0 2023-06-26T03:03:14.333 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.324+0000 7f57856af640 1 -- 172.21.15.23:0/2406004389 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5780158660 con 0x7f57800707c0 2023-06-26T03:03:14.333 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.324+0000 7f57677fe640 1 -- 172.21.15.23:0/2406004389 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f57700b43f0 con 0x7f57800707c0 2023-06-26T03:03:14.334 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.324+0000 7f57677fe640 1 --2- 172.21.15.23:0/2406004389 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f576c0662b0 0x7f576c068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:14.334 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.324+0000 7f57677fe640 1 -- 172.21.15.23:0/2406004389 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f57700a8050 con 0x7f57800707c0 2023-06-26T03:03:14.334 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.324+0000 7f577e7fc640 1 --2- 172.21.15.23:0/2406004389 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f576c0662b0 0x7f576c068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:14.334 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.324+0000 7f577e7fc640 1 --2- 172.21.15.23:0/2406004389 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f576c0662b0 0x7f576c068760 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f5780156840 tx=0x7f5774007cd0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:14.334 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.328+0000 7f57677fe640 1 -- 172.21.15.23:0/2406004389 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f5780158660 con 0x7f57800707c0 2023-06-26T03:03:14.486 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.480+0000 7f57856af640 1 -- 172.21.15.23:0/2406004389 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f5780158660 con 0x7f57800707c0 2023-06-26T03:03:14.487 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.480+0000 7f57677fe640 1 -- 172.21.15.23:0/2406004389 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v29) v1 ==== 100+0+11 (secure 0 0 0) 0x7f5780158660 con 0x7f57800707c0 2023-06-26T03:03:14.487 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 64 2023-06-26T03:03:14.489 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.484+0000 7f57856af640 1 -- 172.21.15.23:0/2406004389 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f576c0662b0 msgr2=0x7f576c068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:14.489 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.484+0000 7f57856af640 1 --2- 172.21.15.23:0/2406004389 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f576c0662b0 0x7f576c068760 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f5780156840 tx=0x7f5774007cd0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.490 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.484+0000 7f57856af640 1 -- 172.21.15.23:0/2406004389 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f57800707c0 msgr2=0x7f578015af10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:14.490 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.484+0000 7f57856af640 1 --2- 172.21.15.23:0/2406004389 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f57800707c0 0x7f578015af10 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f57700ad040 tx=0x7f577001ac30 comp rx=0 tx=0).stop 2023-06-26T03:03:14.490 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.484+0000 7f57856af640 1 -- 172.21.15.23:0/2406004389 shutdown_connections 2023-06-26T03:03:14.490 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.484+0000 7f57856af640 1 --2- 172.21.15.23:0/2406004389 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f576c0662b0 0x7f576c068760 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.490 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.484+0000 7f57856af640 1 --2- 172.21.15.23:0/2406004389 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f5780159000 0x7f57800ae030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.490 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.484+0000 7f57856af640 1 --2- 172.21.15.23:0/2406004389 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f57800afc80 0x7f57800adaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.490 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.484+0000 7f57856af640 1 --2- 172.21.15.23:0/2406004389 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f57800707c0 0x7f578015af10 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.491 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.484+0000 7f57856af640 1 -- 172.21.15.23:0/2406004389 >> 172.21.15.23:0/2406004389 conn(0x7f5780069fc0 msgr2=0x7f578006f600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:14.491 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.484+0000 7f57856af640 1 -- 172.21.15.23:0/2406004389 shutdown_connections 2023-06-26T03:03:14.491 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.484+0000 7f57856af640 1 -- 172.21.15.23:0/2406004389 wait complete. 2023-06-26T03:03:14.506 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-06-26T03:03:14.623 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.616+0000 7f9e009f3640 1 Processor -- start 2023-06-26T03:03:14.624 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.616+0000 7f9e009f3640 1 -- start start 2023-06-26T03:03:14.625 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.620+0000 7f9e009f3640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f9dfc157230 0x7f9dfc06ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:14.625 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.620+0000 7f9e009f3640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f9dfc0afc80 0x7f9dfc0c84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:14.625 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.620+0000 7f9e009f3640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9dfc06f2a0 con 0x7f9dfc0707c0 2023-06-26T03:03:14.625 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.620+0000 7f9e009f3640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9dfc0ca360 con 0x7f9dfc0afc80 2023-06-26T03:03:14.625 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.620+0000 7f9e009f3640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9dfc0c97e0 con 0x7f9dfc157230 2023-06-26T03:03:14.625 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.620+0000 7f9dfad9d640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f9dfc0afc80 0x7f9dfc0c84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:14.626 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.620+0000 7f9dfad9d640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f9dfc0afc80 0x7f9dfc0c84b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34988/0 (socket says 172.21.15.23:34988) 2023-06-26T03:03:14.626 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.620+0000 7f9dfad9d640 1 -- 172.21.15.23:0/139788062 learned_addr learned my addr 172.21.15.23:0/139788062 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:14.626 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.620+0000 7f9dfa59c640 1 --2- 172.21.15.23:0/139788062 >> v2:172.21.15.71:3300/0 conn(0x7f9dfc157230 0x7f9dfc06ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:14.626 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.620+0000 7f9dfad9d640 1 -- 172.21.15.23:0/139788062 >> v2:172.21.15.71:3300/0 conn(0x7f9dfc157230 msgr2=0x7f9dfc06ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:14.627 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.620+0000 7f9dfad9d640 1 --2- 172.21.15.23:0/139788062 >> v2:172.21.15.71:3300/0 conn(0x7f9dfc157230 0x7f9dfc06ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.627 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.620+0000 7f9dfad9d640 1 -- 172.21.15.23:0/139788062 >> v1:172.21.15.71:6789/0 conn(0x7f9dfc0707c0 legacy=0x7f9dfc0af570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:14.627 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.620+0000 7f9dfad9d640 1 -- 172.21.15.23:0/139788062 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9dfc0c9ac0 con 0x7f9dfc0afc80 2023-06-26T03:03:14.627 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.620+0000 7f9dfad9d640 1 --2- 172.21.15.23:0/139788062 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9dfc0afc80 0x7f9dfc0c84b0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f9dfc0cae10 tx=0x7f9df401c370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b161e828601e63f server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:14.628 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.620+0000 7f9df959a640 1 -- 172.21.15.23:0/139788062 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9df40ab600 con 0x7f9dfc0afc80 2023-06-26T03:03:14.628 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.620+0000 7f9df959a640 1 -- 172.21.15.23:0/139788062 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9df40a7050 con 0x7f9dfc0afc80 2023-06-26T03:03:14.628 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.620+0000 7f9df959a640 1 -- 172.21.15.23:0/139788062 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9df40ab980 con 0x7f9dfc0afc80 2023-06-26T03:03:14.628 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.620+0000 7f9e009f3640 1 -- 172.21.15.23:0/139788062 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9dfc0afc80 msgr2=0x7f9dfc0c84b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:14.629 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.620+0000 7f9e009f3640 1 --2- 172.21.15.23:0/139788062 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9dfc0afc80 0x7f9dfc0c84b0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f9dfc0cae10 tx=0x7f9df401c370 comp rx=0 tx=0).stop 2023-06-26T03:03:14.629 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.624+0000 7f9e009f3640 1 -- 172.21.15.23:0/139788062 shutdown_connections 2023-06-26T03:03:14.629 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.624+0000 7f9e009f3640 1 --2- 172.21.15.23:0/139788062 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9dfc0afc80 0x7f9dfc0c84b0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.629 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.624+0000 7f9e009f3640 1 --2- 172.21.15.23:0/139788062 >> v2:172.21.15.71:3300/0 conn(0x7f9dfc157230 0x7f9dfc06ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.629 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.624+0000 7f9e009f3640 1 -- 172.21.15.23:0/139788062 >> 172.21.15.23:0/139788062 conn(0x7f9dfc069fc0 msgr2=0x7f9dfc0ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:14.629 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.624+0000 7f9e009f3640 1 -- 172.21.15.23:0/139788062 shutdown_connections 2023-06-26T03:03:14.629 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.624+0000 7f9e009f3640 1 -- 172.21.15.23:0/139788062 wait complete. 2023-06-26T03:03:14.631 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.624+0000 7f9e009f3640 1 Processor -- start 2023-06-26T03:03:14.631 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.624+0000 7f9e009f3640 1 -- start start 2023-06-26T03:03:14.631 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.624+0000 7f9e009f3640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9dfc0707c0 0x7f9dfc14cd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:14.631 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.624+0000 7f9e009f3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9dfc0afc80 0x7f9dfc0add00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:14.632 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.624+0000 7f9e009f3640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9dfc0ae240 0x7f9dfc13a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:14.632 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.624+0000 7f9e009f3640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9dfc0cbf40 con 0x7f9dfc0707c0 2023-06-26T03:03:14.632 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.624+0000 7f9e009f3640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9dfc0ae6a0 con 0x7f9dfc0afc80 2023-06-26T03:03:14.632 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.624+0000 7f9e009f3640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9dfc13b310 con 0x7f9dfc0ae240 2023-06-26T03:03:14.632 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.624+0000 7f9dfa59c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9dfc0707c0 0x7f9dfc14cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:14.632 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.624+0000 7f9dfa59c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9dfc0707c0 0x7f9dfc14cd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34998/0 (socket says 172.21.15.23:34998) 2023-06-26T03:03:14.633 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.624+0000 7f9dfa59c640 1 -- 172.21.15.23:0/199495548 learned_addr learned my addr 172.21.15.23:0/199495548 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:14.633 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.624+0000 7f9dfad9d640 1 --2- 172.21.15.23:0/199495548 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9dfc0ae240 0x7f9dfc13a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:14.633 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.624+0000 7f9df9d9b640 1 --2- 172.21.15.23:0/199495548 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9dfc0afc80 0x7f9dfc0add00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:14.633 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.624+0000 7f9dfa59c640 1 -- 172.21.15.23:0/199495548 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9dfc0ae240 msgr2=0x7f9dfc13a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:14.633 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.624+0000 7f9dfa59c640 1 --2- 172.21.15.23:0/199495548 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9dfc0ae240 0x7f9dfc13a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.633 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.624+0000 7f9dfa59c640 1 -- 172.21.15.23:0/199495548 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9dfc0afc80 msgr2=0x7f9dfc0add00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:14.633 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.624+0000 7f9dfa59c640 1 --2- 172.21.15.23:0/199495548 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9dfc0afc80 0x7f9dfc0add00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.633 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.624+0000 7f9dfa59c640 1 -- 172.21.15.23:0/199495548 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9df40094d0 con 0x7f9dfc0707c0 2023-06-26T03:03:14.634 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.624+0000 7f9dfa59c640 1 --2- 172.21.15.23:0/199495548 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9dfc0707c0 0x7f9dfc14cd70 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f9df000d620 tx=0x7f9df000dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:14.634 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.624+0000 7f9deaffd640 1 -- 172.21.15.23:0/199495548 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9df000b620 con 0x7f9dfc0707c0 2023-06-26T03:03:14.634 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.624+0000 7f9deaffd640 1 -- 172.21.15.23:0/199495548 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9df000b780 con 0x7f9dfc0707c0 2023-06-26T03:03:14.634 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.624+0000 7f9e009f3640 1 -- 172.21.15.23:0/199495548 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9dfc0cb880 con 0x7f9dfc0707c0 2023-06-26T03:03:14.634 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.624+0000 7f9deaffd640 1 -- 172.21.15.23:0/199495548 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9df000bb10 con 0x7f9dfc0707c0 2023-06-26T03:03:14.634 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.624+0000 7f9e009f3640 1 -- 172.21.15.23:0/199495548 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9dfc14d2b0 con 0x7f9dfc0707c0 2023-06-26T03:03:14.635 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.624+0000 7f9e009f3640 1 -- 172.21.15.23:0/199495548 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9dfc0cb6c0 con 0x7f9dfc0707c0 2023-06-26T03:03:14.635 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.628+0000 7f9deaffd640 1 -- 172.21.15.23:0/199495548 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f9df000bc70 con 0x7f9dfc0707c0 2023-06-26T03:03:14.635 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.628+0000 7f9deaffd640 1 --2- 172.21.15.23:0/199495548 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9ddc066280 0x7f9ddc068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:14.635 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.628+0000 7f9deaffd640 1 -- 172.21.15.23:0/199495548 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f9df0084590 con 0x7f9dfc0707c0 2023-06-26T03:03:14.636 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.628+0000 7f9df9d9b640 1 --2- 172.21.15.23:0/199495548 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9ddc066280 0x7f9ddc068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:14.636 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.628+0000 7f9df9d9b640 1 --2- 172.21.15.23:0/199495548 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9ddc066280 0x7f9ddc068730 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f9dfc0c8010 tx=0x7f9dec009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:14.637 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.632+0000 7f9deaffd640 1 -- 172.21.15.23:0/199495548 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f9df00516e0 con 0x7f9dfc0707c0 2023-06-26T03:03:14.782 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.776+0000 7f9e009f3640 1 -- 172.21.15.23:0/199495548 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f9dfc04d790 con 0x7f9dfc0707c0 2023-06-26T03:03:14.782 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.776+0000 7f9deaffd640 1 -- 172.21.15.23:0/199495548 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v29) v1 ==== 103+0+11 (secure 0 0 0) 0x7f9df0007380 con 0x7f9dfc0707c0 2023-06-26T03:03:14.783 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:03:14.785 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.780+0000 7f9e009f3640 1 -- 172.21.15.23:0/199495548 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9ddc066280 msgr2=0x7f9ddc068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:14.785 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.780+0000 7f9e009f3640 1 --2- 172.21.15.23:0/199495548 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9ddc066280 0x7f9ddc068730 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f9dfc0c8010 tx=0x7f9dec009040 comp rx=0 tx=0).stop 2023-06-26T03:03:14.785 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.780+0000 7f9e009f3640 1 -- 172.21.15.23:0/199495548 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9dfc0707c0 msgr2=0x7f9dfc14cd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:14.785 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.780+0000 7f9e009f3640 1 --2- 172.21.15.23:0/199495548 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9dfc0707c0 0x7f9dfc14cd70 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f9df000d620 tx=0x7f9df000dae0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.785 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.780+0000 7f9e009f3640 1 -- 172.21.15.23:0/199495548 shutdown_connections 2023-06-26T03:03:14.785 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.780+0000 7f9e009f3640 1 --2- 172.21.15.23:0/199495548 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9ddc066280 0x7f9ddc068730 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.786 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.780+0000 7f9e009f3640 1 --2- 172.21.15.23:0/199495548 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9dfc0ae240 0x7f9dfc13a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.786 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.780+0000 7f9e009f3640 1 --2- 172.21.15.23:0/199495548 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9dfc0afc80 0x7f9dfc0add00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.786 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.780+0000 7f9e009f3640 1 --2- 172.21.15.23:0/199495548 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9dfc0707c0 0x7f9dfc14cd70 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.786 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.780+0000 7f9e009f3640 1 -- 172.21.15.23:0/199495548 >> 172.21.15.23:0/199495548 conn(0x7f9dfc069fc0 msgr2=0x7f9dfc155240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:14.786 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.780+0000 7f9e009f3640 1 -- 172.21.15.23:0/199495548 shutdown_connections 2023-06-26T03:03:14.786 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.780+0000 7f9e009f3640 1 -- 172.21.15.23:0/199495548 wait complete. 2023-06-26T03:03:14.800 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-06-26T03:03:14.921 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.916+0000 7f1456994640 1 Processor -- start 2023-06-26T03:03:14.921 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.916+0000 7f1456994640 1 -- start start 2023-06-26T03:03:14.922 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.916+0000 7f1456994640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f1450153a50 0x7f14500ce3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:14.922 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.916+0000 7f1456994640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f14500ccc20 0x7f14500cd0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:14.922 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.916+0000 7f1456994640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1450159f40 con 0x7f1450159a80 2023-06-26T03:03:14.922 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.916+0000 7f1456994640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f14500cd600 con 0x7f1450153a50 2023-06-26T03:03:14.923 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.916+0000 7f1456994640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f145015d070 con 0x7f14500ccc20 2023-06-26T03:03:14.923 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.916+0000 7f144ffff640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f1450153a50 0x7f14500ce3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:14.923 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.916+0000 7f144ffff640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f1450153a50 0x7f14500ce3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35014/0 (socket says 172.21.15.23:35014) 2023-06-26T03:03:14.923 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.916+0000 7f144ffff640 1 -- 172.21.15.23:0/2882632416 learned_addr learned my addr 172.21.15.23:0/2882632416 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:14.923 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.916+0000 7f1454f31640 1 --2- 172.21.15.23:0/2882632416 >> v2:172.21.15.71:3300/0 conn(0x7f14500ccc20 0x7f14500cd0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:14.924 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.916+0000 7f144ffff640 1 -- 172.21.15.23:0/2882632416 >> v2:172.21.15.71:3300/0 conn(0x7f14500ccc20 msgr2=0x7f14500cd0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:14.924 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.916+0000 7f144ffff640 1 --2- 172.21.15.23:0/2882632416 >> v2:172.21.15.71:3300/0 conn(0x7f14500ccc20 0x7f14500cd0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.924 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.916+0000 7f144ffff640 1 -- 172.21.15.23:0/2882632416 >> v1:172.21.15.71:6789/0 conn(0x7f1450159a80 legacy=0x7f14500c9340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:14.924 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.916+0000 7f144ffff640 1 -- 172.21.15.23:0/2882632416 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f145015a220 con 0x7f1450153a50 2023-06-26T03:03:14.925 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.920+0000 7f144ffff640 1 --2- 172.21.15.23:0/2882632416 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1450153a50 0x7f14500ce3a0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f14500c88c0 tx=0x7f144801c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edaf40a8e2c2f1cb server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:14.925 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.920+0000 7f144effd640 1 -- 172.21.15.23:0/2882632416 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14480aa5f0 con 0x7f1450153a50 2023-06-26T03:03:14.925 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.920+0000 7f144effd640 1 -- 172.21.15.23:0/2882632416 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f14480aa750 con 0x7f1450153a50 2023-06-26T03:03:14.925 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.920+0000 7f144effd640 1 -- 172.21.15.23:0/2882632416 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14480aaae0 con 0x7f1450153a50 2023-06-26T03:03:14.926 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.920+0000 7f1456994640 1 -- 172.21.15.23:0/2882632416 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1450153a50 msgr2=0x7f14500ce3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:14.926 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.920+0000 7f1456994640 1 --2- 172.21.15.23:0/2882632416 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1450153a50 0x7f14500ce3a0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f14500c88c0 tx=0x7f144801c490 comp rx=0 tx=0).stop 2023-06-26T03:03:14.926 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.920+0000 7f1456994640 1 -- 172.21.15.23:0/2882632416 shutdown_connections 2023-06-26T03:03:14.926 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.920+0000 7f1456994640 1 --2- 172.21.15.23:0/2882632416 >> v2:172.21.15.71:3300/0 conn(0x7f14500ccc20 0x7f14500cd0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.926 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.920+0000 7f1456994640 1 --2- 172.21.15.23:0/2882632416 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1450153a50 0x7f14500ce3a0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.926 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.920+0000 7f1456994640 1 -- 172.21.15.23:0/2882632416 >> 172.21.15.23:0/2882632416 conn(0x7f1450069400 msgr2=0x7f1450069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:14.927 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.920+0000 7f1456994640 1 -- 172.21.15.23:0/2882632416 shutdown_connections 2023-06-26T03:03:14.927 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.920+0000 7f1456994640 1 -- 172.21.15.23:0/2882632416 wait complete. 2023-06-26T03:03:14.928 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.920+0000 7f1456994640 1 Processor -- start 2023-06-26T03:03:14.928 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.920+0000 7f1456994640 1 -- start start 2023-06-26T03:03:14.929 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.920+0000 7f1456994640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f14500ccc20 0x7f1450134080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:14.929 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.920+0000 7f1456994640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1450153a50 0x7f14501f55d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:14.929 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.920+0000 7f1456994640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1450159a80 0x7f145006ec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:14.929 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.920+0000 7f1456994640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14500ae8c0 con 0x7f1450153a50 2023-06-26T03:03:14.929 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.920+0000 7f1456994640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14501f5b10 con 0x7f1450159a80 2023-06-26T03:03:14.929 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.920+0000 7f1456994640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f14500adcb0 con 0x7f14500ccc20 2023-06-26T03:03:14.929 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.920+0000 7f144f7fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1450153a50 0x7f14501f55d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:14.930 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.920+0000 7f144f7fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1450153a50 0x7f14501f55d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35016/0 (socket says 172.21.15.23:35016) 2023-06-26T03:03:14.930 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.920+0000 7f144f7fe640 1 -- 172.21.15.23:0/4188272610 learned_addr learned my addr 172.21.15.23:0/4188272610 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:14.930 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.920+0000 7f144ffff640 1 --2- 172.21.15.23:0/4188272610 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f14500ccc20 0x7f1450134080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:14.930 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.920+0000 7f1454f31640 1 --2- 172.21.15.23:0/4188272610 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1450159a80 0x7f145006ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:14.930 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.924+0000 7f144f7fe640 1 -- 172.21.15.23:0/4188272610 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f14500ccc20 msgr2=0x7f1450134080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:14.930 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.924+0000 7f144f7fe640 1 --2- 172.21.15.23:0/4188272610 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f14500ccc20 0x7f1450134080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.930 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.924+0000 7f144f7fe640 1 -- 172.21.15.23:0/4188272610 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1450159a80 msgr2=0x7f145006ec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:14.930 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.924+0000 7f144f7fe640 1 --2- 172.21.15.23:0/4188272610 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1450159a80 0x7f145006ec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:14.931 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.924+0000 7f144f7fe640 1 -- 172.21.15.23:0/4188272610 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14480094d0 con 0x7f1450153a50 2023-06-26T03:03:14.931 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.924+0000 7f1454f31640 1 --2- 172.21.15.23:0/4188272610 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1450159a80 0x7f145006ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:14.931 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.924+0000 7f144f7fe640 1 --2- 172.21.15.23:0/4188272610 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1450153a50 0x7f14501f55d0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f143800b390 tx=0x7f143800b850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:14.931 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.924+0000 7f144cff9640 1 -- 172.21.15.23:0/4188272610 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1438011830 con 0x7f1450153a50 2023-06-26T03:03:14.931 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.924+0000 7f144cff9640 1 -- 172.21.15.23:0/4188272610 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1438011990 con 0x7f1450153a50 2023-06-26T03:03:14.931 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.924+0000 7f1456994640 1 -- 172.21.15.23:0/4188272610 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f14500adf90 con 0x7f1450153a50 2023-06-26T03:03:14.931 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.924+0000 7f144cff9640 1 -- 172.21.15.23:0/4188272610 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1438011d40 con 0x7f1450153a50 2023-06-26T03:03:14.931 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.924+0000 7f1456994640 1 -- 172.21.15.23:0/4188272610 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f14500ae550 con 0x7f1450153a50 2023-06-26T03:03:14.932 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.924+0000 7f1456994640 1 -- 172.21.15.23:0/4188272610 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f145004d790 con 0x7f1450153a50 2023-06-26T03:03:14.932 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.924+0000 7f144cff9640 1 -- 172.21.15.23:0/4188272610 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f143801a400 con 0x7f1450153a50 2023-06-26T03:03:14.933 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.924+0000 7f144cff9640 1 --2- 172.21.15.23:0/4188272610 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1430066280 0x7f1430068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:14.933 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.924+0000 7f144cff9640 1 -- 172.21.15.23:0/4188272610 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f1438084160 con 0x7f1450153a50 2023-06-26T03:03:14.933 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.924+0000 7f144ffff640 1 --2- 172.21.15.23:0/4188272610 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1430066280 0x7f1430068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:14.933 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.924+0000 7f144ffff640 1 --2- 172.21.15.23:0/4188272610 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1430066280 0x7f1430068730 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f14480ae000 tx=0x7f14480a7000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:14.934 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:14.928+0000 7f144cff9640 1 -- 172.21.15.23:0/4188272610 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f14380512b0 con 0x7f1450153a50 2023-06-26T03:03:15.098 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.092+0000 7f1456994640 1 -- 172.21.15.23:0/4188272610 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f14501641e0 con 0x7f1450153a50 2023-06-26T03:03:15.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.092+0000 7f144cff9640 1 -- 172.21.15.23:0/4188272610 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v29) v1 ==== 80+0+0 (secure 0 0 0) 0x7f14380548d0 con 0x7f1450153a50 2023-06-26T03:03:15.099 INFO:teuthology.orchestra.run.smithi023.stderr:listed 0 entries 2023-06-26T03:03:15.101 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.096+0000 7f1456994640 1 -- 172.21.15.23:0/4188272610 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1430066280 msgr2=0x7f1430068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:15.102 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.096+0000 7f1456994640 1 --2- 172.21.15.23:0/4188272610 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1430066280 0x7f1430068730 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f14480ae000 tx=0x7f14480a7000 comp rx=0 tx=0).stop 2023-06-26T03:03:15.102 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.096+0000 7f1456994640 1 -- 172.21.15.23:0/4188272610 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1450153a50 msgr2=0x7f14501f55d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:15.102 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.096+0000 7f1456994640 1 --2- 172.21.15.23:0/4188272610 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1450153a50 0x7f14501f55d0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f143800b390 tx=0x7f143800b850 comp rx=0 tx=0).stop 2023-06-26T03:03:15.102 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.096+0000 7f1456994640 1 -- 172.21.15.23:0/4188272610 shutdown_connections 2023-06-26T03:03:15.102 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.096+0000 7f1456994640 1 --2- 172.21.15.23:0/4188272610 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1430066280 0x7f1430068730 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:15.102 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.096+0000 7f1456994640 1 --2- 172.21.15.23:0/4188272610 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1450159a80 0x7f145006ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:15.102 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.096+0000 7f1456994640 1 --2- 172.21.15.23:0/4188272610 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1450153a50 0x7f14501f55d0 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:15.102 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.096+0000 7f1456994640 1 --2- 172.21.15.23:0/4188272610 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f14500ccc20 0x7f1450134080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:15.103 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.096+0000 7f1456994640 1 -- 172.21.15.23:0/4188272610 >> 172.21.15.23:0/4188272610 conn(0x7f1450069400 msgr2=0x7f14500697d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:15.103 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.096+0000 7f1456994640 1 -- 172.21.15.23:0/4188272610 shutdown_connections 2023-06-26T03:03:15.103 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.096+0000 7f1456994640 1 -- 172.21.15.23:0/4188272610 wait complete. 2023-06-26T03:03:15.118 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:03:15.118 DEBUG:teuthology.orchestra.run.smithi023:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-26T03:03:15.124 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:03:15.290 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.284+0000 7fd731502640 1 Processor -- start 2023-06-26T03:03:15.290 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.284+0000 7fd731502640 1 -- start start 2023-06-26T03:03:15.291 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.284+0000 7fd731502640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fd72c0cdb00 0x7fd72c0c9360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:15.291 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.284+0000 7fd731502640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd72c0cc0c0 0x7fd72c06b760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:15.291 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.284+0000 7fd731502640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fd72c0cded0 0x7fd72c06ed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:15.291 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.284+0000 7fd731502640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd72c0c8300 con 0x7fd72c0cded0 2023-06-26T03:03:15.291 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.284+0000 7fd731502640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd72c0c85a0 con 0x7fd72c0cdb00 2023-06-26T03:03:15.291 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.284+0000 7fd731502640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd72c0c8880 con 0x7fd72c0cc0c0 2023-06-26T03:03:15.292 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.284+0000 7fd72b7fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fd72c0cded0 0x7fd72c06ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:15.292 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.284+0000 7fd72b7fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fd72c0cded0 0x7fd72c06ed80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35030/0 (socket says 172.21.15.23:35030) 2023-06-26T03:03:15.292 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.284+0000 7fd72b7fe640 1 -- 172.21.15.23:0/1761219714 learned_addr learned my addr 172.21.15.23:0/1761219714 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:15.293 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.284+0000 7fd72affd640 1 --2- 172.21.15.23:0/1761219714 >> v2:172.21.15.71:3300/0 conn(0x7fd72c0cdb00 0x7fd72c0c9360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:15.293 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.284+0000 7fd723fff640 1 --2- 172.21.15.23:0/1761219714 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd72c0cc0c0 0x7fd72c06b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:15.293 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.284+0000 7fd72b7fe640 1 -- 172.21.15.23:0/1761219714 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd72c0cc0c0 msgr2=0x7fd72c06b760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:15.293 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.284+0000 7fd72b7fe640 1 --2- 172.21.15.23:0/1761219714 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd72c0cc0c0 0x7fd72c06b760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:15.293 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.284+0000 7fd72b7fe640 1 -- 172.21.15.23:0/1761219714 >> v2:172.21.15.71:3300/0 conn(0x7fd72c0cdb00 msgr2=0x7fd72c0c9360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:15.293 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.284+0000 7fd72b7fe640 1 --2- 172.21.15.23:0/1761219714 >> v2:172.21.15.71:3300/0 conn(0x7fd72c0cdb00 0x7fd72c0c9360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:15.293 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.284+0000 7fd72b7fe640 1 -- 172.21.15.23:0/1761219714 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd72c0c8b60 con 0x7fd72c0cded0 2023-06-26T03:03:15.294 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.288+0000 7fd72b7fe640 1 --2- 172.21.15.23:0/1761219714 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd72c0cded0 0x7fd72c06ed80 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fd72c0b3d60 tx=0x7fd72401c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a91a8fcb79456df9 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:15.294 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.288+0000 7fd72a7fc640 1 -- 172.21.15.23:0/1761219714 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7240a5770 con 0x7fd72c0cded0 2023-06-26T03:03:15.295 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.288+0000 7fd72a7fc640 1 -- 172.21.15.23:0/1761219714 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd7240a58d0 con 0x7fd72c0cded0 2023-06-26T03:03:15.295 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.288+0000 7fd72a7fc640 1 -- 172.21.15.23:0/1761219714 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7240a5c60 con 0x7fd72c0cded0 2023-06-26T03:03:15.295 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.288+0000 7fd731502640 1 -- 172.21.15.23:0/1761219714 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd72c0cded0 msgr2=0x7fd72c06ed80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:15.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.288+0000 7fd731502640 1 --2- 172.21.15.23:0/1761219714 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd72c0cded0 0x7fd72c06ed80 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fd72c0b3d60 tx=0x7fd72401c910 comp rx=0 tx=0).stop 2023-06-26T03:03:15.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.288+0000 7fd731502640 1 -- 172.21.15.23:0/1761219714 shutdown_connections 2023-06-26T03:03:15.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.288+0000 7fd731502640 1 --2- 172.21.15.23:0/1761219714 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd72c0cded0 0x7fd72c06ed80 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:15.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.288+0000 7fd731502640 1 --2- 172.21.15.23:0/1761219714 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd72c0cc0c0 0x7fd72c06b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:15.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.288+0000 7fd731502640 1 --2- 172.21.15.23:0/1761219714 >> v2:172.21.15.71:3300/0 conn(0x7fd72c0cdb00 0x7fd72c0c9360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:15.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.288+0000 7fd731502640 1 -- 172.21.15.23:0/1761219714 >> 172.21.15.23:0/1761219714 conn(0x7fd72c069400 msgr2=0x7fd72c069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:15.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.288+0000 7fd731502640 1 -- 172.21.15.23:0/1761219714 shutdown_connections 2023-06-26T03:03:15.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.288+0000 7fd731502640 1 -- 172.21.15.23:0/1761219714 wait complete. 2023-06-26T03:03:15.298 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.292+0000 7fd731502640 1 Processor -- start 2023-06-26T03:03:15.298 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.292+0000 7fd731502640 1 -- start start 2023-06-26T03:03:15.298 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.292+0000 7fd731502640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd72c0cc0c0 0x7fd72c1512f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:15.299 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.292+0000 7fd731502640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd72c0cdb00 0x7fd72c150560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:15.299 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.292+0000 7fd731502640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd72c0cded0 0x7fd72c0ca5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:15.299 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.292+0000 7fd731502640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd72c15b340 con 0x7fd72c0cded0 2023-06-26T03:03:15.299 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.292+0000 7fd731502640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd72c0c7a50 con 0x7fd72c0cc0c0 2023-06-26T03:03:15.299 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.292+0000 7fd731502640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd72c1510a0 con 0x7fd72c0cdb00 2023-06-26T03:03:15.299 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.292+0000 7fd72b7fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd72c0cded0 0x7fd72c0ca5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:15.299 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.292+0000 7fd72b7fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd72c0cded0 0x7fd72c0ca5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35040/0 (socket says 172.21.15.23:35040) 2023-06-26T03:03:15.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.292+0000 7fd72b7fe640 1 -- 172.21.15.23:0/2022937394 learned_addr learned my addr 172.21.15.23:0/2022937394 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:15.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.292+0000 7fd72affd640 1 --2- 172.21.15.23:0/2022937394 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd72c0cc0c0 0x7fd72c1512f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:15.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.292+0000 7fd723fff640 1 --2- 172.21.15.23:0/2022937394 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd72c0cdb00 0x7fd72c150560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:15.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.292+0000 7fd72b7fe640 1 -- 172.21.15.23:0/2022937394 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd72c0cdb00 msgr2=0x7fd72c150560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:15.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.292+0000 7fd72b7fe640 1 --2- 172.21.15.23:0/2022937394 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd72c0cdb00 0x7fd72c150560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:15.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.292+0000 7fd72b7fe640 1 -- 172.21.15.23:0/2022937394 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd72c0cc0c0 msgr2=0x7fd72c1512f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:15.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.292+0000 7fd72b7fe640 1 --2- 172.21.15.23:0/2022937394 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd72c0cc0c0 0x7fd72c1512f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:15.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.292+0000 7fd72b7fe640 1 -- 172.21.15.23:0/2022937394 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd724009b30 con 0x7fd72c0cded0 2023-06-26T03:03:15.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.292+0000 7fd72affd640 1 --2- 172.21.15.23:0/2022937394 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd72c0cc0c0 0x7fd72c1512f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:03:15.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.292+0000 7fd72b7fe640 1 --2- 172.21.15.23:0/2022937394 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd72c0cded0 0x7fd72c0ca5d0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fd72401afc0 tx=0x7fd7240196b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:15.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.292+0000 7fd7237fe640 1 -- 172.21.15.23:0/2022937394 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7240b8670 con 0x7fd72c0cded0 2023-06-26T03:03:15.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.292+0000 7fd7237fe640 1 -- 172.21.15.23:0/2022937394 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd7240b87f0 con 0x7fd72c0cded0 2023-06-26T03:03:15.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.292+0000 7fd731502640 1 -- 172.21.15.23:0/2022937394 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd72c150dc0 con 0x7fd72c0cded0 2023-06-26T03:03:15.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.292+0000 7fd7237fe640 1 -- 172.21.15.23:0/2022937394 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7240b8ba0 con 0x7fd72c0cded0 2023-06-26T03:03:15.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.292+0000 7fd731502640 1 -- 172.21.15.23:0/2022937394 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd72c157850 con 0x7fd72c0cded0 2023-06-26T03:03:15.302 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.292+0000 7fd731502640 1 -- 172.21.15.23:0/2022937394 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd72c15b110 con 0x7fd72c0cded0 2023-06-26T03:03:15.302 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.292+0000 7fd7237fe640 1 -- 172.21.15.23:0/2022937394 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fd7240b8d00 con 0x7fd72c0cded0 2023-06-26T03:03:15.302 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.296+0000 7fd7237fe640 1 --2- 172.21.15.23:0/2022937394 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd70c066280 0x7fd70c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:15.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.296+0000 7fd7237fe640 1 -- 172.21.15.23:0/2022937394 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7fd72411f4b0 con 0x7fd72c0cded0 2023-06-26T03:03:15.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.296+0000 7fd72affd640 1 --2- 172.21.15.23:0/2022937394 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd70c066280 0x7fd70c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:15.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.296+0000 7fd72affd640 1 --2- 172.21.15.23:0/2022937394 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd70c066280 0x7fd70c068730 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fd72c0ccfc0 tx=0x7fd71c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:15.304 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.300+0000 7fd7237fe640 1 -- 172.21.15.23:0/2022937394 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fd72c15b110 con 0x7fd72c0cded0 2023-06-26T03:03:15.460 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.456+0000 7fd731502640 1 -- 172.21.15.23:0/2022937394 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd72c15b110 con 0x7fd72c0cded0 2023-06-26T03:03:15.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.456+0000 7fd7237fe640 1 -- 172.21.15.23:0/2022937394 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+20143 (secure 0 0 0) 0x7fd72c15b110 con 0x7fd72c0cded0 2023-06-26T03:03:15.464 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:03:15.464 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":29,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:02:51.222053+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:02:07.262805+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:02:07.823501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data_ec","create_time":"2023-06-26T03:02:10.900368+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.c","mappings":[{"from":3,"to":2}]},{"pgid":"4.26","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:03:15.466 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.460+0000 7fd731502640 1 -- 172.21.15.23:0/2022937394 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd70c066280 msgr2=0x7fd70c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:15.466 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.460+0000 7fd731502640 1 --2- 172.21.15.23:0/2022937394 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd70c066280 0x7fd70c068730 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fd72c0ccfc0 tx=0x7fd71c008040 comp rx=0 tx=0).stop 2023-06-26T03:03:15.466 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.460+0000 7fd731502640 1 -- 172.21.15.23:0/2022937394 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd72c0cded0 msgr2=0x7fd72c0ca5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:15.467 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.460+0000 7fd731502640 1 --2- 172.21.15.23:0/2022937394 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd72c0cded0 0x7fd72c0ca5d0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fd72401afc0 tx=0x7fd7240196b0 comp rx=0 tx=0).stop 2023-06-26T03:03:15.467 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.460+0000 7fd731502640 1 -- 172.21.15.23:0/2022937394 shutdown_connections 2023-06-26T03:03:15.467 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.460+0000 7fd731502640 1 --2- 172.21.15.23:0/2022937394 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd70c066280 0x7fd70c068730 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:15.467 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.460+0000 7fd731502640 1 --2- 172.21.15.23:0/2022937394 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd72c0cded0 0x7fd72c0ca5d0 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:15.467 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.460+0000 7fd731502640 1 --2- 172.21.15.23:0/2022937394 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd72c0cdb00 0x7fd72c150560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:15.467 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.460+0000 7fd731502640 1 --2- 172.21.15.23:0/2022937394 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd72c0cc0c0 0x7fd72c1512f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:15.467 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.460+0000 7fd731502640 1 -- 172.21.15.23:0/2022937394 >> 172.21.15.23:0/2022937394 conn(0x7fd72c069400 msgr2=0x7fd72c15c2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:15.468 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.460+0000 7fd731502640 1 -- 172.21.15.23:0/2022937394 shutdown_connections 2023-06-26T03:03:15.468 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.460+0000 7fd731502640 1 -- 172.21.15.23:0/2022937394 wait complete. 2023-06-26T03:03:15.483 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:01:57.280692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:02:02.819138+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-26T03:02:07.262805+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-26T03:02:07.823501+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-06-26T03:02:10.900368+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-06-26T03:03:15.484 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:03:15.603 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.596+0000 7fb1a02d6640 1 Processor -- start 2023-06-26T03:03:15.604 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.596+0000 7fb1a02d6640 1 -- start start 2023-06-26T03:03:15.605 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.600+0000 7fb1a02d6640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb19806ef70 0x7fb19806f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:15.605 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.600+0000 7fb1a02d6640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb1980ad280 con 0x7fb1980aceb0 2023-06-26T03:03:15.605 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.600+0000 7fb1a02d6640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb1980c83d0 con 0x7fb1980cb6c0 2023-06-26T03:03:15.605 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.600+0000 7fb1a02d6640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb1980c9950 con 0x7fb19806ef70 2023-06-26T03:03:15.605 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.600+0000 7fb19e072640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fb1980aceb0 0x7fb1980c9240 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:59890/0 (socket says 172.21.15.23:59890) 2023-06-26T03:03:15.605 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.600+0000 7fb19e072640 1 -- 172.21.15.23:0/567343753 learned_addr learned my addr 172.21.15.23:0/567343753 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:15.607 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.600+0000 7fb19d871640 1 --2- 172.21.15.23:0/567343753 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb19806ef70 0x7fb19806f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:15.607 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.600+0000 7fb19d070640 1 -- 172.21.15.23:0/567343753 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2456622888 0 0) 0x7fb1980ad280 con 0x7fb1980aceb0 2023-06-26T03:03:15.607 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.600+0000 7fb19d070640 1 -- 172.21.15.23:0/567343753 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb184003530 con 0x7fb1980aceb0 2023-06-26T03:03:15.607 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.600+0000 7fb19d070640 1 -- 172.21.15.23:0/567343753 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1516246217 0 0) 0x7fb184003530 con 0x7fb1980aceb0 2023-06-26T03:03:15.607 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.600+0000 7fb19d070640 1 -- 172.21.15.23:0/567343753 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb19806ef70 msgr2=0x7fb19806f3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:15.608 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.600+0000 7fb19d070640 1 --2- 172.21.15.23:0/567343753 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb19806ef70 0x7fb19806f3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:15.608 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.600+0000 7fb19d070640 1 -- 172.21.15.23:0/567343753 >> v1:172.21.15.71:6789/0 conn(0x7fb1980cb6c0 legacy=0x7fb1980cbb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:15.608 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.600+0000 7fb19d070640 1 -- 172.21.15.23:0/567343753 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb198158c90 con 0x7fb1980aceb0 2023-06-26T03:03:15.608 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.600+0000 7fb19d070640 1 -- 172.21.15.23:0/567343753 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7fb1940016a0 con 0x7fb1980aceb0 2023-06-26T03:03:15.608 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.600+0000 7fb19d070640 1 -- 172.21.15.23:0/567343753 >> v1:172.21.15.23:6789/0 conn(0x7fb1980aceb0 legacy=0x7fb1980c9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:15.608 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.600+0000 7fb19d070640 1 --2- 172.21.15.23:0/567343753 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb1840039b0 0x7fb184003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:15.608 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.600+0000 7fb19d070640 1 --2- 172.21.15.23:0/567343753 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb1840047d0 0x7fb184004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:15.609 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.600+0000 7fb19d070640 1 --2- 172.21.15.23:0/567343753 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb19806ef70 0x7fb184005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:15.609 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.600+0000 7fb19d070640 1 -- 172.21.15.23:0/567343753 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1980c9950 con 0x7fb1840039b0 2023-06-26T03:03:15.609 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.600+0000 7fb19d070640 1 -- 172.21.15.23:0/567343753 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb18400ba40 con 0x7fb1840047d0 2023-06-26T03:03:15.609 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.600+0000 7fb19d070640 1 -- 172.21.15.23:0/567343753 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb18400bbd0 con 0x7fb19806ef70 2023-06-26T03:03:15.609 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.600+0000 7fb19e072640 1 --2- 172.21.15.23:0/567343753 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb1840039b0 0x7fb184003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:15.609 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.600+0000 7fb19d871640 1 --2- 172.21.15.23:0/567343753 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb1840047d0 0x7fb184004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:15.609 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.600+0000 7fb19e873640 1 --2- 172.21.15.23:0/567343753 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb19806ef70 0x7fb184005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:15.609 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.600+0000 7fb19e072640 1 -- 172.21.15.23:0/567343753 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb19806ef70 msgr2=0x7fb184005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:15.610 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.600+0000 7fb19e072640 1 --2- 172.21.15.23:0/567343753 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb19806ef70 0x7fb184005180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:15.610 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.600+0000 7fb19e072640 1 -- 172.21.15.23:0/567343753 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb1840047d0 msgr2=0x7fb184004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:15.610 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.600+0000 7fb19e072640 1 --2- 172.21.15.23:0/567343753 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb1840047d0 0x7fb184004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:15.610 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.600+0000 7fb19e072640 1 -- 172.21.15.23:0/567343753 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb184003530 con 0x7fb1840039b0 2023-06-26T03:03:15.612 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb19e072640 1 --2- 172.21.15.23:0/567343753 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb1840039b0 0x7fb184003dc0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fb19806eb60 tx=0x7fb19401cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=488dc50904cfe09f server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:15.612 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb19d070640 1 -- 172.21.15.23:0/567343753 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb194005ae0 con 0x7fb1840039b0 2023-06-26T03:03:15.612 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb19d070640 1 -- 172.21.15.23:0/567343753 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb194005c40 con 0x7fb1840039b0 2023-06-26T03:03:15.613 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb19d070640 1 -- 172.21.15.23:0/567343753 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1940a58b0 con 0x7fb1840039b0 2023-06-26T03:03:15.613 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb1a02d6640 1 -- 172.21.15.23:0/567343753 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb1840039b0 msgr2=0x7fb184003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:15.613 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb1a02d6640 1 --2- 172.21.15.23:0/567343753 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb1840039b0 0x7fb184003dc0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fb19806eb60 tx=0x7fb19401cbd0 comp rx=0 tx=0).stop 2023-06-26T03:03:15.613 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb19e873640 1 -- 172.21.15.23:0/567343753 reap_dead start 2023-06-26T03:03:15.613 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb1a02d6640 1 -- 172.21.15.23:0/567343753 shutdown_connections 2023-06-26T03:03:15.613 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb1a02d6640 1 -- 172.21.15.23:0/567343753 >> 172.21.15.23:0/567343753 conn(0x7fb198069fc0 msgr2=0x7fb1980ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:15.613 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb1a02d6640 1 -- 172.21.15.23:0/567343753 shutdown_connections 2023-06-26T03:03:15.614 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb1a02d6640 1 -- 172.21.15.23:0/567343753 wait complete. 2023-06-26T03:03:15.614 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb1a02d6640 1 Processor -- start 2023-06-26T03:03:15.614 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb1a02d6640 1 -- start start 2023-06-26T03:03:15.614 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb1a02d6640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb1840039b0 0x7fb1980cdce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:15.614 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb1a02d6640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb1980b0920 0x7fb1980b0d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:15.614 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb1a02d6640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb1980c4bc0 0x7fb1980c5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:15.614 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb1a02d6640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1981554e0 con 0x7fb1980b0920 2023-06-26T03:03:15.614 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb1a02d6640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1980b1470 con 0x7fb1840039b0 2023-06-26T03:03:15.615 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb1a02d6640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb1980b1750 con 0x7fb1980c4bc0 2023-06-26T03:03:15.615 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb19d871640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb1980b0920 0x7fb1980b0d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:15.615 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb19d871640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb1980b0920 0x7fb1980b0d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35062/0 (socket says 172.21.15.23:35062) 2023-06-26T03:03:15.615 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb19d871640 1 -- 172.21.15.23:0/3481478418 learned_addr learned my addr 172.21.15.23:0/3481478418 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:15.615 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb19e072640 1 --2- 172.21.15.23:0/3481478418 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb1840039b0 0x7fb1980cdce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:15.615 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb19e873640 1 --2- 172.21.15.23:0/3481478418 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb1980c4bc0 0x7fb1980c5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:15.615 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb19d871640 1 -- 172.21.15.23:0/3481478418 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb1980c4bc0 msgr2=0x7fb1980c5040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:15.615 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb19d871640 1 --2- 172.21.15.23:0/3481478418 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb1980c4bc0 0x7fb1980c5040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:15.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb19d871640 1 -- 172.21.15.23:0/3481478418 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb1840039b0 msgr2=0x7fb1980cdce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:15.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb19d871640 1 --2- 172.21.15.23:0/3481478418 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb1840039b0 0x7fb1980cdce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:15.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb19d871640 1 -- 172.21.15.23:0/3481478418 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1980b1a30 con 0x7fb1980b0920 2023-06-26T03:03:15.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb19e873640 1 --2- 172.21.15.23:0/3481478418 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb1980c4bc0 0x7fb1980c5040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:15.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb19d871640 1 --2- 172.21.15.23:0/3481478418 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb1980b0920 0x7fb1980b0d70 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fb1880115e0 tx=0x7fb188011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:15.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb18effd640 1 -- 172.21.15.23:0/3481478418 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb18800f8f0 con 0x7fb1980b0920 2023-06-26T03:03:15.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb18effd640 1 -- 172.21.15.23:0/3481478418 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb18800fa50 con 0x7fb1980b0920 2023-06-26T03:03:15.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.604+0000 7fb18effd640 1 -- 172.21.15.23:0/3481478418 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb18800fdc0 con 0x7fb1980b0920 2023-06-26T03:03:15.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.608+0000 7fb1a02d6640 1 -- 172.21.15.23:0/3481478418 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb1980b1d10 con 0x7fb1980b0920 2023-06-26T03:03:15.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.608+0000 7fb1a02d6640 1 -- 172.21.15.23:0/3481478418 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb1980ce220 con 0x7fb1980b0920 2023-06-26T03:03:15.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.608+0000 7fb1a02d6640 1 -- 172.21.15.23:0/3481478418 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb1980ce470 con 0x7fb1980b0920 2023-06-26T03:03:15.618 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.608+0000 7fb18effd640 1 -- 172.21.15.23:0/3481478418 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fb188015460 con 0x7fb1980b0920 2023-06-26T03:03:15.618 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.608+0000 7fb18effd640 1 --2- 172.21.15.23:0/3481478418 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb17c066280 0x7fb17c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:15.618 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.608+0000 7fb18effd640 1 -- 172.21.15.23:0/3481478418 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7fb1880843d0 con 0x7fb1980b0920 2023-06-26T03:03:15.618 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.608+0000 7fb19e072640 1 --2- 172.21.15.23:0/3481478418 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb17c066280 0x7fb17c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:15.618 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.608+0000 7fb19e072640 1 --2- 172.21.15.23:0/3481478418 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb17c066280 0x7fb17c068730 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fb1940ab000 tx=0x7fb1940a7070 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:15.619 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.612+0000 7fb18effd640 1 -- 172.21.15.23:0/3481478418 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fb1980ce470 con 0x7fb1980b0920 2023-06-26T03:03:15.767 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.760+0000 7fb1a02d6640 1 -- 172.21.15.23:0/3481478418 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb1980ce470 con 0x7fb1980b0920 2023-06-26T03:03:15.767 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.760+0000 7fb18effd640 1 -- 172.21.15.23:0/3481478418 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v29) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb1980ce470 con 0x7fb1980b0920 2023-06-26T03:03:15.768 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 1 2023-06-26T03:03:15.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.764+0000 7fb1a02d6640 1 -- 172.21.15.23:0/3481478418 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb17c066280 msgr2=0x7fb17c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:15.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.764+0000 7fb1a02d6640 1 --2- 172.21.15.23:0/3481478418 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb17c066280 0x7fb17c068730 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fb1940ab000 tx=0x7fb1940a7070 comp rx=0 tx=0).stop 2023-06-26T03:03:15.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.764+0000 7fb1a02d6640 1 -- 172.21.15.23:0/3481478418 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb1980b0920 msgr2=0x7fb1980b0d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:15.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.764+0000 7fb1a02d6640 1 --2- 172.21.15.23:0/3481478418 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb1980b0920 0x7fb1980b0d70 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fb1880115e0 tx=0x7fb188011aa0 comp rx=0 tx=0).stop 2023-06-26T03:03:15.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.764+0000 7fb1a02d6640 1 -- 172.21.15.23:0/3481478418 shutdown_connections 2023-06-26T03:03:15.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.764+0000 7fb1a02d6640 1 --2- 172.21.15.23:0/3481478418 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb17c066280 0x7fb17c068730 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:15.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.764+0000 7fb1a02d6640 1 --2- 172.21.15.23:0/3481478418 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb1980c4bc0 0x7fb1980c5040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:15.771 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.764+0000 7fb1a02d6640 1 --2- 172.21.15.23:0/3481478418 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb1980b0920 0x7fb1980b0d70 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:15.771 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.764+0000 7fb1a02d6640 1 --2- 172.21.15.23:0/3481478418 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb1840039b0 0x7fb1980cdce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:15.771 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.764+0000 7fb1a02d6640 1 -- 172.21.15.23:0/3481478418 >> 172.21.15.23:0/3481478418 conn(0x7fb198069fc0 msgr2=0x7fb19806b770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:15.771 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.764+0000 7fb1a02d6640 1 -- 172.21.15.23:0/3481478418 shutdown_connections 2023-06-26T03:03:15.771 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.764+0000 7fb1a02d6640 1 -- 172.21.15.23:0/3481478418 wait complete. 2023-06-26T03:03:15.785 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:03:15.904 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.900+0000 7ff01c6b9640 1 Processor -- start 2023-06-26T03:03:15.904 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.900+0000 7ff01c6b9640 1 -- start start 2023-06-26T03:03:15.905 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.900+0000 7ff01c6b9640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff014070b80 0x7ff0140af570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:15.905 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.900+0000 7ff01c6b9640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7ff01415da80 0x7ff01406ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:15.905 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.900+0000 7ff01c6b9640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff0140aff00 con 0x7ff0140afab0 2023-06-26T03:03:15.906 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.900+0000 7ff01c6b9640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff01415df00 con 0x7ff01415da80 2023-06-26T03:03:15.906 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.900+0000 7ff01c6b9640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0140c8d50 con 0x7ff014070b80 2023-06-26T03:03:15.906 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.900+0000 7ff01a455640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff014070b80 0x7ff0140af570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:15.907 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.900+0000 7ff01ac56640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7ff01415da80 0x7ff01406ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:15.907 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.900+0000 7ff01a455640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff014070b80 0x7ff0140af570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3301/0 says I am v2:172.21.15.23:43040/0 (socket says 172.21.15.23:43040) 2023-06-26T03:03:15.907 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.900+0000 7ff01a455640 1 -- 172.21.15.23:0/3340496152 learned_addr learned my addr 172.21.15.23:0/3340496152 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:15.907 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.900+0000 7ff01a455640 1 -- 172.21.15.23:0/3340496152 >> v2:172.21.15.71:3300/0 conn(0x7ff01415da80 msgr2=0x7ff01406ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:15.907 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.900+0000 7ff01a455640 1 --2- 172.21.15.23:0/3340496152 >> v2:172.21.15.71:3300/0 conn(0x7ff01415da80 0x7ff01406ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:15.907 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.900+0000 7ff01a455640 1 -- 172.21.15.23:0/3340496152 >> v1:172.21.15.71:6789/0 conn(0x7ff0140afab0 legacy=0x7ff01415d370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:15.907 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.900+0000 7ff01a455640 1 -- 172.21.15.23:0/3340496152 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0140c8140 con 0x7ff014070b80 2023-06-26T03:03:15.908 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.904+0000 7ff01a455640 1 --2- 172.21.15.23:0/3340496152 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff014070b80 0x7ff0140af570 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7ff00c009870 tx=0x7ff00c01c510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b4299f1be0761816 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:15.909 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.904+0000 7ff019453640 1 -- 172.21.15.23:0/3340496152 <== mon.2 v2:172.21.15.71:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff00c0aa670 con 0x7ff014070b80 2023-06-26T03:03:15.909 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.904+0000 7ff019453640 1 -- 172.21.15.23:0/3340496152 <== mon.2 v2:172.21.15.71:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff00c0aa7d0 con 0x7ff014070b80 2023-06-26T03:03:15.909 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.904+0000 7ff019453640 1 -- 172.21.15.23:0/3340496152 <== mon.2 v2:172.21.15.71:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff00c0aab60 con 0x7ff014070b80 2023-06-26T03:03:15.910 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.904+0000 7ff01c6b9640 1 -- 172.21.15.23:0/3340496152 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff014070b80 msgr2=0x7ff0140af570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:15.910 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.904+0000 7ff01c6b9640 1 --2- 172.21.15.23:0/3340496152 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff014070b80 0x7ff0140af570 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7ff00c009870 tx=0x7ff00c01c510 comp rx=0 tx=0).stop 2023-06-26T03:03:15.910 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.904+0000 7ff01c6b9640 1 -- 172.21.15.23:0/3340496152 shutdown_connections 2023-06-26T03:03:15.910 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.904+0000 7ff01c6b9640 1 --2- 172.21.15.23:0/3340496152 >> v2:172.21.15.71:3300/0 conn(0x7ff01415da80 0x7ff01406ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:15.910 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.904+0000 7ff01c6b9640 1 --2- 172.21.15.23:0/3340496152 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff014070b80 0x7ff0140af570 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:15.910 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.904+0000 7ff01c6b9640 1 -- 172.21.15.23:0/3340496152 >> 172.21.15.23:0/3340496152 conn(0x7ff014069fc0 msgr2=0x7ff0140ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:15.911 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.904+0000 7ff01c6b9640 1 -- 172.21.15.23:0/3340496152 shutdown_connections 2023-06-26T03:03:15.911 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.904+0000 7ff01c6b9640 1 -- 172.21.15.23:0/3340496152 wait complete. 2023-06-26T03:03:15.912 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.904+0000 7ff01c6b9640 1 Processor -- start 2023-06-26T03:03:15.912 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.904+0000 7ff01c6b9640 1 -- start start 2023-06-26T03:03:15.912 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.904+0000 7ff01c6b9640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff014070b80 0x7ff0140b0ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:15.912 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.904+0000 7ff01c6b9640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff0140afab0 0x7ff014152bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:15.912 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.904+0000 7ff01c6b9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff01415da80 0x7ff0140b1330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:15.912 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.904+0000 7ff01c6b9640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff014153110 con 0x7ff014070b80 2023-06-26T03:03:15.913 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.904+0000 7ff01c6b9640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0141f5080 con 0x7ff01415da80 2023-06-26T03:03:15.913 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.904+0000 7ff01c6b9640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0141f5360 con 0x7ff0140afab0 2023-06-26T03:03:15.913 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.904+0000 7ff01a455640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff014070b80 0x7ff0140b0ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:15.913 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.904+0000 7ff01a455640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff014070b80 0x7ff0140b0ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35072/0 (socket says 172.21.15.23:35072) 2023-06-26T03:03:15.913 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.904+0000 7ff01a455640 1 -- 172.21.15.23:0/1480897761 learned_addr learned my addr 172.21.15.23:0/1480897761 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:15.913 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.908+0000 7ff019c54640 1 --2- 172.21.15.23:0/1480897761 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff0140afab0 0x7ff014152bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:15.913 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.908+0000 7ff01ac56640 1 --2- 172.21.15.23:0/1480897761 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff01415da80 0x7ff0140b1330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:15.914 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.908+0000 7ff01a455640 1 -- 172.21.15.23:0/1480897761 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff0140afab0 msgr2=0x7ff014152bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:15.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.908+0000 7ff01a455640 1 --2- 172.21.15.23:0/1480897761 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff0140afab0 0x7ff014152bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:15.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.908+0000 7ff01a455640 1 -- 172.21.15.23:0/1480897761 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff01415da80 msgr2=0x7ff0140b1330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:15.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.908+0000 7ff01a455640 1 --2- 172.21.15.23:0/1480897761 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff01415da80 0x7ff0140b1330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:15.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.908+0000 7ff01a455640 1 -- 172.21.15.23:0/1480897761 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff00c0094d0 con 0x7ff014070b80 2023-06-26T03:03:15.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.908+0000 7ff01a455640 1 --2- 172.21.15.23:0/1480897761 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff014070b80 0x7ff0140b0ba0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7ff00c01cdb0 tx=0x7ff00c01ad50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:15.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.908+0000 7ff012ffd640 1 -- 172.21.15.23:0/1480897761 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff00c0b3800 con 0x7ff014070b80 2023-06-26T03:03:15.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.908+0000 7ff012ffd640 1 -- 172.21.15.23:0/1480897761 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff00c0b3960 con 0x7ff014070b80 2023-06-26T03:03:15.916 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.908+0000 7ff012ffd640 1 -- 172.21.15.23:0/1480897761 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff00c0b3d10 con 0x7ff014070b80 2023-06-26T03:03:15.916 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.908+0000 7ff01c6b9640 1 -- 172.21.15.23:0/1480897761 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0141f5640 con 0x7ff014070b80 2023-06-26T03:03:15.916 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.908+0000 7ff01c6b9640 1 -- 172.21.15.23:0/1480897761 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0141f5c00 con 0x7ff014070b80 2023-06-26T03:03:15.916 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.908+0000 7ff01c6b9640 1 -- 172.21.15.23:0/1480897761 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff0141f5df0 con 0x7ff014070b80 2023-06-26T03:03:15.916 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.908+0000 7ff012ffd640 1 -- 172.21.15.23:0/1480897761 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff00c0bc3e0 con 0x7ff014070b80 2023-06-26T03:03:15.916 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.908+0000 7ff012ffd640 1 --2- 172.21.15.23:0/1480897761 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff000066280 0x7ff000068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:15.916 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.908+0000 7ff012ffd640 1 -- 172.21.15.23:0/1480897761 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7ff00c11e4a0 con 0x7ff014070b80 2023-06-26T03:03:15.917 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.908+0000 7ff019c54640 1 --2- 172.21.15.23:0/1480897761 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff000066280 0x7ff000068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:15.917 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.908+0000 7ff019c54640 1 --2- 172.21.15.23:0/1480897761 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff000066280 0x7ff000068730 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7ff0140b10e0 tx=0x7ff008009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:15.918 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:15.912+0000 7ff012ffd640 1 -- 172.21.15.23:0/1480897761 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff00c0eb6a0 con 0x7ff014070b80 2023-06-26T03:03:16.070 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.064+0000 7ff01c6b9640 1 -- 172.21.15.23:0/1480897761 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7ff01404d790 con 0x7ff014070b80 2023-06-26T03:03:16.071 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.064+0000 7ff012ffd640 1 -- 172.21.15.23:0/1480897761 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v29) v1 ==== 92+0+10 (secure 0 0 0) 0x7ff00c0aa630 con 0x7ff014070b80 2023-06-26T03:03:16.071 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 8 2023-06-26T03:03:16.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.068+0000 7ff01c6b9640 1 -- 172.21.15.23:0/1480897761 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff000066280 msgr2=0x7ff000068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:16.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.068+0000 7ff01c6b9640 1 --2- 172.21.15.23:0/1480897761 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff000066280 0x7ff000068730 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7ff0140b10e0 tx=0x7ff008009040 comp rx=0 tx=0).stop 2023-06-26T03:03:16.073 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.068+0000 7ff01c6b9640 1 -- 172.21.15.23:0/1480897761 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff014070b80 msgr2=0x7ff0140b0ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:16.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.068+0000 7ff01c6b9640 1 --2- 172.21.15.23:0/1480897761 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff014070b80 0x7ff0140b0ba0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7ff00c01cdb0 tx=0x7ff00c01ad50 comp rx=0 tx=0).stop 2023-06-26T03:03:16.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.068+0000 7ff01c6b9640 1 -- 172.21.15.23:0/1480897761 shutdown_connections 2023-06-26T03:03:16.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.068+0000 7ff01c6b9640 1 --2- 172.21.15.23:0/1480897761 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff000066280 0x7ff000068730 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:16.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.068+0000 7ff01c6b9640 1 --2- 172.21.15.23:0/1480897761 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff01415da80 0x7ff0140b1330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:16.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.068+0000 7ff01c6b9640 1 --2- 172.21.15.23:0/1480897761 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff0140afab0 0x7ff014152bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:16.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.068+0000 7ff01c6b9640 1 --2- 172.21.15.23:0/1480897761 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff014070b80 0x7ff0140b0ba0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:16.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.068+0000 7ff01c6b9640 1 -- 172.21.15.23:0/1480897761 >> 172.21.15.23:0/1480897761 conn(0x7ff014069fc0 msgr2=0x7ff0140cda50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:16.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.068+0000 7ff01c6b9640 1 -- 172.21.15.23:0/1480897761 shutdown_connections 2023-06-26T03:03:16.075 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.068+0000 7ff01c6b9640 1 -- 172.21.15.23:0/1480897761 wait complete. 2023-06-26T03:03:16.089 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-26T03:03:16.212 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2fc43f640 1 Processor -- start 2023-06-26T03:03:16.212 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2fc43f640 1 -- start start 2023-06-26T03:03:16.213 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2fc43f640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb2f40afc80 0x7fb2f40c84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:16.213 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2fc43f640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb2f40ca360 con 0x7fb2f406ed60 2023-06-26T03:03:16.213 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2fc43f640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb2f40c97e0 con 0x7fb2f4157230 2023-06-26T03:03:16.214 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2fc43f640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb2f40c9ac0 con 0x7fb2f40afc80 2023-06-26T03:03:16.214 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2f99da640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fb2f406ed60 0x7fb2f40af570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:59900/0 (socket says 172.21.15.23:59900) 2023-06-26T03:03:16.214 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2f99da640 1 -- 172.21.15.23:0/964775392 learned_addr learned my addr 172.21.15.23:0/964775392 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:16.215 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2fa9dc640 1 --2- 172.21.15.23:0/964775392 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb2f40afc80 0x7fb2f40c84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:16.215 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2f91d9640 1 -- 172.21.15.23:0/964775392 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2095646751 0 0) 0x7fb2f40ca360 con 0x7fb2f406ed60 2023-06-26T03:03:16.216 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2f91d9640 1 -- 172.21.15.23:0/964775392 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb2dc003530 con 0x7fb2f406ed60 2023-06-26T03:03:16.216 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2f91d9640 1 -- 172.21.15.23:0/964775392 <== mon.1 v1:172.21.15.71:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 82515462 0 0) 0x7fb2f40c97e0 con 0x7fb2f4157230 2023-06-26T03:03:16.216 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2f91d9640 1 -- 172.21.15.23:0/964775392 --> v1:172.21.15.71:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb2f40ca360 con 0x7fb2f4157230 2023-06-26T03:03:16.216 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2f91d9640 1 -- 172.21.15.23:0/964775392 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 625023448 0 0) 0x7fb2dc003530 con 0x7fb2f406ed60 2023-06-26T03:03:16.216 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2f91d9640 1 -- 172.21.15.23:0/964775392 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb2f40afc80 msgr2=0x7fb2f40c84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:16.216 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2f91d9640 1 --2- 172.21.15.23:0/964775392 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb2f40afc80 0x7fb2f40c84b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:16.216 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2f91d9640 1 -- 172.21.15.23:0/964775392 >> v1:172.21.15.71:6789/0 conn(0x7fb2f4157230 legacy=0x7fb2f40707c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:16.217 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2f91d9640 1 -- 172.21.15.23:0/964775392 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb2f40c9da0 con 0x7fb2f406ed60 2023-06-26T03:03:16.217 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2f91d9640 1 -- 172.21.15.23:0/964775392 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7fb2e8001680 con 0x7fb2f406ed60 2023-06-26T03:03:16.217 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2f91d9640 1 -- 172.21.15.23:0/964775392 >> v1:172.21.15.23:6789/0 conn(0x7fb2f406ed60 legacy=0x7fb2f40af570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:16.217 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2f91d9640 1 --2- 172.21.15.23:0/964775392 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb2f40afc80 0x7fb2dc003b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:16.217 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2f91d9640 1 --2- 172.21.15.23:0/964775392 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb2dc0040a0 0x7fb2dc0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:16.217 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2f91d9640 1 --2- 172.21.15.23:0/964775392 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb2dc004d10 0x7fb2dc005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:16.217 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2f91d9640 1 -- 172.21.15.23:0/964775392 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2f40c9ac0 con 0x7fb2dc0040a0 2023-06-26T03:03:16.217 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2f91d9640 1 -- 172.21.15.23:0/964775392 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2dc00bb20 con 0x7fb2dc004d10 2023-06-26T03:03:16.218 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2f91d9640 1 -- 172.21.15.23:0/964775392 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb2dc00bcb0 con 0x7fb2f40afc80 2023-06-26T03:03:16.218 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2f99da640 1 --2- 172.21.15.23:0/964775392 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb2dc0040a0 0x7fb2dc0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:16.218 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2fa9dc640 1 --2- 172.21.15.23:0/964775392 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb2dc004d10 0x7fb2dc005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:16.218 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2fa1db640 1 --2- 172.21.15.23:0/964775392 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb2f40afc80 0x7fb2dc003b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:16.218 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2f99da640 1 -- 172.21.15.23:0/964775392 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb2f40afc80 msgr2=0x7fb2dc003b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:16.218 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2f99da640 1 --2- 172.21.15.23:0/964775392 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb2f40afc80 0x7fb2dc003b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:16.218 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2f99da640 1 -- 172.21.15.23:0/964775392 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb2dc004d10 msgr2=0x7fb2dc005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:16.219 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2f99da640 1 --2- 172.21.15.23:0/964775392 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb2dc004d10 0x7fb2dc005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:16.219 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.208+0000 7fb2f99da640 1 -- 172.21.15.23:0/964775392 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb2dc003530 con 0x7fb2dc0040a0 2023-06-26T03:03:16.220 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.212+0000 7fb2f99da640 1 --2- 172.21.15.23:0/964775392 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb2dc0040a0 0x7fb2dc0047d0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fb2e800c160 tx=0x7fb2e801cb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bf67a7115e88c2e server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:16.220 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.212+0000 7fb2f91d9640 1 -- 172.21.15.23:0/964775392 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2e80058e0 con 0x7fb2dc0040a0 2023-06-26T03:03:16.220 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.212+0000 7fb2f91d9640 1 -- 172.21.15.23:0/964775392 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb2e8005a60 con 0x7fb2dc0040a0 2023-06-26T03:03:16.220 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.212+0000 7fb2f91d9640 1 -- 172.21.15.23:0/964775392 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2e8005e50 con 0x7fb2dc0040a0 2023-06-26T03:03:16.220 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.212+0000 7fb2fc43f640 1 -- 172.21.15.23:0/964775392 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb2dc0040a0 msgr2=0x7fb2dc0047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:16.220 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.212+0000 7fb2fc43f640 1 --2- 172.21.15.23:0/964775392 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb2dc0040a0 0x7fb2dc0047d0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fb2e800c160 tx=0x7fb2e801cb30 comp rx=0 tx=0).stop 2023-06-26T03:03:16.221 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.212+0000 7fb2fa9dc640 1 -- 172.21.15.23:0/964775392 reap_dead start 2023-06-26T03:03:16.221 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.212+0000 7fb2fc43f640 1 -- 172.21.15.23:0/964775392 shutdown_connections 2023-06-26T03:03:16.221 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.212+0000 7fb2fc43f640 1 -- 172.21.15.23:0/964775392 >> 172.21.15.23:0/964775392 conn(0x7fb2f4069fc0 msgr2=0x7fb2f40ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:16.221 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.212+0000 7fb2fc43f640 1 -- 172.21.15.23:0/964775392 shutdown_connections 2023-06-26T03:03:16.221 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.212+0000 7fb2fc43f640 1 -- 172.21.15.23:0/964775392 wait complete. 2023-06-26T03:03:16.221 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.212+0000 7fb2fc43f640 1 Processor -- start 2023-06-26T03:03:16.221 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.212+0000 7fb2fc43f640 1 -- start start 2023-06-26T03:03:16.223 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.216+0000 7fb2fc43f640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb2f41500a0 0x7fb2f41515c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:16.223 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.216+0000 7fb2fc43f640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb2f40abfb0 0x7fb2f41582c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:16.223 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.216+0000 7fb2fc43f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb2f4158800 0x7fb2f40cb6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:16.223 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.216+0000 7fb2fc43f640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2f40ac420 con 0x7fb2f41500a0 2023-06-26T03:03:16.224 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.216+0000 7fb2fc43f640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2f40b3130 con 0x7fb2f4158800 2023-06-26T03:03:16.224 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.216+0000 7fb2fc43f640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb2f4158ca0 con 0x7fb2f40abfb0 2023-06-26T03:03:16.224 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.216+0000 7fb2fa1db640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb2f41500a0 0x7fb2f41515c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:16.224 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.216+0000 7fb2fa1db640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb2f41500a0 0x7fb2f41515c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35098/0 (socket says 172.21.15.23:35098) 2023-06-26T03:03:16.224 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.216+0000 7fb2fa1db640 1 -- 172.21.15.23:0/2448073115 learned_addr learned my addr 172.21.15.23:0/2448073115 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:16.224 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.216+0000 7fb2f99da640 1 --2- 172.21.15.23:0/2448073115 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb2f40abfb0 0x7fb2f41582c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:16.224 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.216+0000 7fb2fa9dc640 1 --2- 172.21.15.23:0/2448073115 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb2f4158800 0x7fb2f40cb6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:16.225 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.216+0000 7fb2fa1db640 1 -- 172.21.15.23:0/2448073115 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb2f40abfb0 msgr2=0x7fb2f41582c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:16.225 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.216+0000 7fb2fa1db640 1 --2- 172.21.15.23:0/2448073115 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb2f40abfb0 0x7fb2f41582c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:16.225 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.216+0000 7fb2fa1db640 1 -- 172.21.15.23:0/2448073115 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb2f4158800 msgr2=0x7fb2f40cb6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:16.225 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.216+0000 7fb2fa1db640 1 --2- 172.21.15.23:0/2448073115 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb2f4158800 0x7fb2f40cb6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:16.225 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.216+0000 7fb2fa1db640 1 -- 172.21.15.23:0/2448073115 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb2f40b3550 con 0x7fb2f41500a0 2023-06-26T03:03:16.225 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.216+0000 7fb2fa1db640 1 --2- 172.21.15.23:0/2448073115 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb2f41500a0 0x7fb2f41515c0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fb2ec00e7b0 tx=0x7fb2ec00ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:16.225 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.216+0000 7fb2f2ffd640 1 -- 172.21.15.23:0/2448073115 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2ec00ee60 con 0x7fb2f41500a0 2023-06-26T03:03:16.225 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.216+0000 7fb2f2ffd640 1 -- 172.21.15.23:0/2448073115 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb2ec0052e0 con 0x7fb2f41500a0 2023-06-26T03:03:16.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.216+0000 7fb2fc43f640 1 -- 172.21.15.23:0/2448073115 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb2f40af690 con 0x7fb2f41500a0 2023-06-26T03:03:16.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.216+0000 7fb2f2ffd640 1 -- 172.21.15.23:0/2448073115 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2ec00c900 con 0x7fb2f41500a0 2023-06-26T03:03:16.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.216+0000 7fb2fc43f640 1 -- 172.21.15.23:0/2448073115 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb2f4150470 con 0x7fb2f41500a0 2023-06-26T03:03:16.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.216+0000 7fb2fc43f640 1 -- 172.21.15.23:0/2448073115 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb2f40c4980 con 0x7fb2f41500a0 2023-06-26T03:03:16.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.216+0000 7fb2f2ffd640 1 -- 172.21.15.23:0/2448073115 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fb2ec00ca60 con 0x7fb2f41500a0 2023-06-26T03:03:16.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.216+0000 7fb2f2ffd640 1 --2- 172.21.15.23:0/2448073115 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb2e00662b0 0x7fb2e0068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:16.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.216+0000 7fb2f2ffd640 1 -- 172.21.15.23:0/2448073115 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7fb2ec083fc0 con 0x7fb2f41500a0 2023-06-26T03:03:16.227 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.216+0000 7fb2f99da640 1 --2- 172.21.15.23:0/2448073115 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb2e00662b0 0x7fb2e0068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:16.227 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.220+0000 7fb2f99da640 1 --2- 172.21.15.23:0/2448073115 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb2e00662b0 0x7fb2e0068760 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fb2e80aa000 tx=0x7fb2e8001a00 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:16.227 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.220+0000 7fb2f2ffd640 1 -- 172.21.15.23:0/2448073115 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fb2ec0b4700 con 0x7fb2f41500a0 2023-06-26T03:03:16.381 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.376+0000 7fb2fc43f640 1 -- 172.21.15.23:0/2448073115 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fb2f404d790 con 0x7fb2f41500a0 2023-06-26T03:03:16.382 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.376+0000 7fb2f2ffd640 1 -- 172.21.15.23:0/2448073115 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v29) v1 ==== 104+0+11 (secure 0 0 0) 0x7fb2ec051110 con 0x7fb2f41500a0 2023-06-26T03:03:16.382 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:03:16.386 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.380+0000 7fb2fc43f640 1 -- 172.21.15.23:0/2448073115 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb2e00662b0 msgr2=0x7fb2e0068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:16.386 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.380+0000 7fb2fc43f640 1 --2- 172.21.15.23:0/2448073115 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb2e00662b0 0x7fb2e0068760 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fb2e80aa000 tx=0x7fb2e8001a00 comp rx=0 tx=0).stop 2023-06-26T03:03:16.386 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.380+0000 7fb2fc43f640 1 -- 172.21.15.23:0/2448073115 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb2f41500a0 msgr2=0x7fb2f41515c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:16.386 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.380+0000 7fb2fc43f640 1 --2- 172.21.15.23:0/2448073115 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb2f41500a0 0x7fb2f41515c0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fb2ec00e7b0 tx=0x7fb2ec00ec70 comp rx=0 tx=0).stop 2023-06-26T03:03:16.386 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.380+0000 7fb2fc43f640 1 -- 172.21.15.23:0/2448073115 shutdown_connections 2023-06-26T03:03:16.387 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.380+0000 7fb2fc43f640 1 --2- 172.21.15.23:0/2448073115 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb2e00662b0 0x7fb2e0068760 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:16.387 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.380+0000 7fb2fc43f640 1 --2- 172.21.15.23:0/2448073115 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb2f4158800 0x7fb2f40cb6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:16.387 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.380+0000 7fb2fc43f640 1 --2- 172.21.15.23:0/2448073115 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb2f40abfb0 0x7fb2f41582c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:16.387 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.380+0000 7fb2fc43f640 1 --2- 172.21.15.23:0/2448073115 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb2f41500a0 0x7fb2f41515c0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:16.387 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.380+0000 7fb2fc43f640 1 -- 172.21.15.23:0/2448073115 >> 172.21.15.23:0/2448073115 conn(0x7fb2f4069fc0 msgr2=0x7fb2f40ce430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:16.387 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.380+0000 7fb2fc43f640 1 -- 172.21.15.23:0/2448073115 shutdown_connections 2023-06-26T03:03:16.387 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.380+0000 7fb2fc43f640 1 -- 172.21.15.23:0/2448073115 wait complete. 2023-06-26T03:03:16.403 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-26T03:03:16.529 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.524+0000 7f6abf661640 1 Processor -- start 2023-06-26T03:03:16.529 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.524+0000 7f6abf661640 1 -- start start 2023-06-26T03:03:16.530 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.524+0000 7f6abf661640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f6ab80d1780 0x7f6ab80d0b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:16.530 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.524+0000 7f6abf661640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6ab80b5580 0x7f6ab80ce2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:16.530 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.524+0000 7f6abf661640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ab80d1bd0 con 0x7f6ab815ba20 2023-06-26T03:03:16.530 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.524+0000 7f6abf661640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ab80d10c0 con 0x7f6ab80d1780 2023-06-26T03:03:16.531 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.524+0000 7f6abf661640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ab80d1560 con 0x7f6ab80b5580 2023-06-26T03:03:16.531 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.524+0000 7f6abd3fd640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f6ab815ba20 0x7f6ab80b4e70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:59910/0 (socket says 172.21.15.23:59910) 2023-06-26T03:03:16.531 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.524+0000 7f6abd3fd640 1 -- 172.21.15.23:0/4113877130 learned_addr learned my addr 172.21.15.23:0/4113877130 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:16.531 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.524+0000 7f6abcbfc640 1 --2- 172.21.15.23:0/4113877130 >> v2:172.21.15.23:3300/0 conn(0x7f6ab80d1780 0x7f6ab80d0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:16.532 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.524+0000 7f6abdbfe640 1 --2- 172.21.15.23:0/4113877130 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6ab80b5580 0x7f6ab80ce2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:16.532 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.524+0000 7f6aaffff640 1 -- 172.21.15.23:0/4113877130 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3991903666 0 0) 0x7f6ab4001120 con 0x7f6ab815ba20 2023-06-26T03:03:16.532 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.524+0000 7f6aaffff640 1 -- 172.21.15.23:0/4113877130 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6aa4003530 con 0x7f6ab815ba20 2023-06-26T03:03:16.532 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.524+0000 7f6abcbfc640 1 -- 172.21.15.23:0/4113877130 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6ab80b5580 msgr2=0x7f6ab80ce2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:16.532 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.524+0000 7f6abcbfc640 1 --2- 172.21.15.23:0/4113877130 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6ab80b5580 0x7f6ab80ce2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:16.532 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.524+0000 7f6abcbfc640 1 -- 172.21.15.23:0/4113877130 >> v1:172.21.15.23:6789/0 conn(0x7f6ab815ba20 legacy=0x7f6ab80b4e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:16.533 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.524+0000 7f6abcbfc640 1 -- 172.21.15.23:0/4113877130 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ab815bdf0 con 0x7f6ab80d1780 2023-06-26T03:03:16.533 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.524+0000 7f6abdbfe640 1 --2- 172.21.15.23:0/4113877130 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6ab80b5580 0x7f6ab80ce2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:03:16.534 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.528+0000 7f6abcbfc640 1 --2- 172.21.15.23:0/4113877130 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6ab80d1780 0x7f6ab80d0b80 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f6aa80097c0 tx=0x7f6aa801c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=786c9509dfa8f6a9 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:16.534 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.528+0000 7f6aaffff640 1 -- 172.21.15.23:0/4113877130 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6aa80ab600 con 0x7f6ab80d1780 2023-06-26T03:03:16.534 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.528+0000 7f6aaffff640 1 -- 172.21.15.23:0/4113877130 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6aa80a7050 con 0x7f6ab80d1780 2023-06-26T03:03:16.534 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.528+0000 7f6aaffff640 1 -- 172.21.15.23:0/4113877130 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6aa80ab980 con 0x7f6ab80d1780 2023-06-26T03:03:16.534 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.528+0000 7f6abf661640 1 -- 172.21.15.23:0/4113877130 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6ab80d1780 msgr2=0x7f6ab80d0b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:16.534 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.528+0000 7f6abf661640 1 --2- 172.21.15.23:0/4113877130 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6ab80d1780 0x7f6ab80d0b80 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f6aa80097c0 tx=0x7f6aa801c360 comp rx=0 tx=0).stop 2023-06-26T03:03:16.535 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.528+0000 7f6abf661640 1 -- 172.21.15.23:0/4113877130 shutdown_connections 2023-06-26T03:03:16.535 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.528+0000 7f6abf661640 1 --2- 172.21.15.23:0/4113877130 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6ab80b5580 0x7f6ab80ce2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:16.535 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.528+0000 7f6abf661640 1 --2- 172.21.15.23:0/4113877130 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6ab80d1780 0x7f6ab80d0b80 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:16.535 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.528+0000 7f6abf661640 1 -- 172.21.15.23:0/4113877130 >> 172.21.15.23:0/4113877130 conn(0x7f6ab8069400 msgr2=0x7f6ab8069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:16.535 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.528+0000 7f6abf661640 1 -- 172.21.15.23:0/4113877130 shutdown_connections 2023-06-26T03:03:16.535 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.528+0000 7f6abf661640 1 -- 172.21.15.23:0/4113877130 wait complete. 2023-06-26T03:03:16.536 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.528+0000 7f6abf661640 1 Processor -- start 2023-06-26T03:03:16.536 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.528+0000 7f6abf661640 1 -- start start 2023-06-26T03:03:16.537 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.532+0000 7f6abf661640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6ab80b5580 0x7f6ab815e360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:16.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.532+0000 7f6abf661640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6ab80d1780 0x7f6ab81507f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:16.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.532+0000 7f6abf661640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6ab815ba20 0x7f6ab815c440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:16.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.532+0000 7f6abf661640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ab81529e0 con 0x7f6ab815ba20 2023-06-26T03:03:16.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.532+0000 7f6abf661640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ab81520d0 con 0x7f6ab80b5580 2023-06-26T03:03:16.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.532+0000 7f6abf661640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ab81514c0 con 0x7f6ab80d1780 2023-06-26T03:03:16.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.532+0000 7f6abdbfe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6ab815ba20 0x7f6ab815c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:16.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.532+0000 7f6abdbfe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6ab815ba20 0x7f6ab815c440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35126/0 (socket says 172.21.15.23:35126) 2023-06-26T03:03:16.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.532+0000 7f6abdbfe640 1 -- 172.21.15.23:0/2661990707 learned_addr learned my addr 172.21.15.23:0/2661990707 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:16.539 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.532+0000 7f6abcbfc640 1 --2- 172.21.15.23:0/2661990707 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6ab80d1780 0x7f6ab81507f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:16.539 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.532+0000 7f6abd3fd640 1 --2- 172.21.15.23:0/2661990707 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6ab80b5580 0x7f6ab815e360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:16.539 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.532+0000 7f6abdbfe640 1 -- 172.21.15.23:0/2661990707 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6ab80d1780 msgr2=0x7f6ab81507f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:16.539 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.532+0000 7f6abdbfe640 1 --2- 172.21.15.23:0/2661990707 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6ab80d1780 0x7f6ab81507f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:16.539 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.532+0000 7f6abdbfe640 1 -- 172.21.15.23:0/2661990707 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6ab80b5580 msgr2=0x7f6ab815e360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:16.539 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.532+0000 7f6abdbfe640 1 --2- 172.21.15.23:0/2661990707 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6ab80b5580 0x7f6ab815e360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:16.539 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.532+0000 7f6abdbfe640 1 -- 172.21.15.23:0/2661990707 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6aa8009420 con 0x7f6ab815ba20 2023-06-26T03:03:16.540 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.532+0000 7f6abdbfe640 1 --2- 172.21.15.23:0/2661990707 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6ab815ba20 0x7f6ab815c440 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f6ab0007ef0 tx=0x7f6ab000d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:16.540 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.532+0000 7f6aadffb640 1 -- 172.21.15.23:0/2661990707 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ab0003ba0 con 0x7f6ab815ba20 2023-06-26T03:03:16.540 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.532+0000 7f6aadffb640 1 -- 172.21.15.23:0/2661990707 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ab000f040 con 0x7f6ab815ba20 2023-06-26T03:03:16.540 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.532+0000 7f6abf661640 1 -- 172.21.15.23:0/2661990707 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ab81517a0 con 0x7f6ab815ba20 2023-06-26T03:03:16.540 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.532+0000 7f6aadffb640 1 -- 172.21.15.23:0/2661990707 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ab000de80 con 0x7f6ab815ba20 2023-06-26T03:03:16.540 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.532+0000 7f6abf661640 1 -- 172.21.15.23:0/2661990707 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ab8151d60 con 0x7f6ab815ba20 2023-06-26T03:03:16.541 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.532+0000 7f6abf661640 1 -- 172.21.15.23:0/2661990707 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ab8152260 con 0x7f6ab815ba20 2023-06-26T03:03:16.541 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.532+0000 7f6aadffb640 1 -- 172.21.15.23:0/2661990707 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f6ab0004030 con 0x7f6ab815ba20 2023-06-26T03:03:16.541 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.532+0000 7f6aadffb640 1 --2- 172.21.15.23:0/2661990707 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6a9c066280 0x7f6a9c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:16.541 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.532+0000 7f6aadffb640 1 -- 172.21.15.23:0/2661990707 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f6ab0084330 con 0x7f6ab815ba20 2023-06-26T03:03:16.542 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.532+0000 7f6abd3fd640 1 --2- 172.21.15.23:0/2661990707 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6a9c066280 0x7f6a9c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:16.542 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.536+0000 7f6abd3fd640 1 --2- 172.21.15.23:0/2661990707 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6a9c066280 0x7f6a9c068730 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f6ab4001280 tx=0x7f6ab4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:16.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.540+0000 7f6aadffb640 1 -- 172.21.15.23:0/2661990707 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f6ab00514b0 con 0x7f6ab815ba20 2023-06-26T03:03:16.699 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.692+0000 7f6abf661640 1 -- 172.21.15.23:0/2661990707 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f6ab80c58f0 con 0x7f6ab815ba20 2023-06-26T03:03:16.700 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.692+0000 7f6aadffb640 1 -- 172.21.15.23:0/2661990707 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v29) v1 ==== 100+0+11 (secure 0 0 0) 0x7f6ab0054ad0 con 0x7f6ab815ba20 2023-06-26T03:03:16.700 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 64 2023-06-26T03:03:16.703 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.696+0000 7f6abf661640 1 -- 172.21.15.23:0/2661990707 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6a9c066280 msgr2=0x7f6a9c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:16.703 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.696+0000 7f6abf661640 1 --2- 172.21.15.23:0/2661990707 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6a9c066280 0x7f6a9c068730 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f6ab4001280 tx=0x7f6ab4009040 comp rx=0 tx=0).stop 2023-06-26T03:03:16.703 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.696+0000 7f6abf661640 1 -- 172.21.15.23:0/2661990707 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6ab815ba20 msgr2=0x7f6ab815c440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:16.704 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.696+0000 7f6abf661640 1 --2- 172.21.15.23:0/2661990707 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6ab815ba20 0x7f6ab815c440 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f6ab0007ef0 tx=0x7f6ab000d4a0 comp rx=0 tx=0).stop 2023-06-26T03:03:16.704 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.696+0000 7f6abf661640 1 -- 172.21.15.23:0/2661990707 shutdown_connections 2023-06-26T03:03:16.704 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.696+0000 7f6abf661640 1 --2- 172.21.15.23:0/2661990707 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6a9c066280 0x7f6a9c068730 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:16.704 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.696+0000 7f6abf661640 1 --2- 172.21.15.23:0/2661990707 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6ab815ba20 0x7f6ab815c440 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:16.704 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.696+0000 7f6abf661640 1 --2- 172.21.15.23:0/2661990707 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6ab80d1780 0x7f6ab81507f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:16.704 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.696+0000 7f6abf661640 1 --2- 172.21.15.23:0/2661990707 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6ab80b5580 0x7f6ab815e360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:16.704 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.696+0000 7f6abf661640 1 -- 172.21.15.23:0/2661990707 >> 172.21.15.23:0/2661990707 conn(0x7f6ab8069400 msgr2=0x7f6ab815a030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:16.705 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.696+0000 7f6abf661640 1 -- 172.21.15.23:0/2661990707 shutdown_connections 2023-06-26T03:03:16.705 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.696+0000 7f6abf661640 1 -- 172.21.15.23:0/2661990707 wait complete. 2023-06-26T03:03:16.720 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-06-26T03:03:16.844 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.836+0000 7fd783e8f640 1 Processor -- start 2023-06-26T03:03:16.844 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.840+0000 7fd783e8f640 1 -- start start 2023-06-26T03:03:16.845 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.840+0000 7fd783e8f640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fd77c0afc80 0x7fd77c0c84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:16.845 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.840+0000 7fd783e8f640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd77c0ca360 con 0x7fd77c157230 2023-06-26T03:03:16.845 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.840+0000 7fd783e8f640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd77c0c97e0 con 0x7fd77c06ed60 2023-06-26T03:03:16.846 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.840+0000 7fd783e8f640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd77c0c9ac0 con 0x7fd77c0afc80 2023-06-26T03:03:16.846 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.840+0000 7fd781c2b640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fd77c157230 0x7fd77c0707c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:59918/0 (socket says 172.21.15.23:59918) 2023-06-26T03:03:16.846 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.840+0000 7fd781c2b640 1 -- 172.21.15.23:0/1116831435 learned_addr learned my addr 172.21.15.23:0/1116831435 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:16.847 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.840+0000 7fd78242c640 1 --2- 172.21.15.23:0/1116831435 >> v2:172.21.15.71:3300/0 conn(0x7fd77c0afc80 0x7fd77c0c84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:16.847 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.840+0000 7fd780c29640 1 -- 172.21.15.23:0/1116831435 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 816658591 0 0) 0x7fd77c0ca360 con 0x7fd77c157230 2023-06-26T03:03:16.848 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.840+0000 7fd780c29640 1 -- 172.21.15.23:0/1116831435 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd764003530 con 0x7fd77c157230 2023-06-26T03:03:16.848 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.840+0000 7fd780c29640 1 -- 172.21.15.23:0/1116831435 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1746471237 0 0) 0x7fd764003530 con 0x7fd77c157230 2023-06-26T03:03:16.848 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.840+0000 7fd780c29640 1 -- 172.21.15.23:0/1116831435 >> v2:172.21.15.71:3300/0 conn(0x7fd77c0afc80 msgr2=0x7fd77c0c84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:16.848 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.840+0000 7fd780c29640 1 --2- 172.21.15.23:0/1116831435 >> v2:172.21.15.71:3300/0 conn(0x7fd77c0afc80 0x7fd77c0c84b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:16.848 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.840+0000 7fd780c29640 1 -- 172.21.15.23:0/1116831435 >> v1:172.21.15.71:6789/0 conn(0x7fd77c06ed60 legacy=0x7fd77c0af570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:16.848 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.840+0000 7fd780c29640 1 -- 172.21.15.23:0/1116831435 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd77c0c9da0 con 0x7fd77c157230 2023-06-26T03:03:16.848 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.840+0000 7fd780c29640 1 -- 172.21.15.23:0/1116831435 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7fd774001a00 con 0x7fd77c157230 2023-06-26T03:03:16.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.840+0000 7fd780c29640 1 -- 172.21.15.23:0/1116831435 >> v1:172.21.15.23:6789/0 conn(0x7fd77c157230 legacy=0x7fd77c0707c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:16.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.840+0000 7fd780c29640 1 --2- 172.21.15.23:0/1116831435 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd7640039d0 0x7fd764003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:16.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.840+0000 7fd780c29640 1 --2- 172.21.15.23:0/1116831435 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd7640047d0 0x7fd764004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:16.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.840+0000 7fd780c29640 1 --2- 172.21.15.23:0/1116831435 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd7640051d0 0x7fd76400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:16.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.840+0000 7fd780c29640 1 -- 172.21.15.23:0/1116831435 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd77c0c9ac0 con 0x7fd7640047d0 2023-06-26T03:03:16.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.840+0000 7fd780c29640 1 -- 172.21.15.23:0/1116831435 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd76400c0e0 con 0x7fd7640051d0 2023-06-26T03:03:16.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.840+0000 7fd780c29640 1 -- 172.21.15.23:0/1116831435 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd76400c2a0 con 0x7fd7640039d0 2023-06-26T03:03:16.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.840+0000 7fd78142a640 1 --2- 172.21.15.23:0/1116831435 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd7640047d0 0x7fd764004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:16.850 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.840+0000 7fd781c2b640 1 --2- 172.21.15.23:0/1116831435 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd7640039d0 0x7fd764003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:16.850 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.840+0000 7fd78242c640 1 --2- 172.21.15.23:0/1116831435 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd7640051d0 0x7fd76400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:16.850 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.840+0000 7fd78142a640 1 -- 172.21.15.23:0/1116831435 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd7640039d0 msgr2=0x7fd764003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:16.850 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.840+0000 7fd78142a640 1 --2- 172.21.15.23:0/1116831435 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd7640039d0 0x7fd764003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:16.850 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.840+0000 7fd78142a640 1 -- 172.21.15.23:0/1116831435 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd7640051d0 msgr2=0x7fd76400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:16.850 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.840+0000 7fd78142a640 1 --2- 172.21.15.23:0/1116831435 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd7640051d0 0x7fd76400b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:16.850 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.840+0000 7fd78142a640 1 -- 172.21.15.23:0/1116831435 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd764003530 con 0x7fd7640047d0 2023-06-26T03:03:16.851 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.840+0000 7fd78242c640 1 -- 172.21.15.23:0/1116831435 reap_dead start 2023-06-26T03:03:16.853 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.844+0000 7fd78142a640 1 --2- 172.21.15.23:0/1116831435 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd7640047d0 0x7fd764004c40 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fd770001780 tx=0x7fd77001c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f0f9c351772f9e4 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:16.853 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.844+0000 7fd780c29640 1 -- 172.21.15.23:0/1116831435 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7700052d0 con 0x7fd7640047d0 2023-06-26T03:03:16.853 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.844+0000 7fd780c29640 1 -- 172.21.15.23:0/1116831435 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd7700a7050 con 0x7fd7640047d0 2023-06-26T03:03:16.853 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.844+0000 7fd780c29640 1 -- 172.21.15.23:0/1116831435 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd770003600 con 0x7fd7640047d0 2023-06-26T03:03:16.853 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.844+0000 7fd783e8f640 1 -- 172.21.15.23:0/1116831435 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd7640047d0 msgr2=0x7fd764004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:16.853 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.844+0000 7fd783e8f640 1 --2- 172.21.15.23:0/1116831435 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd7640047d0 0x7fd764004c40 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fd770001780 tx=0x7fd77001c3b0 comp rx=0 tx=0).stop 2023-06-26T03:03:16.854 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.844+0000 7fd783e8f640 1 -- 172.21.15.23:0/1116831435 shutdown_connections 2023-06-26T03:03:16.854 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.844+0000 7fd783e8f640 1 --2- 172.21.15.23:0/1116831435 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd7640047d0 0x7fd764004c40 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:16.854 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.844+0000 7fd783e8f640 1 -- 172.21.15.23:0/1116831435 >> 172.21.15.23:0/1116831435 conn(0x7fd77c069fc0 msgr2=0x7fd77c0ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:16.854 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.844+0000 7fd783e8f640 1 -- 172.21.15.23:0/1116831435 shutdown_connections 2023-06-26T03:03:16.854 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.844+0000 7fd783e8f640 1 -- 172.21.15.23:0/1116831435 wait complete. 2023-06-26T03:03:16.854 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.844+0000 7fd783e8f640 1 Processor -- start 2023-06-26T03:03:16.854 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.844+0000 7fd783e8f640 1 -- start start 2023-06-26T03:03:16.854 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.844+0000 7fd783e8f640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd7640047d0 0x7fd77c155c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:16.855 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.844+0000 7fd783e8f640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd77c1e68e0 0x7fd77c1e50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:16.855 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.844+0000 7fd783e8f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd77c1554b0 0x7fd77c1e7740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:16.855 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.844+0000 7fd783e8f640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd77c156540 con 0x7fd7640047d0 2023-06-26T03:03:16.855 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.844+0000 7fd783e8f640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd77c1e5630 con 0x7fd77c1554b0 2023-06-26T03:03:16.855 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.844+0000 7fd783e8f640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd77c1e5840 con 0x7fd77c1e68e0 2023-06-26T03:03:16.855 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.844+0000 7fd781c2b640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd7640047d0 0x7fd77c155c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:16.855 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.844+0000 7fd781c2b640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd7640047d0 0x7fd77c155c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35144/0 (socket says 172.21.15.23:35144) 2023-06-26T03:03:16.855 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.844+0000 7fd781c2b640 1 -- 172.21.15.23:0/2129185056 learned_addr learned my addr 172.21.15.23:0/2129185056 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:16.856 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.848+0000 7fd78142a640 1 --2- 172.21.15.23:0/2129185056 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd77c1e68e0 0x7fd77c1e50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:16.856 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.848+0000 7fd78242c640 1 --2- 172.21.15.23:0/2129185056 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd77c1554b0 0x7fd77c1e7740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:16.856 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.848+0000 7fd781c2b640 1 -- 172.21.15.23:0/2129185056 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd77c1e68e0 msgr2=0x7fd77c1e50f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:16.856 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.848+0000 7fd781c2b640 1 --2- 172.21.15.23:0/2129185056 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd77c1e68e0 0x7fd77c1e50f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:16.856 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.848+0000 7fd781c2b640 1 -- 172.21.15.23:0/2129185056 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd77c1554b0 msgr2=0x7fd77c1e7740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:16.856 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.848+0000 7fd781c2b640 1 --2- 172.21.15.23:0/2129185056 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd77c1554b0 0x7fd77c1e7740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:16.856 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.848+0000 7fd781c2b640 1 -- 172.21.15.23:0/2129185056 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd77c1e5b20 con 0x7fd7640047d0 2023-06-26T03:03:16.857 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.848+0000 7fd78242c640 1 --2- 172.21.15.23:0/2129185056 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd77c1554b0 0x7fd77c1e7740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:03:16.857 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.848+0000 7fd781c2b640 1 --2- 172.21.15.23:0/2129185056 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd7640047d0 0x7fd77c155c30 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fd774007a10 tx=0x7fd774007b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:16.857 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.848+0000 7fd77a7fc640 1 -- 172.21.15.23:0/2129185056 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd77400e950 con 0x7fd7640047d0 2023-06-26T03:03:16.857 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.848+0000 7fd77a7fc640 1 -- 172.21.15.23:0/2129185056 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd77400ead0 con 0x7fd7640047d0 2023-06-26T03:03:16.857 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.848+0000 7fd783e8f640 1 -- 172.21.15.23:0/2129185056 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd77c1e5e00 con 0x7fd7640047d0 2023-06-26T03:03:16.857 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.848+0000 7fd77a7fc640 1 -- 172.21.15.23:0/2129185056 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd77400ee80 con 0x7fd7640047d0 2023-06-26T03:03:16.857 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.848+0000 7fd783e8f640 1 -- 172.21.15.23:0/2129185056 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd77c1e63c0 con 0x7fd7640047d0 2023-06-26T03:03:16.858 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.848+0000 7fd783e8f640 1 -- 172.21.15.23:0/2129185056 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd77c0c72e0 con 0x7fd7640047d0 2023-06-26T03:03:16.858 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.848+0000 7fd77a7fc640 1 -- 172.21.15.23:0/2129185056 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fd77401d460 con 0x7fd7640047d0 2023-06-26T03:03:16.858 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.848+0000 7fd77a7fc640 1 --2- 172.21.15.23:0/2129185056 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd7680662b0 0x7fd768068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:16.859 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.848+0000 7fd77a7fc640 1 -- 172.21.15.23:0/2129185056 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7fd774084390 con 0x7fd7640047d0 2023-06-26T03:03:16.859 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.848+0000 7fd78142a640 1 --2- 172.21.15.23:0/2129185056 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd7680662b0 0x7fd768068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:16.859 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.848+0000 7fd78142a640 1 --2- 172.21.15.23:0/2129185056 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd7680662b0 0x7fd768068760 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fd770001750 tx=0x7fd7700011a0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:16.859 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:16.852+0000 7fd77a7fc640 1 -- 172.21.15.23:0/2129185056 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fd7740514e0 con 0x7fd7640047d0 2023-06-26T03:03:17.020 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.012+0000 7fd783e8f640 1 -- 172.21.15.23:0/2129185056 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fd77c04d790 con 0x7fd7640047d0 2023-06-26T03:03:17.021 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.016+0000 7fd77a7fc640 1 -- 172.21.15.23:0/2129185056 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v29) v1 ==== 103+0+11 (secure 0 0 0) 0x7fd774054b00 con 0x7fd7640047d0 2023-06-26T03:03:17.021 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:03:17.023 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.016+0000 7fd783e8f640 1 -- 172.21.15.23:0/2129185056 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd7680662b0 msgr2=0x7fd768068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:17.023 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.016+0000 7fd783e8f640 1 --2- 172.21.15.23:0/2129185056 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd7680662b0 0x7fd768068760 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fd770001750 tx=0x7fd7700011a0 comp rx=0 tx=0).stop 2023-06-26T03:03:17.023 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.016+0000 7fd783e8f640 1 -- 172.21.15.23:0/2129185056 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd7640047d0 msgr2=0x7fd77c155c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:17.023 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.016+0000 7fd783e8f640 1 --2- 172.21.15.23:0/2129185056 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd7640047d0 0x7fd77c155c30 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fd774007a10 tx=0x7fd774007b00 comp rx=0 tx=0).stop 2023-06-26T03:03:17.024 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.016+0000 7fd783e8f640 1 -- 172.21.15.23:0/2129185056 shutdown_connections 2023-06-26T03:03:17.024 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.016+0000 7fd783e8f640 1 --2- 172.21.15.23:0/2129185056 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd7680662b0 0x7fd768068760 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:17.024 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.016+0000 7fd783e8f640 1 --2- 172.21.15.23:0/2129185056 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd77c1554b0 0x7fd77c1e7740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:17.024 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.016+0000 7fd783e8f640 1 --2- 172.21.15.23:0/2129185056 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd77c1e68e0 0x7fd77c1e50f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:17.024 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.016+0000 7fd783e8f640 1 --2- 172.21.15.23:0/2129185056 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd7640047d0 0x7fd77c155c30 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:17.024 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.016+0000 7fd783e8f640 1 -- 172.21.15.23:0/2129185056 >> 172.21.15.23:0/2129185056 conn(0x7fd77c069fc0 msgr2=0x7fd77c0c6bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:17.024 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.016+0000 7fd783e8f640 1 -- 172.21.15.23:0/2129185056 shutdown_connections 2023-06-26T03:03:17.025 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.016+0000 7fd783e8f640 1 -- 172.21.15.23:0/2129185056 wait complete. 2023-06-26T03:03:17.040 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-06-26T03:03:17.161 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.156+0000 7ff60e654640 1 Processor -- start 2023-06-26T03:03:17.161 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.156+0000 7ff60e654640 1 -- start start 2023-06-26T03:03:17.162 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.156+0000 7ff60e654640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7ff6080b3a20 0x7ff6080b3ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:17.162 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.156+0000 7ff60e654640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff6080d0180 0x7ff6080d05e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:17.162 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.156+0000 7ff60e654640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff6080cf960 con 0x7ff60815b6e0 2023-06-26T03:03:17.162 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.156+0000 7ff60e654640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff6080b43e0 con 0x7ff6080b3a20 2023-06-26T03:03:17.163 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.156+0000 7ff60e654640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6080cfca0 con 0x7ff6080d0180 2023-06-26T03:03:17.163 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.156+0000 7ff6077fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7ff6080b3a20 0x7ff6080b3ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:17.163 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.156+0000 7ff6077fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7ff6080b3a20 0x7ff6080b3ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35158/0 (socket says 172.21.15.23:35158) 2023-06-26T03:03:17.163 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.156+0000 7ff6077fe640 1 -- 172.21.15.23:0/2356190309 learned_addr learned my addr 172.21.15.23:0/2356190309 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:17.163 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.156+0000 7ff60cbf1640 1 --2- 172.21.15.23:0/2356190309 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff6080d0180 0x7ff6080d05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:17.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.156+0000 7ff6077fe640 1 -- 172.21.15.23:0/2356190309 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff6080d0180 msgr2=0x7ff6080d05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:17.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.156+0000 7ff6077fe640 1 --2- 172.21.15.23:0/2356190309 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff6080d0180 0x7ff6080d05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:17.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.156+0000 7ff6077fe640 1 -- 172.21.15.23:0/2356190309 >> v1:172.21.15.71:6789/0 conn(0x7ff60815b6e0 legacy=0x7ff6080cc5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:17.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.156+0000 7ff6077fe640 1 -- 172.21.15.23:0/2356190309 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6080cede0 con 0x7ff6080b3a20 2023-06-26T03:03:17.165 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.160+0000 7ff6077fe640 1 --2- 172.21.15.23:0/2356190309 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff6080b3a20 0x7ff6080b3ea0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7ff5fc009870 tx=0x7ff5fc01c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28ca4e6ad09bd76c server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:17.165 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.160+0000 7ff606ffd640 1 -- 172.21.15.23:0/2356190309 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5fc0ab600 con 0x7ff6080b3a20 2023-06-26T03:03:17.165 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.160+0000 7ff606ffd640 1 -- 172.21.15.23:0/2356190309 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5fc0ab760 con 0x7ff6080b3a20 2023-06-26T03:03:17.165 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.160+0000 7ff606ffd640 1 -- 172.21.15.23:0/2356190309 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5fc0abaf0 con 0x7ff6080b3a20 2023-06-26T03:03:17.166 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.160+0000 7ff60e654640 1 -- 172.21.15.23:0/2356190309 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff6080b3a20 msgr2=0x7ff6080b3ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:17.166 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.160+0000 7ff60e654640 1 --2- 172.21.15.23:0/2356190309 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff6080b3a20 0x7ff6080b3ea0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7ff5fc009870 tx=0x7ff5fc01c440 comp rx=0 tx=0).stop 2023-06-26T03:03:17.166 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.160+0000 7ff60e654640 1 -- 172.21.15.23:0/2356190309 shutdown_connections 2023-06-26T03:03:17.166 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.160+0000 7ff60e654640 1 --2- 172.21.15.23:0/2356190309 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff6080d0180 0x7ff6080d05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:17.166 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.160+0000 7ff60e654640 1 --2- 172.21.15.23:0/2356190309 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff6080b3a20 0x7ff6080b3ea0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:17.167 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.160+0000 7ff60e654640 1 -- 172.21.15.23:0/2356190309 >> 172.21.15.23:0/2356190309 conn(0x7ff6080d1fa0 msgr2=0x7ff6080d23a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:17.167 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.160+0000 7ff60e654640 1 -- 172.21.15.23:0/2356190309 shutdown_connections 2023-06-26T03:03:17.167 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.160+0000 7ff60e654640 1 -- 172.21.15.23:0/2356190309 wait complete. 2023-06-26T03:03:17.168 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.160+0000 7ff60e654640 1 Processor -- start 2023-06-26T03:03:17.168 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.160+0000 7ff60e654640 1 -- start start 2023-06-26T03:03:17.168 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.160+0000 7ff60e654640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff6080b3a20 0x7ff60814f690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:17.169 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.160+0000 7ff60e654640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff6080d0180 0x7ff6080b6460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:17.169 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.160+0000 7ff60e654640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff60815b6e0 0x7ff6080b69a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:17.169 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.160+0000 7ff60e654640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6080b4e70 con 0x7ff60815b6e0 2023-06-26T03:03:17.169 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.160+0000 7ff60e654640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6080b5150 con 0x7ff6080d0180 2023-06-26T03:03:17.169 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.160+0000 7ff60e654640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6080b5430 con 0x7ff6080b3a20 2023-06-26T03:03:17.169 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.160+0000 7ff60cbf1640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff60815b6e0 0x7ff6080b69a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:17.169 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.160+0000 7ff60cbf1640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff60815b6e0 0x7ff6080b69a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35172/0 (socket says 172.21.15.23:35172) 2023-06-26T03:03:17.170 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.160+0000 7ff60cbf1640 1 -- 172.21.15.23:0/892457668 learned_addr learned my addr 172.21.15.23:0/892457668 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:17.170 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.160+0000 7ff607fff640 1 --2- 172.21.15.23:0/892457668 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff6080b3a20 0x7ff60814f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:17.170 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.160+0000 7ff6077fe640 1 --2- 172.21.15.23:0/892457668 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff6080d0180 0x7ff6080b6460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:17.170 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.160+0000 7ff60cbf1640 1 -- 172.21.15.23:0/892457668 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff6080b3a20 msgr2=0x7ff60814f690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:17.170 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.160+0000 7ff60cbf1640 1 --2- 172.21.15.23:0/892457668 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff6080b3a20 0x7ff60814f690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:17.170 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.160+0000 7ff60cbf1640 1 -- 172.21.15.23:0/892457668 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff6080d0180 msgr2=0x7ff6080b6460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:17.170 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.160+0000 7ff60cbf1640 1 --2- 172.21.15.23:0/892457668 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff6080d0180 0x7ff6080b6460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:17.170 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.160+0000 7ff60cbf1640 1 -- 172.21.15.23:0/892457668 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5fc0094d0 con 0x7ff60815b6e0 2023-06-26T03:03:17.171 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.160+0000 7ff60cbf1640 1 --2- 172.21.15.23:0/892457668 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff60815b6e0 0x7ff6080b69a0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7ff600007e40 tx=0x7ff60000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:17.171 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.164+0000 7ff604ff9640 1 -- 172.21.15.23:0/892457668 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff600014620 con 0x7ff60815b6e0 2023-06-26T03:03:17.171 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.164+0000 7ff604ff9640 1 -- 172.21.15.23:0/892457668 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff60000ee90 con 0x7ff60815b6e0 2023-06-26T03:03:17.171 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.164+0000 7ff60e654640 1 -- 172.21.15.23:0/892457668 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff6080b5710 con 0x7ff60815b6e0 2023-06-26T03:03:17.171 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.164+0000 7ff604ff9640 1 -- 172.21.15.23:0/892457668 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6000149e0 con 0x7ff60815b6e0 2023-06-26T03:03:17.171 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.164+0000 7ff60e654640 1 -- 172.21.15.23:0/892457668 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6080b6fd0 con 0x7ff60815b6e0 2023-06-26T03:03:17.172 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.164+0000 7ff60e654640 1 -- 172.21.15.23:0/892457668 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff6080b4fb0 con 0x7ff60815b6e0 2023-06-26T03:03:17.172 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.164+0000 7ff604ff9640 1 -- 172.21.15.23:0/892457668 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff600014b40 con 0x7ff60815b6e0 2023-06-26T03:03:17.172 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.164+0000 7ff604ff9640 1 --2- 172.21.15.23:0/892457668 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff5f4066280 0x7ff5f4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:17.172 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.164+0000 7ff604ff9640 1 -- 172.21.15.23:0/892457668 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7ff600084a00 con 0x7ff60815b6e0 2023-06-26T03:03:17.173 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.164+0000 7ff607fff640 1 --2- 172.21.15.23:0/892457668 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff5f4066280 0x7ff5f4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:17.173 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.164+0000 7ff607fff640 1 --2- 172.21.15.23:0/892457668 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff5f4066280 0x7ff5f4068730 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7ff5f800b810 tx=0x7ff5f8008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:17.174 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.168+0000 7ff604ff9640 1 -- 172.21.15.23:0/892457668 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff6080b4fb0 con 0x7ff60815b6e0 2023-06-26T03:03:17.342 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.336+0000 7ff60e654640 1 -- 172.21.15.23:0/892457668 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7ff6080b5950 con 0x7ff60815b6e0 2023-06-26T03:03:17.343 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.336+0000 7ff604ff9640 1 -- 172.21.15.23:0/892457668 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v29) v1 ==== 80+0+0 (secure 0 0 0) 0x7ff6080b5950 con 0x7ff60815b6e0 2023-06-26T03:03:17.344 INFO:teuthology.orchestra.run.smithi023.stderr:listed 0 entries 2023-06-26T03:03:17.346 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.340+0000 7ff60e654640 1 -- 172.21.15.23:0/892457668 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff5f4066280 msgr2=0x7ff5f4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:17.346 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.340+0000 7ff60e654640 1 --2- 172.21.15.23:0/892457668 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff5f4066280 0x7ff5f4068730 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7ff5f800b810 tx=0x7ff5f8008040 comp rx=0 tx=0).stop 2023-06-26T03:03:17.346 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.340+0000 7ff60e654640 1 -- 172.21.15.23:0/892457668 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff60815b6e0 msgr2=0x7ff6080b69a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:17.346 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.340+0000 7ff60e654640 1 --2- 172.21.15.23:0/892457668 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff60815b6e0 0x7ff6080b69a0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7ff600007e40 tx=0x7ff60000e4b0 comp rx=0 tx=0).stop 2023-06-26T03:03:17.346 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.340+0000 7ff60e654640 1 -- 172.21.15.23:0/892457668 shutdown_connections 2023-06-26T03:03:17.347 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.340+0000 7ff60e654640 1 --2- 172.21.15.23:0/892457668 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff5f4066280 0x7ff5f4068730 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:17.347 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.340+0000 7ff60e654640 1 --2- 172.21.15.23:0/892457668 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff60815b6e0 0x7ff6080b69a0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:17.347 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.340+0000 7ff60e654640 1 --2- 172.21.15.23:0/892457668 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff6080d0180 0x7ff6080b6460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:17.347 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.340+0000 7ff60e654640 1 --2- 172.21.15.23:0/892457668 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff6080b3a20 0x7ff60814f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:17.347 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.340+0000 7ff60e654640 1 -- 172.21.15.23:0/892457668 >> 172.21.15.23:0/892457668 conn(0x7ff6080d1fa0 msgr2=0x7ff60815fa50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:17.347 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.340+0000 7ff60e654640 1 -- 172.21.15.23:0/892457668 shutdown_connections 2023-06-26T03:03:17.348 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.340+0000 7ff60e654640 1 -- 172.21.15.23:0/892457668 wait complete. 2023-06-26T03:03:17.361 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi023.front.sepia.ceph.com... 2023-06-26T03:03:17.362 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:03:17.362 DEBUG:teuthology.orchestra.run.smithi023:> sudo fusermount -u /home/ubuntu/cephtest/mnt.2 2023-06-26T03:03:17.375 INFO:teuthology.orchestra.run:waiting for 300 2023-06-26T03:03:17.376 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi023.front.sepia.ceph.com 2023-06-26T03:03:17.376 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:03:17.376 DEBUG:teuthology.orchestra.run.smithi023:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2023-06-26T03:03:17.421 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-06-26T03:03:17.421 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-26T03:03:17.427 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-06-26T03:03:17.428 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-26T03:03:17.475 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:03:17.603 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.596+0000 7f28c2319640 1 Processor -- start 2023-06-26T03:03:17.604 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.596+0000 7f28c2319640 1 -- start start 2023-06-26T03:03:17.605 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.600+0000 7f28c2319640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f28bc0cdb00 0x7f28bc0c9360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:17.605 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.600+0000 7f28c2319640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f28bc0cc0c0 0x7f28bc06b760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:17.605 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.600+0000 7f28c2319640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f28bc0c8300 con 0x7f28bc0cded0 2023-06-26T03:03:17.605 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.600+0000 7f28c2319640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f28bc0c85a0 con 0x7f28bc0cdb00 2023-06-26T03:03:17.605 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.600+0000 7f28c2319640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28bc0c8880 con 0x7f28bc0cc0c0 2023-06-26T03:03:17.605 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.600+0000 7f28c08b6640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f28bc0cded0 0x7f28bc06ed80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:59924/0 (socket says 172.21.15.23:59924) 2023-06-26T03:03:17.606 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.600+0000 7f28c08b6640 1 -- 172.21.15.23:0/1651416964 learned_addr learned my addr 172.21.15.23:0/1651416964 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:17.606 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.600+0000 7f28bb7fe640 1 --2- 172.21.15.23:0/1651416964 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f28bc0cc0c0 0x7f28bc06b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:17.606 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.600+0000 7f28bbfff640 1 --2- 172.21.15.23:0/1651416964 >> v2:172.21.15.71:3300/0 conn(0x7f28bc0cdb00 0x7f28bc0c9360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:17.607 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.600+0000 7f28baffd640 1 -- 172.21.15.23:0/1651416964 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1102405596 0 0) 0x7f28bc0c8300 con 0x7f28bc0cded0 2023-06-26T03:03:17.607 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.600+0000 7f28baffd640 1 -- 172.21.15.23:0/1651416964 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f28a4003530 con 0x7f28bc0cded0 2023-06-26T03:03:17.607 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.600+0000 7f28bbfff640 1 -- 172.21.15.23:0/1651416964 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f28bc0cc0c0 msgr2=0x7f28bc06b760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:17.607 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.600+0000 7f28bbfff640 1 --2- 172.21.15.23:0/1651416964 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f28bc0cc0c0 0x7f28bc06b760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:17.607 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.600+0000 7f28bbfff640 1 -- 172.21.15.23:0/1651416964 >> v1:172.21.15.23:6789/0 conn(0x7f28bc0cded0 legacy=0x7f28bc06ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:17.607 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.600+0000 7f28bbfff640 1 -- 172.21.15.23:0/1651416964 --> v2:172.21.15.71:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28bc0c8b60 con 0x7f28bc0cdb00 2023-06-26T03:03:17.608 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.600+0000 7f28bbfff640 1 --2- 172.21.15.23:0/1651416964 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f28bc0cdb00 0x7f28bc0c9360 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f28b4009d90 tx=0x7f28b401c890 comp rx=0 tx=0).ready entity=mon.1 client_cookie=32cc6af8c9d50e62 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:17.608 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28baffd640 1 -- 172.21.15.23:0/1651416964 <== mon.1 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28b40a5930 con 0x7f28bc0cdb00 2023-06-26T03:03:17.608 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28baffd640 1 -- 172.21.15.23:0/1651416964 <== mon.1 v2:172.21.15.71:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28b40a5a90 con 0x7f28bc0cdb00 2023-06-26T03:03:17.608 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28baffd640 1 -- 172.21.15.23:0/1651416964 <== mon.1 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28b40a5e00 con 0x7f28bc0cdb00 2023-06-26T03:03:17.609 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28c2319640 1 -- 172.21.15.23:0/1651416964 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f28bc0cdb00 msgr2=0x7f28bc0c9360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:17.610 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28c2319640 1 --2- 172.21.15.23:0/1651416964 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f28bc0cdb00 0x7f28bc0c9360 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f28b4009d90 tx=0x7f28b401c890 comp rx=0 tx=0).stop 2023-06-26T03:03:17.610 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28c2319640 1 -- 172.21.15.23:0/1651416964 shutdown_connections 2023-06-26T03:03:17.610 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28c2319640 1 --2- 172.21.15.23:0/1651416964 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f28bc0cc0c0 0x7f28bc06b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:17.610 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28c2319640 1 --2- 172.21.15.23:0/1651416964 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f28bc0cdb00 0x7f28bc0c9360 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:17.610 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28c2319640 1 -- 172.21.15.23:0/1651416964 >> 172.21.15.23:0/1651416964 conn(0x7f28bc069400 msgr2=0x7f28bc069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:17.610 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28c2319640 1 -- 172.21.15.23:0/1651416964 shutdown_connections 2023-06-26T03:03:17.610 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28c2319640 1 -- 172.21.15.23:0/1651416964 wait complete. 2023-06-26T03:03:17.612 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28c2319640 1 Processor -- start 2023-06-26T03:03:17.612 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28c2319640 1 -- start start 2023-06-26T03:03:17.612 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28c2319640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f28bc0cc0c0 0x7f28bc14da50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:17.612 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28c2319640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f28bc0cdb00 0x7f28bc148500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:17.613 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28c2319640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f28bc0cded0 0x7f28bc1f1fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:17.613 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28c2319640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28bc1f5410 con 0x7f28bc0cc0c0 2023-06-26T03:03:17.613 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28c2319640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28bc148a40 con 0x7f28bc0cdb00 2023-06-26T03:03:17.613 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28c2319640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28bc1f4b00 con 0x7f28bc0cded0 2023-06-26T03:03:17.613 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28bbfff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f28bc0cc0c0 0x7f28bc14da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:17.613 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28bbfff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f28bc0cc0c0 0x7f28bc14da50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35178/0 (socket says 172.21.15.23:35178) 2023-06-26T03:03:17.613 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28bbfff640 1 -- 172.21.15.23:0/1873306548 learned_addr learned my addr 172.21.15.23:0/1873306548 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:17.614 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28bb7fe640 1 --2- 172.21.15.23:0/1873306548 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f28bc0cdb00 0x7f28bc148500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:17.614 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28c08b6640 1 --2- 172.21.15.23:0/1873306548 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f28bc0cded0 0x7f28bc1f1fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:17.614 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28bbfff640 1 -- 172.21.15.23:0/1873306548 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f28bc0cded0 msgr2=0x7f28bc1f1fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:17.614 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28bbfff640 1 --2- 172.21.15.23:0/1873306548 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f28bc0cded0 0x7f28bc1f1fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:17.614 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28bbfff640 1 -- 172.21.15.23:0/1873306548 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f28bc0cdb00 msgr2=0x7f28bc148500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:17.614 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28bbfff640 1 --2- 172.21.15.23:0/1873306548 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f28bc0cdb00 0x7f28bc148500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:17.614 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28bbfff640 1 -- 172.21.15.23:0/1873306548 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28b4009a70 con 0x7f28bc0cc0c0 2023-06-26T03:03:17.615 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28bb7fe640 1 --2- 172.21.15.23:0/1873306548 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f28bc0cdb00 0x7f28bc148500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:03:17.615 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28bbfff640 1 --2- 172.21.15.23:0/1873306548 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f28bc0cc0c0 0x7f28bc14da50 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f28b401cd70 tx=0x7f28bc06fca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:17.615 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28b8ff9640 1 -- 172.21.15.23:0/1873306548 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28b40039a0 con 0x7f28bc0cc0c0 2023-06-26T03:03:17.615 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28b8ff9640 1 -- 172.21.15.23:0/1873306548 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28b4003b00 con 0x7f28bc0cc0c0 2023-06-26T03:03:17.615 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28c2319640 1 -- 172.21.15.23:0/1873306548 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f28bc1f24f0 con 0x7f28bc0cc0c0 2023-06-26T03:03:17.615 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28b8ff9640 1 -- 172.21.15.23:0/1873306548 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28b4003e70 con 0x7f28bc0cc0c0 2023-06-26T03:03:17.615 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.604+0000 7f28c2319640 1 -- 172.21.15.23:0/1873306548 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f28bc1f4d50 con 0x7f28bc0cc0c0 2023-06-26T03:03:17.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.608+0000 7f28c2319640 1 -- 172.21.15.23:0/1873306548 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f28bc04d790 con 0x7f28bc0cc0c0 2023-06-26T03:03:17.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.608+0000 7f28b8ff9640 1 -- 172.21.15.23:0/1873306548 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f28b4004040 con 0x7f28bc0cc0c0 2023-06-26T03:03:17.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.608+0000 7f28b8ff9640 1 --2- 172.21.15.23:0/1873306548 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f28a8066280 0x7f28a8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:17.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.608+0000 7f28b8ff9640 1 -- 172.21.15.23:0/1873306548 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f28b411ef60 con 0x7f28bc0cc0c0 2023-06-26T03:03:17.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.608+0000 7f28bb7fe640 1 --2- 172.21.15.23:0/1873306548 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f28a8066280 0x7f28a8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:17.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.608+0000 7f28bb7fe640 1 --2- 172.21.15.23:0/1873306548 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f28a8066280 0x7f28a8068730 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f28bc0c7c90 tx=0x7f28b0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:17.618 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.612+0000 7f28b8ff9640 1 -- 172.21.15.23:0/1873306548 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f28b40ec260 con 0x7f28bc0cc0c0 2023-06-26T03:03:17.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.768+0000 7f28c2319640 1 -- 172.21.15.23:0/1873306548 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f28bc0c8010 con 0x7f28bc0cc0c0 2023-06-26T03:03:17.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.768+0000 7f28b8ff9640 1 -- 172.21.15.23:0/1873306548 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+20143 (secure 0 0 0) 0x7f28b40c6090 con 0x7f28bc0cc0c0 2023-06-26T03:03:17.776 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:03:17.776 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":29,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:02:51.222053+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:02:07.262805+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:02:07.823501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data_ec","create_time":"2023-06-26T03:02:10.900368+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.c","mappings":[{"from":3,"to":2}]},{"pgid":"4.26","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:03:17.778 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.772+0000 7f28c2319640 1 -- 172.21.15.23:0/1873306548 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f28a8066280 msgr2=0x7f28a8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:17.778 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.772+0000 7f28c2319640 1 --2- 172.21.15.23:0/1873306548 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f28a8066280 0x7f28a8068730 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f28bc0c7c90 tx=0x7f28b0008040 comp rx=0 tx=0).stop 2023-06-26T03:03:17.778 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.772+0000 7f28c2319640 1 -- 172.21.15.23:0/1873306548 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f28bc0cc0c0 msgr2=0x7f28bc14da50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:17.778 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.772+0000 7f28c2319640 1 --2- 172.21.15.23:0/1873306548 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f28bc0cc0c0 0x7f28bc14da50 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f28b401cd70 tx=0x7f28bc06fca0 comp rx=0 tx=0).stop 2023-06-26T03:03:17.778 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.772+0000 7f28c2319640 1 -- 172.21.15.23:0/1873306548 shutdown_connections 2023-06-26T03:03:17.778 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.772+0000 7f28c2319640 1 --2- 172.21.15.23:0/1873306548 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f28a8066280 0x7f28a8068730 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:17.779 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.772+0000 7f28c2319640 1 --2- 172.21.15.23:0/1873306548 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f28bc0cded0 0x7f28bc1f1fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:17.779 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.772+0000 7f28c2319640 1 --2- 172.21.15.23:0/1873306548 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f28bc0cdb00 0x7f28bc148500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:17.779 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.772+0000 7f28c2319640 1 --2- 172.21.15.23:0/1873306548 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f28bc0cc0c0 0x7f28bc14da50 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:17.779 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.772+0000 7f28c2319640 1 -- 172.21.15.23:0/1873306548 >> 172.21.15.23:0/1873306548 conn(0x7f28bc069400 msgr2=0x7f28bc0697d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:17.779 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.772+0000 7f28c2319640 1 -- 172.21.15.23:0/1873306548 shutdown_connections 2023-06-26T03:03:17.779 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.772+0000 7f28c2319640 1 -- 172.21.15.23:0/1873306548 wait complete. 2023-06-26T03:03:17.795 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:01:57.280692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:02:02.819138+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-26T03:02:07.262805+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-26T03:02:07.823501+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-06-26T03:02:10.900368+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-06-26T03:03:17.796 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:03:17.913 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.908+0000 7f05b642c640 1 Processor -- start 2023-06-26T03:03:17.913 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.908+0000 7f05b642c640 1 -- start start 2023-06-26T03:03:17.914 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.908+0000 7f05b642c640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f05b00cfcf0 0x7f05b00d0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:17.914 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.908+0000 7f05b642c640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f05b013d240 0x7f05b013d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:17.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.908+0000 7f05b642c640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f05b00b2700 con 0x7f05b01596e0 2023-06-26T03:03:17.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.908+0000 7f05b642c640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f05b00d0680 con 0x7f05b013d240 2023-06-26T03:03:17.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.908+0000 7f05b642c640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05b00b1810 con 0x7f05b00cfcf0 2023-06-26T03:03:17.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.908+0000 7f05af7fe640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f05b00cfcf0 0x7f05b00d0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:17.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.908+0000 7f05b49c9640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f05b013d240 0x7f05b013d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:17.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.908+0000 7f05af7fe640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f05b00cfcf0 0x7f05b00d0140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3301/0 says I am v2:172.21.15.23:53946/0 (socket says 172.21.15.23:53946) 2023-06-26T03:03:17.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.908+0000 7f05af7fe640 1 -- 172.21.15.23:0/2804470018 learned_addr learned my addr 172.21.15.23:0/2804470018 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:17.916 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.908+0000 7f05af7fe640 1 -- 172.21.15.23:0/2804470018 >> v2:172.21.15.71:3300/0 conn(0x7f05b013d240 msgr2=0x7f05b013d6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:17.916 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.908+0000 7f05af7fe640 1 --2- 172.21.15.23:0/2804470018 >> v2:172.21.15.71:3300/0 conn(0x7f05b013d240 0x7f05b013d6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:17.916 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.908+0000 7f05af7fe640 1 -- 172.21.15.23:0/2804470018 >> v1:172.21.15.71:6789/0 conn(0x7f05b01596e0 legacy=0x7f05b00cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:17.916 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.908+0000 7f05af7fe640 1 -- 172.21.15.23:0/2804470018 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05b00b1af0 con 0x7f05b00cfcf0 2023-06-26T03:03:17.917 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.912+0000 7f05af7fe640 1 --2- 172.21.15.23:0/2804470018 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f05b00cfcf0 0x7f05b00d0140 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f0598009870 tx=0x7f059801c540 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a02afb61cb12402a server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:17.918 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.912+0000 7f05aeffd640 1 -- 172.21.15.23:0/2804470018 <== mon.2 v2:172.21.15.71:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05980a7070 con 0x7f05b00cfcf0 2023-06-26T03:03:17.918 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.912+0000 7f05aeffd640 1 -- 172.21.15.23:0/2804470018 <== mon.2 v2:172.21.15.71:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05980ab430 con 0x7f05b00cfcf0 2023-06-26T03:03:17.918 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.912+0000 7f05aeffd640 1 -- 172.21.15.23:0/2804470018 <== mon.2 v2:172.21.15.71:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05980ab7c0 con 0x7f05b00cfcf0 2023-06-26T03:03:17.918 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.912+0000 7f05b642c640 1 -- 172.21.15.23:0/2804470018 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f05b00cfcf0 msgr2=0x7f05b00d0140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:17.919 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.912+0000 7f05b642c640 1 --2- 172.21.15.23:0/2804470018 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f05b00cfcf0 0x7f05b00d0140 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f0598009870 tx=0x7f059801c540 comp rx=0 tx=0).stop 2023-06-26T03:03:17.919 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.912+0000 7f05b642c640 1 -- 172.21.15.23:0/2804470018 shutdown_connections 2023-06-26T03:03:17.919 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.912+0000 7f05b642c640 1 --2- 172.21.15.23:0/2804470018 >> v2:172.21.15.71:3300/0 conn(0x7f05b013d240 0x7f05b013d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:17.919 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.912+0000 7f05b642c640 1 --2- 172.21.15.23:0/2804470018 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f05b00cfcf0 0x7f05b00d0140 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:17.919 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.912+0000 7f05b642c640 1 -- 172.21.15.23:0/2804470018 >> 172.21.15.23:0/2804470018 conn(0x7f05b0070fe0 msgr2=0x7f05b00713e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:17.919 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.912+0000 7f05b642c640 1 -- 172.21.15.23:0/2804470018 shutdown_connections 2023-06-26T03:03:17.920 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.912+0000 7f05b642c640 1 -- 172.21.15.23:0/2804470018 wait complete. 2023-06-26T03:03:17.921 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.912+0000 7f05b642c640 1 Processor -- start 2023-06-26T03:03:17.921 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.912+0000 7f05b642c640 1 -- start start 2023-06-26T03:03:17.921 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.916+0000 7f05b642c640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f05b00cfcf0 0x7f05b00c7e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:17.921 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.916+0000 7f05b642c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f05b013d240 0x7f05b015b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:17.922 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.916+0000 7f05b642c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f05b01596e0 0x7f05b00c9830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:17.922 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.916+0000 7f05b642c640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05b00c83f0 con 0x7f05b013d240 2023-06-26T03:03:17.922 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.916+0000 7f05b642c640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05b00c86d0 con 0x7f05b01596e0 2023-06-26T03:03:17.922 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.916+0000 7f05b642c640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05b00c89b0 con 0x7f05b00cfcf0 2023-06-26T03:03:17.922 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.916+0000 7f05af7fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f05b013d240 0x7f05b015b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:17.922 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.916+0000 7f05af7fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f05b013d240 0x7f05b015b6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34834/0 (socket says 172.21.15.23:34834) 2023-06-26T03:03:17.922 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.916+0000 7f05af7fe640 1 -- 172.21.15.23:0/2583682248 learned_addr learned my addr 172.21.15.23:0/2583682248 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:17.922 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.916+0000 7f05affff640 1 --2- 172.21.15.23:0/2583682248 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f05b00cfcf0 0x7f05b00c7e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:17.923 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.916+0000 7f05b49c9640 1 --2- 172.21.15.23:0/2583682248 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f05b01596e0 0x7f05b00c9830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:17.923 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.916+0000 7f05af7fe640 1 -- 172.21.15.23:0/2583682248 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f05b00cfcf0 msgr2=0x7f05b00c7e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:17.923 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.916+0000 7f05af7fe640 1 --2- 172.21.15.23:0/2583682248 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f05b00cfcf0 0x7f05b00c7e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:17.923 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.916+0000 7f05af7fe640 1 -- 172.21.15.23:0/2583682248 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f05b01596e0 msgr2=0x7f05b00c9830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:17.923 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.916+0000 7f05af7fe640 1 --2- 172.21.15.23:0/2583682248 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f05b01596e0 0x7f05b00c9830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:17.923 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.916+0000 7f05af7fe640 1 -- 172.21.15.23:0/2583682248 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05980094d0 con 0x7f05b013d240 2023-06-26T03:03:17.924 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.916+0000 7f05af7fe640 1 --2- 172.21.15.23:0/2583682248 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f05b013d240 0x7f05b015b6d0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f059801a170 tx=0x7f05980192e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:17.924 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.916+0000 7f05acff9640 1 -- 172.21.15.23:0/2583682248 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05980ba070 con 0x7f05b013d240 2023-06-26T03:03:17.924 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.916+0000 7f05acff9640 1 -- 172.21.15.23:0/2583682248 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05980b4420 con 0x7f05b013d240 2023-06-26T03:03:17.924 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.916+0000 7f05b642c640 1 -- 172.21.15.23:0/2583682248 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f05b00c8c90 con 0x7f05b013d240 2023-06-26T03:03:17.924 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.916+0000 7f05acff9640 1 -- 172.21.15.23:0/2583682248 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05980b47d0 con 0x7f05b013d240 2023-06-26T03:03:17.924 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.916+0000 7f05b642c640 1 -- 172.21.15.23:0/2583682248 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f05b00c9d70 con 0x7f05b013d240 2023-06-26T03:03:17.925 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.916+0000 7f05b642c640 1 -- 172.21.15.23:0/2583682248 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f05b004d790 con 0x7f05b013d240 2023-06-26T03:03:17.925 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.916+0000 7f05acff9640 1 -- 172.21.15.23:0/2583682248 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f05980b4930 con 0x7f05b013d240 2023-06-26T03:03:17.925 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.916+0000 7f05acff9640 1 --2- 172.21.15.23:0/2583682248 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0590066280 0x7f0590068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:17.925 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.916+0000 7f05acff9640 1 -- 172.21.15.23:0/2583682248 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f059811e1d0 con 0x7f05b013d240 2023-06-26T03:03:17.926 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.916+0000 7f05affff640 1 --2- 172.21.15.23:0/2583682248 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0590066280 0x7f0590068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:17.926 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.920+0000 7f05affff640 1 --2- 172.21.15.23:0/2583682248 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0590066280 0x7f0590068730 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f05a00012f0 tx=0x7f05a0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:17.927 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:17.920+0000 7f05acff9640 1 -- 172.21.15.23:0/2583682248 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f05980eb270 con 0x7f05b013d240 2023-06-26T03:03:18.074 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.068+0000 7f05b642c640 1 -- 172.21.15.23:0/2583682248 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f05b00b2360 con 0x7f05b013d240 2023-06-26T03:03:18.075 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.068+0000 7f05acff9640 1 -- 172.21.15.23:0/2583682248 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v29) v1 ==== 93+0+10 (secure 0 0 0) 0x7f05980ee890 con 0x7f05b013d240 2023-06-26T03:03:18.076 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 1 2023-06-26T03:03:18.077 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.072+0000 7f05b642c640 1 -- 172.21.15.23:0/2583682248 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0590066280 msgr2=0x7f0590068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:18.078 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.072+0000 7f05b642c640 1 --2- 172.21.15.23:0/2583682248 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0590066280 0x7f0590068730 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f05a00012f0 tx=0x7f05a0009040 comp rx=0 tx=0).stop 2023-06-26T03:03:18.078 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.072+0000 7f05b642c640 1 -- 172.21.15.23:0/2583682248 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f05b013d240 msgr2=0x7f05b015b6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:18.078 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.072+0000 7f05b642c640 1 --2- 172.21.15.23:0/2583682248 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f05b013d240 0x7f05b015b6d0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f059801a170 tx=0x7f05980192e0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.078 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.072+0000 7f05b642c640 1 -- 172.21.15.23:0/2583682248 shutdown_connections 2023-06-26T03:03:18.078 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.072+0000 7f05b642c640 1 --2- 172.21.15.23:0/2583682248 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f0590066280 0x7f0590068730 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.078 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.072+0000 7f05b642c640 1 --2- 172.21.15.23:0/2583682248 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f05b01596e0 0x7f05b00c9830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.079 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.072+0000 7f05b642c640 1 --2- 172.21.15.23:0/2583682248 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f05b013d240 0x7f05b015b6d0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.079 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.072+0000 7f05b642c640 1 --2- 172.21.15.23:0/2583682248 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f05b00cfcf0 0x7f05b00c7e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.079 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.072+0000 7f05b642c640 1 -- 172.21.15.23:0/2583682248 >> 172.21.15.23:0/2583682248 conn(0x7f05b0070fe0 msgr2=0x7f05b01429f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:18.079 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.072+0000 7f05b642c640 1 -- 172.21.15.23:0/2583682248 shutdown_connections 2023-06-26T03:03:18.079 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.072+0000 7f05b642c640 1 -- 172.21.15.23:0/2583682248 wait complete. 2023-06-26T03:03:18.093 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:03:18.208 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.200+0000 7f33d957f640 1 Processor -- start 2023-06-26T03:03:18.208 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.200+0000 7f33d957f640 1 -- start start 2023-06-26T03:03:18.209 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.204+0000 7f33d957f640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f33d40cfd20 0x7f33d40d00f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:18.209 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.204+0000 7f33d957f640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f33d40ca350 0x7f33d40cd000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:18.210 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.204+0000 7f33d957f640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f33d40ce080 con 0x7f33d415f320 2023-06-26T03:03:18.210 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.204+0000 7f33d957f640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f33d415bb90 con 0x7f33d40cfd20 2023-06-26T03:03:18.210 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.204+0000 7f33d957f640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33d40caeb0 con 0x7f33d40ca350 2023-06-26T03:03:18.210 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.204+0000 7f33d2ffd640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f33d40cfd20 0x7f33d40d00f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:18.210 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.204+0000 7f33d2ffd640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f33d40cfd20 0x7f33d40d00f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34836/0 (socket says 172.21.15.23:34836) 2023-06-26T03:03:18.210 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.204+0000 7f33d2ffd640 1 -- 172.21.15.23:0/4181231553 learned_addr learned my addr 172.21.15.23:0/4181231553 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:18.210 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.204+0000 7f33cbfff640 1 --2- 172.21.15.23:0/4181231553 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f33d40ca350 0x7f33d40cd000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:18.211 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.204+0000 7f33d2ffd640 1 -- 172.21.15.23:0/4181231553 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f33d40ca350 msgr2=0x7f33d40cd000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:18.211 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.204+0000 7f33d2ffd640 1 --2- 172.21.15.23:0/4181231553 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f33d40ca350 0x7f33d40cd000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.211 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.204+0000 7f33d2ffd640 1 -- 172.21.15.23:0/4181231553 >> v1:172.21.15.71:6789/0 conn(0x7f33d415f320 legacy=0x7f33d415f7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:18.211 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.204+0000 7f33d2ffd640 1 -- 172.21.15.23:0/4181231553 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33d40d0630 con 0x7f33d40cfd20 2023-06-26T03:03:18.211 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.204+0000 7f33d2ffd640 1 --2- 172.21.15.23:0/4181231553 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f33d40cfd20 0x7f33d40d00f0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f33c4009870 tx=0x7f33c401c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b458e787a0335f5 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:18.212 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.204+0000 7f33d27fc640 1 -- 172.21.15.23:0/4181231553 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33c40ac600 con 0x7f33d40cfd20 2023-06-26T03:03:18.213 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.204+0000 7f33d27fc640 1 -- 172.21.15.23:0/4181231553 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33c40a8050 con 0x7f33d40cfd20 2023-06-26T03:03:18.213 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.204+0000 7f33d27fc640 1 -- 172.21.15.23:0/4181231553 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33c40ac980 con 0x7f33d40cfd20 2023-06-26T03:03:18.213 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.208+0000 7f33d957f640 1 -- 172.21.15.23:0/4181231553 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f33d40cfd20 msgr2=0x7f33d40d00f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:18.213 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.208+0000 7f33d957f640 1 --2- 172.21.15.23:0/4181231553 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f33d40cfd20 0x7f33d40d00f0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f33c4009870 tx=0x7f33c401c4d0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.213 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.208+0000 7f33d957f640 1 -- 172.21.15.23:0/4181231553 shutdown_connections 2023-06-26T03:03:18.213 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.208+0000 7f33d957f640 1 --2- 172.21.15.23:0/4181231553 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f33d40ca350 0x7f33d40cd000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.213 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.208+0000 7f33d957f640 1 --2- 172.21.15.23:0/4181231553 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f33d40cfd20 0x7f33d40d00f0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.214 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.208+0000 7f33d957f640 1 -- 172.21.15.23:0/4181231553 >> 172.21.15.23:0/4181231553 conn(0x7f33d4070fe0 msgr2=0x7f33d40713e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:18.214 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.208+0000 7f33d957f640 1 -- 172.21.15.23:0/4181231553 shutdown_connections 2023-06-26T03:03:18.214 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.208+0000 7f33d957f640 1 -- 172.21.15.23:0/4181231553 wait complete. 2023-06-26T03:03:18.216 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.208+0000 7f33d957f640 1 Processor -- start 2023-06-26T03:03:18.216 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.208+0000 7f33d957f640 1 -- start start 2023-06-26T03:03:18.216 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.208+0000 7f33d957f640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f33d40ca350 0x7f33d41537a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:18.216 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.208+0000 7f33d957f640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f33d40cfd20 0x7f33d415e330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:18.216 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.208+0000 7f33d957f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f33d415f320 0x7f33d4155bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:18.216 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.208+0000 7f33d957f640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33d415eb60 con 0x7f33d40ca350 2023-06-26T03:03:18.217 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.208+0000 7f33d957f640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33d40ac3c0 con 0x7f33d415f320 2023-06-26T03:03:18.217 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.208+0000 7f33d957f640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33d415bd10 con 0x7f33d40cfd20 2023-06-26T03:03:18.217 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.208+0000 7f33d2ffd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f33d40ca350 0x7f33d41537a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:18.217 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.208+0000 7f33d2ffd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f33d40ca350 0x7f33d41537a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34852/0 (socket says 172.21.15.23:34852) 2023-06-26T03:03:18.217 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.208+0000 7f33d2ffd640 1 -- 172.21.15.23:0/1475147317 learned_addr learned my addr 172.21.15.23:0/1475147317 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:18.217 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.208+0000 7f33cbfff640 1 --2- 172.21.15.23:0/1475147317 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f33d40cfd20 0x7f33d415e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:18.217 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.208+0000 7f33d37fe640 1 --2- 172.21.15.23:0/1475147317 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f33d415f320 0x7f33d4155bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:18.218 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.208+0000 7f33d2ffd640 1 -- 172.21.15.23:0/1475147317 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f33d40cfd20 msgr2=0x7f33d415e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:18.218 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.208+0000 7f33d2ffd640 1 --2- 172.21.15.23:0/1475147317 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f33d40cfd20 0x7f33d415e330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.218 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.208+0000 7f33d2ffd640 1 -- 172.21.15.23:0/1475147317 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f33d415f320 msgr2=0x7f33d4155bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:18.218 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.208+0000 7f33d2ffd640 1 --2- 172.21.15.23:0/1475147317 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f33d415f320 0x7f33d4155bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.218 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.208+0000 7f33d2ffd640 1 -- 172.21.15.23:0/1475147317 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33c40094d0 con 0x7f33d40ca350 2023-06-26T03:03:18.218 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.208+0000 7f33d2ffd640 1 --2- 172.21.15.23:0/1475147317 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f33d40ca350 0x7f33d41537a0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f33c401cd70 tx=0x7f33c401ad10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:18.218 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.208+0000 7f33cb7fe640 1 -- 172.21.15.23:0/1475147317 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33c40b7650 con 0x7f33d40ca350 2023-06-26T03:03:18.219 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.208+0000 7f33cb7fe640 1 -- 172.21.15.23:0/1475147317 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33c40b77b0 con 0x7f33d40ca350 2023-06-26T03:03:18.219 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.208+0000 7f33cb7fe640 1 -- 172.21.15.23:0/1475147317 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33c40b7b60 con 0x7f33d40ca350 2023-06-26T03:03:18.219 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.208+0000 7f33d957f640 1 -- 172.21.15.23:0/1475147317 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33d4154930 con 0x7f33d40ca350 2023-06-26T03:03:18.219 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.208+0000 7f33d957f640 1 -- 172.21.15.23:0/1475147317 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33d4154ef0 con 0x7f33d40ca350 2023-06-26T03:03:18.220 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.212+0000 7f33d957f640 1 -- 172.21.15.23:0/1475147317 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f33d40b1fa0 con 0x7f33d40ca350 2023-06-26T03:03:18.220 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.212+0000 7f33cb7fe640 1 -- 172.21.15.23:0/1475147317 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f33c40b3070 con 0x7f33d40ca350 2023-06-26T03:03:18.220 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.212+0000 7f33cb7fe640 1 --2- 172.21.15.23:0/1475147317 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f33b4066280 0x7f33b4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:18.220 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.212+0000 7f33cb7fe640 1 -- 172.21.15.23:0/1475147317 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f33c411e4d0 con 0x7f33d40ca350 2023-06-26T03:03:18.220 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.212+0000 7f33cbfff640 1 --2- 172.21.15.23:0/1475147317 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f33b4066280 0x7f33b4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:18.221 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.212+0000 7f33cbfff640 1 --2- 172.21.15.23:0/1475147317 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f33b4066280 0x7f33b4068730 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f33d4165b70 tx=0x7f33bc008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:18.221 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.216+0000 7f33cb7fe640 1 -- 172.21.15.23:0/1475147317 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f33c40eb6b0 con 0x7f33d40ca350 2023-06-26T03:03:18.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.364+0000 7f33d957f640 1 -- 172.21.15.23:0/1475147317 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f33d41550e0 con 0x7f33d40ca350 2023-06-26T03:03:18.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.364+0000 7f33cb7fe640 1 -- 172.21.15.23:0/1475147317 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v29) v1 ==== 92+0+10 (secure 0 0 0) 0x7f33c40eecd0 con 0x7f33d40ca350 2023-06-26T03:03:18.370 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 8 2023-06-26T03:03:18.372 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.364+0000 7f33d957f640 1 -- 172.21.15.23:0/1475147317 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f33b4066280 msgr2=0x7f33b4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:18.372 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.364+0000 7f33d957f640 1 --2- 172.21.15.23:0/1475147317 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f33b4066280 0x7f33b4068730 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f33d4165b70 tx=0x7f33bc008040 comp rx=0 tx=0).stop 2023-06-26T03:03:18.372 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.364+0000 7f33d957f640 1 -- 172.21.15.23:0/1475147317 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f33d40ca350 msgr2=0x7f33d41537a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:18.372 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.364+0000 7f33d957f640 1 --2- 172.21.15.23:0/1475147317 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f33d40ca350 0x7f33d41537a0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f33c401cd70 tx=0x7f33c401ad10 comp rx=0 tx=0).stop 2023-06-26T03:03:18.372 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.364+0000 7f33d957f640 1 -- 172.21.15.23:0/1475147317 shutdown_connections 2023-06-26T03:03:18.372 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.364+0000 7f33d957f640 1 --2- 172.21.15.23:0/1475147317 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f33b4066280 0x7f33b4068730 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.373 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.364+0000 7f33d957f640 1 --2- 172.21.15.23:0/1475147317 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f33d415f320 0x7f33d4155bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.373 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.364+0000 7f33d957f640 1 --2- 172.21.15.23:0/1475147317 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f33d40cfd20 0x7f33d415e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.373 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.364+0000 7f33d957f640 1 --2- 172.21.15.23:0/1475147317 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f33d40ca350 0x7f33d41537a0 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.373 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.364+0000 7f33d957f640 1 -- 172.21.15.23:0/1475147317 >> 172.21.15.23:0/1475147317 conn(0x7f33d4070fe0 msgr2=0x7f33d4069400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:18.373 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.364+0000 7f33d957f640 1 -- 172.21.15.23:0/1475147317 shutdown_connections 2023-06-26T03:03:18.373 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.364+0000 7f33d957f640 1 -- 172.21.15.23:0/1475147317 wait complete. 2023-06-26T03:03:18.387 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-26T03:03:18.515 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.508+0000 7f9b82aa7640 1 Processor -- start 2023-06-26T03:03:18.516 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.508+0000 7f9b82aa7640 1 -- start start 2023-06-26T03:03:18.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.508+0000 7f9b82aa7640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f9b7c157230 0x7f9b7c06ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:18.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.508+0000 7f9b82aa7640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9b7c0707c0 0x7f9b7c0af570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:18.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.508+0000 7f9b82aa7640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f9b7c0afab0 0x7f9b7c0c84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:18.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.508+0000 7f9b82aa7640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9b7c06f2a0 con 0x7f9b7c0afab0 2023-06-26T03:03:18.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.508+0000 7f9b82aa7640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9b7c0afed0 con 0x7f9b7c157230 2023-06-26T03:03:18.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.508+0000 7f9b82aa7640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9b7c0ca360 con 0x7f9b7c0707c0 2023-06-26T03:03:18.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.508+0000 7f9b81044640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f9b7c0afab0 0x7f9b7c0c84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:18.519 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.508+0000 7f9b81044640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f9b7c0afab0 0x7f9b7c0c84b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34860/0 (socket says 172.21.15.23:34860) 2023-06-26T03:03:18.519 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.508+0000 7f9b81044640 1 -- 172.21.15.23:0/719010566 learned_addr learned my addr 172.21.15.23:0/719010566 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:18.519 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.508+0000 7f9b7bfff640 1 --2- 172.21.15.23:0/719010566 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9b7c0707c0 0x7f9b7c0af570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:18.519 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.508+0000 7f9b80843640 1 --2- 172.21.15.23:0/719010566 >> v2:172.21.15.71:3300/0 conn(0x7f9b7c157230 0x7f9b7c06ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:18.519 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.508+0000 7f9b81044640 1 -- 172.21.15.23:0/719010566 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9b7c0707c0 msgr2=0x7f9b7c0af570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:18.519 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.508+0000 7f9b81044640 1 --2- 172.21.15.23:0/719010566 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9b7c0707c0 0x7f9b7c0af570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.519 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.508+0000 7f9b81044640 1 -- 172.21.15.23:0/719010566 >> v2:172.21.15.71:3300/0 conn(0x7f9b7c157230 msgr2=0x7f9b7c06ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:18.520 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.508+0000 7f9b81044640 1 --2- 172.21.15.23:0/719010566 >> v2:172.21.15.71:3300/0 conn(0x7f9b7c157230 0x7f9b7c06ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.520 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.508+0000 7f9b81044640 1 -- 172.21.15.23:0/719010566 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b7c0c97e0 con 0x7f9b7c0afab0 2023-06-26T03:03:18.520 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.512+0000 7f9b81044640 1 --2- 172.21.15.23:0/719010566 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9b7c0afab0 0x7f9b7c0c84b0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f9b7c0cae10 tx=0x7f9b6c01c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef4fa807f00671ec server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:18.520 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.512+0000 7f9b7b7fe640 1 -- 172.21.15.23:0/719010566 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b6c0a5700 con 0x7f9b7c0afab0 2023-06-26T03:03:18.520 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.512+0000 7f9b7b7fe640 1 -- 172.21.15.23:0/719010566 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9b6c0a5860 con 0x7f9b7c0afab0 2023-06-26T03:03:18.520 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.512+0000 7f9b7b7fe640 1 -- 172.21.15.23:0/719010566 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b6c0a5bf0 con 0x7f9b7c0afab0 2023-06-26T03:03:18.520 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.512+0000 7f9b82aa7640 1 -- 172.21.15.23:0/719010566 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9b7c0afab0 msgr2=0x7f9b7c0c84b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:18.520 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.512+0000 7f9b82aa7640 1 --2- 172.21.15.23:0/719010566 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9b7c0afab0 0x7f9b7c0c84b0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f9b7c0cae10 tx=0x7f9b6c01c880 comp rx=0 tx=0).stop 2023-06-26T03:03:18.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.512+0000 7f9b82aa7640 1 -- 172.21.15.23:0/719010566 shutdown_connections 2023-06-26T03:03:18.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.512+0000 7f9b82aa7640 1 --2- 172.21.15.23:0/719010566 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9b7c0afab0 0x7f9b7c0c84b0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.512+0000 7f9b82aa7640 1 --2- 172.21.15.23:0/719010566 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9b7c0707c0 0x7f9b7c0af570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.512+0000 7f9b82aa7640 1 --2- 172.21.15.23:0/719010566 >> v2:172.21.15.71:3300/0 conn(0x7f9b7c157230 0x7f9b7c06ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.512+0000 7f9b82aa7640 1 -- 172.21.15.23:0/719010566 >> 172.21.15.23:0/719010566 conn(0x7f9b7c069fc0 msgr2=0x7f9b7c0ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:18.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.512+0000 7f9b82aa7640 1 -- 172.21.15.23:0/719010566 shutdown_connections 2023-06-26T03:03:18.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.512+0000 7f9b82aa7640 1 -- 172.21.15.23:0/719010566 wait complete. 2023-06-26T03:03:18.523 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.512+0000 7f9b82aa7640 1 Processor -- start 2023-06-26T03:03:18.524 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.512+0000 7f9b82aa7640 1 -- start start 2023-06-26T03:03:18.524 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.512+0000 7f9b82aa7640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9b7c0707c0 0x7f9b7c0c6470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:18.524 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.512+0000 7f9b82aa7640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9b7c0afab0 0x7f9b7c0c4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:18.524 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.512+0000 7f9b82aa7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b7c0b34b0 0x7f9b7c151ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:18.524 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.512+0000 7f9b82aa7640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b7c0c5100 con 0x7f9b7c0afab0 2023-06-26T03:03:18.525 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.512+0000 7f9b82aa7640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b7c0c53d0 con 0x7f9b7c0b34b0 2023-06-26T03:03:18.525 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.512+0000 7f9b82aa7640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9b7c0c56b0 con 0x7f9b7c0707c0 2023-06-26T03:03:18.525 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.512+0000 7f9b7bfff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9b7c0afab0 0x7f9b7c0c4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:18.525 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.512+0000 7f9b7bfff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9b7c0afab0 0x7f9b7c0c4bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34874/0 (socket says 172.21.15.23:34874) 2023-06-26T03:03:18.525 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.512+0000 7f9b7bfff640 1 -- 172.21.15.23:0/2411785275 learned_addr learned my addr 172.21.15.23:0/2411785275 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:18.526 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.512+0000 7f9b80843640 1 --2- 172.21.15.23:0/2411785275 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9b7c0707c0 0x7f9b7c0c6470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:18.526 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.512+0000 7f9b81044640 1 --2- 172.21.15.23:0/2411785275 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b7c0b34b0 0x7f9b7c151ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:18.526 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.512+0000 7f9b7bfff640 1 -- 172.21.15.23:0/2411785275 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9b7c0707c0 msgr2=0x7f9b7c0c6470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:18.526 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.512+0000 7f9b7bfff640 1 --2- 172.21.15.23:0/2411785275 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9b7c0707c0 0x7f9b7c0c6470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.526 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.512+0000 7f9b7bfff640 1 -- 172.21.15.23:0/2411785275 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b7c0b34b0 msgr2=0x7f9b7c151ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:18.526 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.512+0000 7f9b7bfff640 1 --2- 172.21.15.23:0/2411785275 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b7c0b34b0 0x7f9b7c151ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.527 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.512+0000 7f9b7bfff640 1 -- 172.21.15.23:0/2411785275 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b6c009b30 con 0x7f9b7c0afab0 2023-06-26T03:03:18.527 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.512+0000 7f9b81044640 1 --2- 172.21.15.23:0/2411785275 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b7c0b34b0 0x7f9b7c151ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:18.527 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.512+0000 7f9b7bfff640 1 --2- 172.21.15.23:0/2411785275 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9b7c0afab0 0x7f9b7c0c4bc0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f9b6400d800 tx=0x7f9b6400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:18.527 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.516+0000 7f9b797fa640 1 -- 172.21.15.23:0/2411785275 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b640096a0 con 0x7f9b7c0afab0 2023-06-26T03:03:18.527 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.516+0000 7f9b797fa640 1 -- 172.21.15.23:0/2411785275 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9b64009800 con 0x7f9b7c0afab0 2023-06-26T03:03:18.527 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.516+0000 7f9b82aa7640 1 -- 172.21.15.23:0/2411785275 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9b7c0c5990 con 0x7f9b7c0afab0 2023-06-26T03:03:18.528 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.516+0000 7f9b797fa640 1 -- 172.21.15.23:0/2411785275 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b64009990 con 0x7f9b7c0afab0 2023-06-26T03:03:18.528 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.516+0000 7f9b82aa7640 1 -- 172.21.15.23:0/2411785275 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9b7c0c5f50 con 0x7f9b7c0afab0 2023-06-26T03:03:18.528 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.516+0000 7f9b82aa7640 1 -- 172.21.15.23:0/2411785275 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9b7c070350 con 0x7f9b7c0afab0 2023-06-26T03:03:18.528 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.516+0000 7f9b797fa640 1 -- 172.21.15.23:0/2411785275 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f9b64009af0 con 0x7f9b7c0afab0 2023-06-26T03:03:18.528 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.516+0000 7f9b797fa640 1 --2- 172.21.15.23:0/2411785275 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9b5c066280 0x7f9b5c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:18.528 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.516+0000 7f9b797fa640 1 -- 172.21.15.23:0/2411785275 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f9b640844b0 con 0x7f9b7c0afab0 2023-06-26T03:03:18.529 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.516+0000 7f9b80843640 1 --2- 172.21.15.23:0/2411785275 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9b5c066280 0x7f9b5c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:18.529 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.516+0000 7f9b80843640 1 --2- 172.21.15.23:0/2411785275 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9b5c066280 0x7f9b5c068730 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f9b7c1f5510 tx=0x7f9b74008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:18.529 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.520+0000 7f9b797fa640 1 -- 172.21.15.23:0/2411785275 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f9b64051690 con 0x7f9b7c0afab0 2023-06-26T03:03:18.677 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.672+0000 7f9b82aa7640 1 -- 172.21.15.23:0/2411785275 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f9b7c04d790 con 0x7f9b7c0afab0 2023-06-26T03:03:18.678 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.672+0000 7f9b797fa640 1 -- 172.21.15.23:0/2411785275 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v29) v1 ==== 104+0+11 (secure 0 0 0) 0x7f9b64054cb0 con 0x7f9b7c0afab0 2023-06-26T03:03:18.678 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:03:18.680 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.672+0000 7f9b82aa7640 1 -- 172.21.15.23:0/2411785275 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9b5c066280 msgr2=0x7f9b5c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:18.680 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.672+0000 7f9b82aa7640 1 --2- 172.21.15.23:0/2411785275 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9b5c066280 0x7f9b5c068730 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f9b7c1f5510 tx=0x7f9b74008040 comp rx=0 tx=0).stop 2023-06-26T03:03:18.681 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.672+0000 7f9b82aa7640 1 -- 172.21.15.23:0/2411785275 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9b7c0afab0 msgr2=0x7f9b7c0c4bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:18.681 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.672+0000 7f9b82aa7640 1 --2- 172.21.15.23:0/2411785275 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9b7c0afab0 0x7f9b7c0c4bc0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f9b6400d800 tx=0x7f9b6400dcc0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.681 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.676+0000 7f9b82aa7640 1 -- 172.21.15.23:0/2411785275 shutdown_connections 2023-06-26T03:03:18.681 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.676+0000 7f9b82aa7640 1 --2- 172.21.15.23:0/2411785275 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9b5c066280 0x7f9b5c068730 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.681 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.676+0000 7f9b82aa7640 1 --2- 172.21.15.23:0/2411785275 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9b7c0b34b0 0x7f9b7c151ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.681 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.676+0000 7f9b82aa7640 1 --2- 172.21.15.23:0/2411785275 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9b7c0afab0 0x7f9b7c0c4bc0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.681 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.676+0000 7f9b82aa7640 1 --2- 172.21.15.23:0/2411785275 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9b7c0707c0 0x7f9b7c0c6470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.682 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.676+0000 7f9b82aa7640 1 -- 172.21.15.23:0/2411785275 >> 172.21.15.23:0/2411785275 conn(0x7f9b7c069fc0 msgr2=0x7f9b7c155010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:18.682 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.676+0000 7f9b82aa7640 1 -- 172.21.15.23:0/2411785275 shutdown_connections 2023-06-26T03:03:18.682 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.676+0000 7f9b82aa7640 1 -- 172.21.15.23:0/2411785275 wait complete. 2023-06-26T03:03:18.695 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-26T03:03:18.809 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.804+0000 7f189b616640 1 Processor -- start 2023-06-26T03:03:18.809 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.804+0000 7f189b616640 1 -- start start 2023-06-26T03:03:18.810 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.804+0000 7f189b616640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1894157230 0x7f189406ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:18.810 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.804+0000 7f189b616640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f189406f2a0 con 0x7f18940afc80 2023-06-26T03:03:18.810 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.804+0000 7f189b616640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f18940ca360 con 0x7f18940707c0 2023-06-26T03:03:18.810 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.804+0000 7f189b616640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18940c97e0 con 0x7f1894157230 2023-06-26T03:03:18.811 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.804+0000 7f1899bb3640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f18940afc80 0x7f18940c84b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:38734/0 (socket says 172.21.15.23:38734) 2023-06-26T03:03:18.811 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.804+0000 7f1899bb3640 1 -- 172.21.15.23:0/3965660507 learned_addr learned my addr 172.21.15.23:0/3965660507 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:18.812 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.804+0000 7f18993b2640 1 --2- 172.21.15.23:0/3965660507 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1894157230 0x7f189406ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:18.812 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.804+0000 7f188bfff640 1 -- 172.21.15.23:0/3965660507 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1786725486 0 0) 0x7f189406f2a0 con 0x7f18940afc80 2023-06-26T03:03:18.812 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.804+0000 7f188bfff640 1 -- 172.21.15.23:0/3965660507 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1880003530 con 0x7f18940afc80 2023-06-26T03:03:18.813 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.804+0000 7f188bfff640 1 -- 172.21.15.23:0/3965660507 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3698189380 0 0) 0x7f1880003530 con 0x7f18940afc80 2023-06-26T03:03:18.813 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.804+0000 7f188bfff640 1 -- 172.21.15.23:0/3965660507 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1894157230 msgr2=0x7f189406ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:18.813 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.804+0000 7f188bfff640 1 --2- 172.21.15.23:0/3965660507 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1894157230 0x7f189406ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.813 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.804+0000 7f188bfff640 1 -- 172.21.15.23:0/3965660507 >> v1:172.21.15.71:6789/0 conn(0x7f18940707c0 legacy=0x7f18940af570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:18.813 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.804+0000 7f188bfff640 1 -- 172.21.15.23:0/3965660507 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18940c9ac0 con 0x7f18940afc80 2023-06-26T03:03:18.813 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.804+0000 7f188bfff640 1 -- 172.21.15.23:0/3965660507 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f188c001a00 con 0x7f18940afc80 2023-06-26T03:03:18.813 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.804+0000 7f188bfff640 1 -- 172.21.15.23:0/3965660507 >> v1:172.21.15.23:6789/0 conn(0x7f18940afc80 legacy=0x7f18940c84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:18.813 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.804+0000 7f188bfff640 1 --2- 172.21.15.23:0/3965660507 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f18800039b0 0x7f1880003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:18.814 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.804+0000 7f188bfff640 1 --2- 172.21.15.23:0/3965660507 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1880004300 0x7f18800047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:18.814 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.804+0000 7f188bfff640 1 --2- 172.21.15.23:0/3965660507 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1880004fd0 0x7f188000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:18.814 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.804+0000 7f188bfff640 1 -- 172.21.15.23:0/3965660507 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18940c97e0 con 0x7f1880004fd0 2023-06-26T03:03:18.814 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.804+0000 7f188bfff640 1 -- 172.21.15.23:0/3965660507 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f188000bed0 con 0x7f1880004300 2023-06-26T03:03:18.814 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.804+0000 7f188bfff640 1 -- 172.21.15.23:0/3965660507 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f188000c090 con 0x7f18800039b0 2023-06-26T03:03:18.814 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.804+0000 7f1899bb3640 1 --2- 172.21.15.23:0/3965660507 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1880004fd0 0x7f188000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:18.814 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.804+0000 7f1898bb1640 1 --2- 172.21.15.23:0/3965660507 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1880004300 0x7f18800047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:18.815 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.804+0000 7f18993b2640 1 --2- 172.21.15.23:0/3965660507 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f18800039b0 0x7f1880003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:18.815 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.804+0000 7f1899bb3640 1 -- 172.21.15.23:0/3965660507 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f18800039b0 msgr2=0x7f1880003d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:18.815 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.804+0000 7f1899bb3640 1 --2- 172.21.15.23:0/3965660507 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f18800039b0 0x7f1880003d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.815 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.804+0000 7f1899bb3640 1 -- 172.21.15.23:0/3965660507 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1880004300 msgr2=0x7f18800047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:18.815 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.804+0000 7f1899bb3640 1 --2- 172.21.15.23:0/3965660507 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f1880004300 0x7f18800047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.815 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.804+0000 7f1899bb3640 1 -- 172.21.15.23:0/3965660507 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1880003530 con 0x7f1880004fd0 2023-06-26T03:03:18.817 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.808+0000 7f1899bb3640 1 --2- 172.21.15.23:0/3965660507 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1880004fd0 0x7f188000b990 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f188c00a830 tx=0x7f188c01faa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ff8f39ae2a08751 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:18.817 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.808+0000 7f188bfff640 1 -- 172.21.15.23:0/3965660507 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f188c0aa6d0 con 0x7f1880004fd0 2023-06-26T03:03:18.818 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.808+0000 7f188bfff640 1 -- 172.21.15.23:0/3965660507 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f188c0aa830 con 0x7f1880004fd0 2023-06-26T03:03:18.818 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.808+0000 7f188bfff640 1 -- 172.21.15.23:0/3965660507 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f188c0aac60 con 0x7f1880004fd0 2023-06-26T03:03:18.818 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.808+0000 7f189b616640 1 -- 172.21.15.23:0/3965660507 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1880004fd0 msgr2=0x7f188000b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:18.818 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.808+0000 7f189b616640 1 --2- 172.21.15.23:0/3965660507 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f1880004fd0 0x7f188000b990 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f188c00a830 tx=0x7f188c01faa0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.818 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.808+0000 7f1899bb3640 1 -- 172.21.15.23:0/3965660507 reap_dead start 2023-06-26T03:03:18.818 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.808+0000 7f189b616640 1 -- 172.21.15.23:0/3965660507 shutdown_connections 2023-06-26T03:03:18.818 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.808+0000 7f189b616640 1 -- 172.21.15.23:0/3965660507 >> 172.21.15.23:0/3965660507 conn(0x7f1894069fc0 msgr2=0x7f18940ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:18.819 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.808+0000 7f189b616640 1 -- 172.21.15.23:0/3965660507 shutdown_connections 2023-06-26T03:03:18.819 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.808+0000 7f189b616640 1 -- 172.21.15.23:0/3965660507 wait complete. 2023-06-26T03:03:18.819 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.808+0000 7f189b616640 1 Processor -- start 2023-06-26T03:03:18.819 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.808+0000 7f189b616640 1 -- start start 2023-06-26T03:03:18.819 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.808+0000 7f189b616640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f18940b32f0 0x7f189414a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:18.819 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.808+0000 7f189b616640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f18940b0920 0x7f18940b0d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:18.819 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.808+0000 7f189b616640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1894146b40 0x7f1894146fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:18.819 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.808+0000 7f189b616640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1894154bf0 con 0x7f18940b0920 2023-06-26T03:03:18.820 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.812+0000 7f189b616640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18940b12d0 con 0x7f18940b32f0 2023-06-26T03:03:18.820 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.812+0000 7f189b616640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1894144830 con 0x7f1894146b40 2023-06-26T03:03:18.820 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.812+0000 7f1898bb1640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f18940b0920 0x7f18940b0d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:18.820 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.812+0000 7f1898bb1640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f18940b0920 0x7f18940b0d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34900/0 (socket says 172.21.15.23:34900) 2023-06-26T03:03:18.820 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.812+0000 7f1898bb1640 1 -- 172.21.15.23:0/1661666995 learned_addr learned my addr 172.21.15.23:0/1661666995 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:18.820 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.812+0000 7f18993b2640 1 --2- 172.21.15.23:0/1661666995 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f18940b32f0 0x7f189414a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:18.820 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.812+0000 7f1899bb3640 1 --2- 172.21.15.23:0/1661666995 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1894146b40 0x7f1894146fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:18.821 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.812+0000 7f1898bb1640 1 -- 172.21.15.23:0/1661666995 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1894146b40 msgr2=0x7f1894146fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:18.821 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.812+0000 7f1898bb1640 1 --2- 172.21.15.23:0/1661666995 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1894146b40 0x7f1894146fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.821 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.812+0000 7f1898bb1640 1 -- 172.21.15.23:0/1661666995 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f18940b32f0 msgr2=0x7f189414a640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:18.821 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.812+0000 7f1898bb1640 1 --2- 172.21.15.23:0/1661666995 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f18940b32f0 0x7f189414a640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.821 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.812+0000 7f1898bb1640 1 -- 172.21.15.23:0/1661666995 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1894153f70 con 0x7f18940b0920 2023-06-26T03:03:18.821 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.812+0000 7f18993b2640 1 --2- 172.21.15.23:0/1661666995 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f18940b32f0 0x7f189414a640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:03:18.821 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.812+0000 7f1898bb1640 1 --2- 172.21.15.23:0/1661666995 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f18940b0920 0x7f18940b0d90 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f189000e5b0 tx=0x7f189000ea70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:18.821 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.812+0000 7f1889ffb640 1 -- 172.21.15.23:0/1661666995 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18900052e0 con 0x7f18940b0920 2023-06-26T03:03:18.822 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.812+0000 7f1889ffb640 1 -- 172.21.15.23:0/1661666995 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1890005440 con 0x7f18940b0920 2023-06-26T03:03:18.822 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.812+0000 7f189b616640 1 -- 172.21.15.23:0/1661666995 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1894154250 con 0x7f18940b0920 2023-06-26T03:03:18.822 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.812+0000 7f1889ffb640 1 -- 172.21.15.23:0/1661666995 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1890003820 con 0x7f18940b0920 2023-06-26T03:03:18.822 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.812+0000 7f189b616640 1 -- 172.21.15.23:0/1661666995 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1894154810 con 0x7f18940b0920 2023-06-26T03:03:18.822 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.812+0000 7f189b616640 1 -- 172.21.15.23:0/1661666995 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1894154d30 con 0x7f18940b0920 2023-06-26T03:03:18.823 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.812+0000 7f1889ffb640 1 -- 172.21.15.23:0/1661666995 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f1890003980 con 0x7f18940b0920 2023-06-26T03:03:18.823 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.812+0000 7f1889ffb640 1 --2- 172.21.15.23:0/1661666995 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1878066280 0x7f1878068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:18.823 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.812+0000 7f1889ffb640 1 -- 172.21.15.23:0/1661666995 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f1890083e70 con 0x7f18940b0920 2023-06-26T03:03:18.823 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.812+0000 7f18993b2640 1 --2- 172.21.15.23:0/1661666995 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1878066280 0x7f1878068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:18.823 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.812+0000 7f18993b2640 1 --2- 172.21.15.23:0/1661666995 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1878066280 0x7f1878068730 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f1884009af0 tx=0x7f1884008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:18.824 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.816+0000 7f1889ffb640 1 -- 172.21.15.23:0/1661666995 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f1894154d30 con 0x7f18940b0920 2023-06-26T03:03:18.967 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.960+0000 7f189b616640 1 -- 172.21.15.23:0/1661666995 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f1894154d30 con 0x7f18940b0920 2023-06-26T03:03:18.968 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.964+0000 7f1889ffb640 1 -- 172.21.15.23:0/1661666995 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v29) v1 ==== 100+0+11 (secure 0 0 0) 0x7f1894154d30 con 0x7f18940b0920 2023-06-26T03:03:18.968 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 64 2023-06-26T03:03:18.970 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.964+0000 7f189b616640 1 -- 172.21.15.23:0/1661666995 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1878066280 msgr2=0x7f1878068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:18.970 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.964+0000 7f189b616640 1 --2- 172.21.15.23:0/1661666995 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1878066280 0x7f1878068730 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f1884009af0 tx=0x7f1884008040 comp rx=0 tx=0).stop 2023-06-26T03:03:18.970 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.964+0000 7f189b616640 1 -- 172.21.15.23:0/1661666995 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f18940b0920 msgr2=0x7f18940b0d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:18.970 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.964+0000 7f189b616640 1 --2- 172.21.15.23:0/1661666995 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f18940b0920 0x7f18940b0d90 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f189000e5b0 tx=0x7f189000ea70 comp rx=0 tx=0).stop 2023-06-26T03:03:18.971 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.964+0000 7f189b616640 1 -- 172.21.15.23:0/1661666995 shutdown_connections 2023-06-26T03:03:18.971 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.964+0000 7f189b616640 1 --2- 172.21.15.23:0/1661666995 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1878066280 0x7f1878068730 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.971 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.964+0000 7f189b616640 1 --2- 172.21.15.23:0/1661666995 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f1894146b40 0x7f1894146fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.971 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.964+0000 7f189b616640 1 --2- 172.21.15.23:0/1661666995 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f18940b0920 0x7f18940b0d90 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.971 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.964+0000 7f189b616640 1 --2- 172.21.15.23:0/1661666995 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f18940b32f0 0x7f189414a640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:18.971 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.964+0000 7f189b616640 1 -- 172.21.15.23:0/1661666995 >> 172.21.15.23:0/1661666995 conn(0x7f1894069fc0 msgr2=0x7f18940af490 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:18.971 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.964+0000 7f189b616640 1 -- 172.21.15.23:0/1661666995 shutdown_connections 2023-06-26T03:03:18.972 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:18.964+0000 7f189b616640 1 -- 172.21.15.23:0/1661666995 wait complete. 2023-06-26T03:03:18.985 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-06-26T03:03:19.112 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.108+0000 7fb06b469640 1 Processor -- start 2023-06-26T03:03:19.112 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.108+0000 7fb06b469640 1 -- start start 2023-06-26T03:03:19.113 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.108+0000 7fb06b469640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb064159710 0x7fb06406bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:19.114 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.108+0000 7fb06b469640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fb0640afc80 0x7fb06406f400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:19.114 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.108+0000 7fb06b469640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb06406ef70 con 0x7fb06406c220 2023-06-26T03:03:19.114 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.108+0000 7fb06b469640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb06406d0e0 con 0x7fb0640afc80 2023-06-26T03:03:19.114 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.108+0000 7fb06b469640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb06406c840 con 0x7fb064159710 2023-06-26T03:03:19.114 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.108+0000 7fb068a04640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fb06406c220 0x7fb0640af570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:38742/0 (socket says 172.21.15.23:38742) 2023-06-26T03:03:19.114 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.108+0000 7fb068a04640 1 -- 172.21.15.23:0/1571606189 learned_addr learned my addr 172.21.15.23:0/1571606189 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:19.115 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.108+0000 7fb069205640 1 --2- 172.21.15.23:0/1571606189 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb064159710 0x7fb06406bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:19.115 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.108+0000 7fb069a06640 1 --2- 172.21.15.23:0/1571606189 >> v2:172.21.15.71:3300/0 conn(0x7fb0640afc80 0x7fb06406f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:19.115 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.108+0000 7fb05bfff640 1 -- 172.21.15.23:0/1571606189 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2468885739 0 0) 0x7fb06406ef70 con 0x7fb06406c220 2023-06-26T03:03:19.115 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.108+0000 7fb05bfff640 1 -- 172.21.15.23:0/1571606189 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb050003530 con 0x7fb06406c220 2023-06-26T03:03:19.116 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.108+0000 7fb069a06640 1 -- 172.21.15.23:0/1571606189 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb064159710 msgr2=0x7fb06406bce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:19.116 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.108+0000 7fb069a06640 1 --2- 172.21.15.23:0/1571606189 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb064159710 0x7fb06406bce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:19.116 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.108+0000 7fb069a06640 1 -- 172.21.15.23:0/1571606189 >> v1:172.21.15.23:6789/0 conn(0x7fb06406c220 legacy=0x7fb0640af570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:19.116 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.108+0000 7fb069a06640 1 -- 172.21.15.23:0/1571606189 --> v2:172.21.15.71:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb06406cb20 con 0x7fb0640afc80 2023-06-26T03:03:19.117 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.112+0000 7fb069a06640 1 --2- 172.21.15.23:0/1571606189 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb0640afc80 0x7fb06406f400 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fb05c009d90 tx=0x7fb05c01c8c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6ed7426231331044 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:19.117 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.112+0000 7fb05bfff640 1 -- 172.21.15.23:0/1571606189 <== mon.1 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb05c0a5890 con 0x7fb0640afc80 2023-06-26T03:03:19.117 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.112+0000 7fb05bfff640 1 -- 172.21.15.23:0/1571606189 <== mon.1 v2:172.21.15.71:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb05c0a59f0 con 0x7fb0640afc80 2023-06-26T03:03:19.117 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.112+0000 7fb05bfff640 1 -- 172.21.15.23:0/1571606189 <== mon.1 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb05c0a5d60 con 0x7fb0640afc80 2023-06-26T03:03:19.118 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.112+0000 7fb06b469640 1 -- 172.21.15.23:0/1571606189 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb0640afc80 msgr2=0x7fb06406f400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:19.118 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.112+0000 7fb06b469640 1 --2- 172.21.15.23:0/1571606189 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb0640afc80 0x7fb06406f400 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fb05c009d90 tx=0x7fb05c01c8c0 comp rx=0 tx=0).stop 2023-06-26T03:03:19.118 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.112+0000 7fb06b469640 1 -- 172.21.15.23:0/1571606189 shutdown_connections 2023-06-26T03:03:19.118 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.112+0000 7fb06b469640 1 --2- 172.21.15.23:0/1571606189 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb0640afc80 0x7fb06406f400 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:19.119 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.112+0000 7fb06b469640 1 --2- 172.21.15.23:0/1571606189 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb064159710 0x7fb06406bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:19.119 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.112+0000 7fb06b469640 1 -- 172.21.15.23:0/1571606189 >> 172.21.15.23:0/1571606189 conn(0x7fb064069fc0 msgr2=0x7fb0640ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:19.119 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.112+0000 7fb06b469640 1 -- 172.21.15.23:0/1571606189 shutdown_connections 2023-06-26T03:03:19.119 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.112+0000 7fb06b469640 1 -- 172.21.15.23:0/1571606189 wait complete. 2023-06-26T03:03:19.120 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.112+0000 7fb06b469640 1 Processor -- start 2023-06-26T03:03:19.120 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.112+0000 7fb06b469640 1 -- start start 2023-06-26T03:03:19.120 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.112+0000 7fb06b469640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb06406c220 0x7fb064148590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:19.121 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.112+0000 7fb06b469640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb0640afc80 0x7fb0640adf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:19.121 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.112+0000 7fb06b469640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb064159710 0x7fb06414b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:19.121 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.112+0000 7fb06b469640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb06414ba30 con 0x7fb0640afc80 2023-06-26T03:03:19.121 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.112+0000 7fb06b469640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb06414aaa0 con 0x7fb06406c220 2023-06-26T03:03:19.121 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.112+0000 7fb06b469640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb06414b060 con 0x7fb064159710 2023-06-26T03:03:19.121 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.112+0000 7fb068a04640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb0640afc80 0x7fb0640adf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:19.121 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.116+0000 7fb068a04640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb0640afc80 0x7fb0640adf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34904/0 (socket says 172.21.15.23:34904) 2023-06-26T03:03:19.121 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.116+0000 7fb068a04640 1 -- 172.21.15.23:0/2629762899 learned_addr learned my addr 172.21.15.23:0/2629762899 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:19.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.116+0000 7fb069205640 1 --2- 172.21.15.23:0/2629762899 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb06406c220 0x7fb064148590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:19.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.116+0000 7fb069a06640 1 --2- 172.21.15.23:0/2629762899 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb064159710 0x7fb06414b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:19.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.116+0000 7fb068a04640 1 -- 172.21.15.23:0/2629762899 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb064159710 msgr2=0x7fb06414b4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:19.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.116+0000 7fb068a04640 1 --2- 172.21.15.23:0/2629762899 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb064159710 0x7fb06414b4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:19.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.116+0000 7fb068a04640 1 -- 172.21.15.23:0/2629762899 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb06406c220 msgr2=0x7fb064148590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:19.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.116+0000 7fb068a04640 1 --2- 172.21.15.23:0/2629762899 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb06406c220 0x7fb064148590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:19.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.116+0000 7fb068a04640 1 -- 172.21.15.23:0/2629762899 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb05c009a70 con 0x7fb0640afc80 2023-06-26T03:03:19.123 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.116+0000 7fb069a06640 1 --2- 172.21.15.23:0/2629762899 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb064159710 0x7fb06414b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:03:19.124 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.116+0000 7fb068a04640 1 --2- 172.21.15.23:0/2629762899 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb0640afc80 0x7fb0640adf60 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fb05400c450 tx=0x7fb05400c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:19.124 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.116+0000 7fb059ffb640 1 -- 172.21.15.23:0/2629762899 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb054005cf0 con 0x7fb0640afc80 2023-06-26T03:03:19.124 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.116+0000 7fb059ffb640 1 -- 172.21.15.23:0/2629762899 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb054005e50 con 0x7fb0640afc80 2023-06-26T03:03:19.124 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.116+0000 7fb06b469640 1 -- 172.21.15.23:0/2629762899 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb064150d10 con 0x7fb0640afc80 2023-06-26T03:03:19.124 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.116+0000 7fb059ffb640 1 -- 172.21.15.23:0/2629762899 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb054007290 con 0x7fb0640afc80 2023-06-26T03:03:19.124 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.116+0000 7fb06b469640 1 -- 172.21.15.23:0/2629762899 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb06414acf0 con 0x7fb0640afc80 2023-06-26T03:03:19.125 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.116+0000 7fb06b469640 1 -- 172.21.15.23:0/2629762899 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb06404d790 con 0x7fb0640afc80 2023-06-26T03:03:19.125 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.116+0000 7fb059ffb640 1 -- 172.21.15.23:0/2629762899 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fb0540073f0 con 0x7fb0640afc80 2023-06-26T03:03:19.125 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.116+0000 7fb059ffb640 1 --2- 172.21.15.23:0/2629762899 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb048066280 0x7fb048068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:19.125 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.116+0000 7fb059ffb640 1 -- 172.21.15.23:0/2629762899 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7fb054083600 con 0x7fb0640afc80 2023-06-26T03:03:19.125 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.116+0000 7fb069205640 1 --2- 172.21.15.23:0/2629762899 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb048066280 0x7fb048068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:19.125 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.116+0000 7fb069205640 1 --2- 172.21.15.23:0/2629762899 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb048066280 0x7fb048068730 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fb064151a70 tx=0x7fb060009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:19.127 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.120+0000 7fb059ffb640 1 -- 172.21.15.23:0/2629762899 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fb054050780 con 0x7fb0640afc80 2023-06-26T03:03:19.276 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.268+0000 7fb06b469640 1 -- 172.21.15.23:0/2629762899 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fb0640c9220 con 0x7fb0640afc80 2023-06-26T03:03:19.276 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.272+0000 7fb059ffb640 1 -- 172.21.15.23:0/2629762899 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v29) v1 ==== 103+0+11 (secure 0 0 0) 0x7fb054053da0 con 0x7fb0640afc80 2023-06-26T03:03:19.277 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:03:19.279 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.272+0000 7fb06b469640 1 -- 172.21.15.23:0/2629762899 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb048066280 msgr2=0x7fb048068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:19.279 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.272+0000 7fb06b469640 1 --2- 172.21.15.23:0/2629762899 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb048066280 0x7fb048068730 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fb064151a70 tx=0x7fb060009190 comp rx=0 tx=0).stop 2023-06-26T03:03:19.279 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.272+0000 7fb06b469640 1 -- 172.21.15.23:0/2629762899 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb0640afc80 msgr2=0x7fb0640adf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:19.279 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.272+0000 7fb06b469640 1 --2- 172.21.15.23:0/2629762899 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb0640afc80 0x7fb0640adf60 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fb05400c450 tx=0x7fb05400c910 comp rx=0 tx=0).stop 2023-06-26T03:03:19.279 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.272+0000 7fb06b469640 1 -- 172.21.15.23:0/2629762899 shutdown_connections 2023-06-26T03:03:19.279 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.272+0000 7fb06b469640 1 --2- 172.21.15.23:0/2629762899 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb048066280 0x7fb048068730 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:19.279 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.272+0000 7fb06b469640 1 --2- 172.21.15.23:0/2629762899 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb064159710 0x7fb06414b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:19.280 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.272+0000 7fb06b469640 1 --2- 172.21.15.23:0/2629762899 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb0640afc80 0x7fb0640adf60 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:19.280 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.272+0000 7fb06b469640 1 --2- 172.21.15.23:0/2629762899 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb06406c220 0x7fb064148590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:19.280 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.272+0000 7fb06b469640 1 -- 172.21.15.23:0/2629762899 >> 172.21.15.23:0/2629762899 conn(0x7fb064069fc0 msgr2=0x7fb06415a5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:19.280 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.272+0000 7fb06b469640 1 -- 172.21.15.23:0/2629762899 shutdown_connections 2023-06-26T03:03:19.280 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.272+0000 7fb06b469640 1 -- 172.21.15.23:0/2629762899 wait complete. 2023-06-26T03:03:19.294 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-06-26T03:03:19.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.396+0000 7fa60c63c640 1 Processor -- start 2023-06-26T03:03:19.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.396+0000 7fa60c63c640 1 -- start start 2023-06-26T03:03:19.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.396+0000 7fa60c63c640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fa6040ac670 0x7fa6040c41f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:19.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.396+0000 7fa60c63c640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa6040c4730 con 0x7fa6040caa50 2023-06-26T03:03:19.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.396+0000 7fa60c63c640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa6040acad0 con 0x7fa60406f490 2023-06-26T03:03:19.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.396+0000 7fa60c63c640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa60406c7b0 con 0x7fa6040ac670 2023-06-26T03:03:19.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.396+0000 7fa609bd7640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fa6040ac670 0x7fa6040c41f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:19.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.396+0000 7fa609bd7640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fa6040ac670 0x7fa6040c41f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34920/0 (socket says 172.21.15.23:34920) 2023-06-26T03:03:19.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.396+0000 7fa609bd7640 1 -- 172.21.15.23:0/816371038 learned_addr learned my addr 172.21.15.23:0/816371038 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:19.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.396+0000 7fa609bd7640 1 -- 172.21.15.23:0/816371038 >> v1:172.21.15.71:6789/0 conn(0x7fa60406f490 legacy=0x7fa604151df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:19.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.396+0000 7fa609bd7640 1 -- 172.21.15.23:0/816371038 >> v1:172.21.15.23:6789/0 conn(0x7fa6040caa50 legacy=0x7fa60406ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:19.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.396+0000 7fa609bd7640 1 -- 172.21.15.23:0/816371038 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6040ace00 con 0x7fa6040ac670 2023-06-26T03:03:19.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.400+0000 7fa609bd7640 1 --2- 172.21.15.23:0/816371038 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa6040ac670 0x7fa6040c41f0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fa5f4009870 tx=0x7fa5f401c500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8bd10530604f1dc server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:19.406 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.400+0000 7fa6093d6640 1 -- 172.21.15.23:0/816371038 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5f40ab5f0 con 0x7fa6040ac670 2023-06-26T03:03:19.406 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.400+0000 7fa6093d6640 1 -- 172.21.15.23:0/816371038 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5f40ab750 con 0x7fa6040ac670 2023-06-26T03:03:19.406 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.400+0000 7fa6093d6640 1 -- 172.21.15.23:0/816371038 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5f40abae0 con 0x7fa6040ac670 2023-06-26T03:03:19.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.400+0000 7fa60c63c640 1 -- 172.21.15.23:0/816371038 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa6040ac670 msgr2=0x7fa6040c41f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:19.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.400+0000 7fa60c63c640 1 --2- 172.21.15.23:0/816371038 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa6040ac670 0x7fa6040c41f0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fa5f4009870 tx=0x7fa5f401c500 comp rx=0 tx=0).stop 2023-06-26T03:03:19.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.400+0000 7fa60c63c640 1 -- 172.21.15.23:0/816371038 shutdown_connections 2023-06-26T03:03:19.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.400+0000 7fa60c63c640 1 --2- 172.21.15.23:0/816371038 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa6040ac670 0x7fa6040c41f0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:19.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.400+0000 7fa60c63c640 1 -- 172.21.15.23:0/816371038 >> 172.21.15.23:0/816371038 conn(0x7fa604069400 msgr2=0x7fa604069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:19.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.400+0000 7fa60c63c640 1 -- 172.21.15.23:0/816371038 shutdown_connections 2023-06-26T03:03:19.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.400+0000 7fa60c63c640 1 -- 172.21.15.23:0/816371038 wait complete. 2023-06-26T03:03:19.409 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.400+0000 7fa60c63c640 1 Processor -- start 2023-06-26T03:03:19.409 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.400+0000 7fa60c63c640 1 -- start start 2023-06-26T03:03:19.409 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.404+0000 7fa60c63c640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa60406f490 0x7fa60415f9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:19.409 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.404+0000 7fa60c63c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa6040ac670 0x7fa604147360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:19.409 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.404+0000 7fa60c63c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa6040caa50 0x7fa60415eb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:19.409 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.404+0000 7fa60c63c640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa60415f0b0 con 0x7fa6040ac670 2023-06-26T03:03:19.409 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.404+0000 7fa60c63c640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa60415e390 con 0x7fa6040caa50 2023-06-26T03:03:19.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.404+0000 7fa60c63c640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa6041585b0 con 0x7fa60406f490 2023-06-26T03:03:19.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.404+0000 7fa609bd7640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa6040ac670 0x7fa604147360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:19.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.404+0000 7fa609bd7640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa6040ac670 0x7fa604147360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34930/0 (socket says 172.21.15.23:34930) 2023-06-26T03:03:19.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.404+0000 7fa609bd7640 1 -- 172.21.15.23:0/3575671483 learned_addr learned my addr 172.21.15.23:0/3575671483 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:19.411 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.404+0000 7fa60a3d8640 1 --2- 172.21.15.23:0/3575671483 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa60406f490 0x7fa60415f9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:19.411 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.404+0000 7fa60abd9640 1 --2- 172.21.15.23:0/3575671483 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa6040caa50 0x7fa60415eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:19.411 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.404+0000 7fa609bd7640 1 -- 172.21.15.23:0/3575671483 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa60406f490 msgr2=0x7fa60415f9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:19.411 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.404+0000 7fa609bd7640 1 --2- 172.21.15.23:0/3575671483 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa60406f490 0x7fa60415f9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:19.412 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.404+0000 7fa609bd7640 1 -- 172.21.15.23:0/3575671483 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa6040caa50 msgr2=0x7fa60415eb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:19.412 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.404+0000 7fa609bd7640 1 --2- 172.21.15.23:0/3575671483 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa6040caa50 0x7fa60415eb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:19.412 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.404+0000 7fa609bd7640 1 -- 172.21.15.23:0/3575671483 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5f40094d0 con 0x7fa6040ac670 2023-06-26T03:03:19.412 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.404+0000 7fa60abd9640 1 --2- 172.21.15.23:0/3575671483 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa6040caa50 0x7fa60415eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:19.412 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.404+0000 7fa609bd7640 1 --2- 172.21.15.23:0/3575671483 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa6040ac670 0x7fa604147360 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fa5f401a130 tx=0x7fa5f401ad40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:19.412 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.404+0000 7fa5faffd640 1 -- 172.21.15.23:0/3575671483 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5f40b4800 con 0x7fa6040ac670 2023-06-26T03:03:19.412 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.404+0000 7fa5faffd640 1 -- 172.21.15.23:0/3575671483 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5f40b4980 con 0x7fa6040ac670 2023-06-26T03:03:19.413 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.404+0000 7fa60c63c640 1 -- 172.21.15.23:0/3575671483 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa604158890 con 0x7fa6040ac670 2023-06-26T03:03:19.413 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.404+0000 7fa5faffd640 1 -- 172.21.15.23:0/3575671483 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5f40b4d30 con 0x7fa6040ac670 2023-06-26T03:03:19.413 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.404+0000 7fa60c63c640 1 -- 172.21.15.23:0/3575671483 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa604158e50 con 0x7fa6040ac670 2023-06-26T03:03:19.414 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.404+0000 7fa60c63c640 1 -- 172.21.15.23:0/3575671483 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa60415cde0 con 0x7fa6040ac670 2023-06-26T03:03:19.414 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.408+0000 7fa5faffd640 1 -- 172.21.15.23:0/3575671483 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fa5f40b3380 con 0x7fa6040ac670 2023-06-26T03:03:19.414 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.408+0000 7fa5faffd640 1 --2- 172.21.15.23:0/3575671483 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa5e80662b0 0x7fa5e8068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:19.414 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.408+0000 7fa5faffd640 1 -- 172.21.15.23:0/3575671483 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7fa5f40a8050 con 0x7fa6040ac670 2023-06-26T03:03:19.414 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.408+0000 7fa60a3d8640 1 --2- 172.21.15.23:0/3575671483 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa5e80662b0 0x7fa5e8068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:19.414 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.408+0000 7fa60a3d8640 1 --2- 172.21.15.23:0/3575671483 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa5e80662b0 0x7fa5e8068760 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fa600000f70 tx=0x7fa600009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:19.417 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.412+0000 7fa5faffd640 1 -- 172.21.15.23:0/3575671483 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fa5f40eb820 con 0x7fa6040ac670 2023-06-26T03:03:19.575 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.568+0000 7fa60c63c640 1 -- 172.21.15.23:0/3575671483 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fa60404d790 con 0x7fa6040ac670 2023-06-26T03:03:19.576 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.568+0000 7fa5faffd640 1 -- 172.21.15.23:0/3575671483 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v29) v1 ==== 80+0+0 (secure 0 0 0) 0x7fa5f40eee40 con 0x7fa6040ac670 2023-06-26T03:03:19.576 INFO:teuthology.orchestra.run.smithi023.stderr:listed 0 entries 2023-06-26T03:03:19.578 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.572+0000 7fa60c63c640 1 -- 172.21.15.23:0/3575671483 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa5e80662b0 msgr2=0x7fa5e8068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:19.578 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.572+0000 7fa60c63c640 1 --2- 172.21.15.23:0/3575671483 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa5e80662b0 0x7fa5e8068760 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fa600000f70 tx=0x7fa600009040 comp rx=0 tx=0).stop 2023-06-26T03:03:19.578 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.572+0000 7fa60c63c640 1 -- 172.21.15.23:0/3575671483 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa6040ac670 msgr2=0x7fa604147360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:19.579 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.572+0000 7fa60c63c640 1 --2- 172.21.15.23:0/3575671483 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa6040ac670 0x7fa604147360 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fa5f401a130 tx=0x7fa5f401ad40 comp rx=0 tx=0).stop 2023-06-26T03:03:19.579 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.572+0000 7fa60c63c640 1 -- 172.21.15.23:0/3575671483 shutdown_connections 2023-06-26T03:03:19.579 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.572+0000 7fa60c63c640 1 --2- 172.21.15.23:0/3575671483 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa5e80662b0 0x7fa5e8068760 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:19.579 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.572+0000 7fa60c63c640 1 --2- 172.21.15.23:0/3575671483 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa6040caa50 0x7fa60415eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:19.579 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.572+0000 7fa60c63c640 1 --2- 172.21.15.23:0/3575671483 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa6040ac670 0x7fa604147360 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:19.579 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.572+0000 7fa60c63c640 1 --2- 172.21.15.23:0/3575671483 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa60406f490 0x7fa60415f9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:19.579 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.572+0000 7fa60c63c640 1 -- 172.21.15.23:0/3575671483 >> 172.21.15.23:0/3575671483 conn(0x7fa604069400 msgr2=0x7fa6040c8a90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:19.579 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.572+0000 7fa60c63c640 1 -- 172.21.15.23:0/3575671483 shutdown_connections 2023-06-26T03:03:19.580 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.572+0000 7fa60c63c640 1 -- 172.21.15.23:0/3575671483 wait complete. 2023-06-26T03:03:19.592 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-06-26T03:03:19.593 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/proc/self/mounts of=/dev/stdout 2023-06-26T03:03:19.600 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:03:19.720 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.712+0000 7fcb4ecf0640 1 Processor -- start 2023-06-26T03:03:19.720 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.712+0000 7fcb4ecf0640 1 -- start start 2023-06-26T03:03:19.721 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.716+0000 7fcb4ecf0640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fcb480cf2a0 0x7fcb48164530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:19.721 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.716+0000 7fcb4ecf0640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcb480cb6e0 con 0x7fcb480d0810 2023-06-26T03:03:19.721 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.716+0000 7fcb4ecf0640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcb4815d960 con 0x7fcb48159780 2023-06-26T03:03:19.721 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.716+0000 7fcb4ecf0640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcb4815dc40 con 0x7fcb480cf2a0 2023-06-26T03:03:19.721 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.716+0000 7fcb47fff640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fcb480d0810 0x7fcb480ceb90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:38766/0 (socket says 172.21.15.23:38766) 2023-06-26T03:03:19.722 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.716+0000 7fcb47fff640 1 -- 172.21.15.23:0/1183887093 learned_addr learned my addr 172.21.15.23:0/1183887093 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:19.722 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.716+0000 7fcb4d28d640 1 --2- 172.21.15.23:0/1183887093 >> v2:172.21.15.23:3300/0 conn(0x7fcb480cf2a0 0x7fcb48164530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:19.722 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.716+0000 7fcb477fe640 1 -- 172.21.15.23:0/1183887093 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1267948876 0 0) 0x7fcb480cb6e0 con 0x7fcb480d0810 2023-06-26T03:03:19.723 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.716+0000 7fcb477fe640 1 -- 172.21.15.23:0/1183887093 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcb30003530 con 0x7fcb480d0810 2023-06-26T03:03:19.723 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.716+0000 7fcb4d28d640 1 -- 172.21.15.23:0/1183887093 >> v1:172.21.15.71:6789/0 conn(0x7fcb48159780 legacy=0x7fcb4815d1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:19.723 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.716+0000 7fcb4d28d640 1 -- 172.21.15.23:0/1183887093 >> v1:172.21.15.23:6789/0 conn(0x7fcb480d0810 legacy=0x7fcb480ceb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:19.723 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.716+0000 7fcb4d28d640 1 -- 172.21.15.23:0/1183887093 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb4815df20 con 0x7fcb480cf2a0 2023-06-26T03:03:19.724 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.720+0000 7fcb4d28d640 1 --2- 172.21.15.23:0/1183887093 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fcb480cf2a0 0x7fcb48164530 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fcb40009d90 tx=0x7fcb4001c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55c3f6b691e612d3 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:19.725 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.720+0000 7fcb477fe640 1 -- 172.21.15.23:0/1183887093 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb400a5a30 con 0x7fcb480cf2a0 2023-06-26T03:03:19.725 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.720+0000 7fcb477fe640 1 -- 172.21.15.23:0/1183887093 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb400a5b90 con 0x7fcb480cf2a0 2023-06-26T03:03:19.725 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.720+0000 7fcb477fe640 1 -- 172.21.15.23:0/1183887093 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb400ad440 con 0x7fcb480cf2a0 2023-06-26T03:03:19.725 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.720+0000 7fcb4ecf0640 1 -- 172.21.15.23:0/1183887093 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fcb480cf2a0 msgr2=0x7fcb48164530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:19.726 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.720+0000 7fcb4ecf0640 1 --2- 172.21.15.23:0/1183887093 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fcb480cf2a0 0x7fcb48164530 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fcb40009d90 tx=0x7fcb4001c950 comp rx=0 tx=0).stop 2023-06-26T03:03:19.726 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.720+0000 7fcb4ecf0640 1 -- 172.21.15.23:0/1183887093 shutdown_connections 2023-06-26T03:03:19.726 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.720+0000 7fcb4ecf0640 1 --2- 172.21.15.23:0/1183887093 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fcb480cf2a0 0x7fcb48164530 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:19.726 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.720+0000 7fcb4ecf0640 1 -- 172.21.15.23:0/1183887093 >> 172.21.15.23:0/1183887093 conn(0x7fcb4806c2a0 msgr2=0x7fcb4806d010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:19.726 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.720+0000 7fcb4ecf0640 1 -- 172.21.15.23:0/1183887093 shutdown_connections 2023-06-26T03:03:19.726 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.720+0000 7fcb4ecf0640 1 -- 172.21.15.23:0/1183887093 wait complete. 2023-06-26T03:03:19.727 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.720+0000 7fcb4ecf0640 1 Processor -- start 2023-06-26T03:03:19.727 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.720+0000 7fcb4ecf0640 1 -- start start 2023-06-26T03:03:19.728 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.720+0000 7fcb4ecf0640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fcb480cf2a0 0x7fcb4814ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:19.728 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.720+0000 7fcb4ecf0640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcb480d0810 0x7fcb4814d530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:19.729 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.720+0000 7fcb4ecf0640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fcb48159780 0x7fcb480b0a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:19.729 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.720+0000 7fcb4ecf0640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb4814e9d0 con 0x7fcb48159780 2023-06-26T03:03:19.729 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.720+0000 7fcb4ecf0640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb4814f3a0 con 0x7fcb480d0810 2023-06-26T03:03:19.729 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.720+0000 7fcb4ecf0640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcb4814ddc0 con 0x7fcb480cf2a0 2023-06-26T03:03:19.729 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.720+0000 7fcb4d28d640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fcb48159780 0x7fcb480b0a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:19.729 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.720+0000 7fcb4d28d640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fcb48159780 0x7fcb480b0a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34950/0 (socket says 172.21.15.23:34950) 2023-06-26T03:03:19.729 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.720+0000 7fcb4d28d640 1 -- 172.21.15.23:0/1225739990 learned_addr learned my addr 172.21.15.23:0/1225739990 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:19.730 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.720+0000 7fcb4ca8c640 1 --2- 172.21.15.23:0/1225739990 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fcb480cf2a0 0x7fcb4814ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:19.730 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.724+0000 7fcb47fff640 1 --2- 172.21.15.23:0/1225739990 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcb480d0810 0x7fcb4814d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:19.730 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.724+0000 7fcb4d28d640 1 -- 172.21.15.23:0/1225739990 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fcb480cf2a0 msgr2=0x7fcb4814ee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:19.730 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.724+0000 7fcb4d28d640 1 --2- 172.21.15.23:0/1225739990 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fcb480cf2a0 0x7fcb4814ee60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:19.730 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.724+0000 7fcb4d28d640 1 -- 172.21.15.23:0/1225739990 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcb480d0810 msgr2=0x7fcb4814d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:19.730 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.724+0000 7fcb4d28d640 1 --2- 172.21.15.23:0/1225739990 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcb480d0810 0x7fcb4814d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:19.730 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.724+0000 7fcb4d28d640 1 -- 172.21.15.23:0/1225739990 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb40009a70 con 0x7fcb48159780 2023-06-26T03:03:19.730 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.724+0000 7fcb4ca8c640 1 --2- 172.21.15.23:0/1225739990 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fcb480cf2a0 0x7fcb4814ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:19.731 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.724+0000 7fcb47fff640 1 --2- 172.21.15.23:0/1225739990 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcb480d0810 0x7fcb4814d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:19.731 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.724+0000 7fcb4d28d640 1 --2- 172.21.15.23:0/1225739990 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fcb48159780 0x7fcb480b0a40 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fcb400b0040 tx=0x7fcb400196f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:19.731 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.724+0000 7fcb457fa640 1 -- 172.21.15.23:0/1225739990 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb400a5a30 con 0x7fcb48159780 2023-06-26T03:03:19.731 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.724+0000 7fcb457fa640 1 -- 172.21.15.23:0/1225739990 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb40009450 con 0x7fcb48159780 2023-06-26T03:03:19.731 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.724+0000 7fcb457fa640 1 -- 172.21.15.23:0/1225739990 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb400b9690 con 0x7fcb48159780 2023-06-26T03:03:19.731 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.724+0000 7fcb4ecf0640 1 -- 172.21.15.23:0/1225739990 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcb4814e0a0 con 0x7fcb48159780 2023-06-26T03:03:19.731 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.724+0000 7fcb4ecf0640 1 -- 172.21.15.23:0/1225739990 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb4814e660 con 0x7fcb48159780 2023-06-26T03:03:19.732 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.724+0000 7fcb4ecf0640 1 -- 172.21.15.23:0/1225739990 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcb4814eb40 con 0x7fcb48159780 2023-06-26T03:03:19.732 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.724+0000 7fcb457fa640 1 -- 172.21.15.23:0/1225739990 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fcb400b97f0 con 0x7fcb48159780 2023-06-26T03:03:19.732 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.724+0000 7fcb457fa640 1 --2- 172.21.15.23:0/1225739990 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fcb340662b0 0x7fcb34068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:19.733 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.724+0000 7fcb457fa640 1 -- 172.21.15.23:0/1225739990 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7fcb4011f810 con 0x7fcb48159780 2023-06-26T03:03:19.733 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.724+0000 7fcb4ca8c640 1 --2- 172.21.15.23:0/1225739990 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fcb340662b0 0x7fcb34068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:19.733 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.724+0000 7fcb4ca8c640 1 --2- 172.21.15.23:0/1225739990 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fcb340662b0 0x7fcb34068760 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fcb38000f70 tx=0x7fcb38009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:19.734 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.728+0000 7fcb457fa640 1 -- 172.21.15.23:0/1225739990 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fcb400ec960 con 0x7fcb48159780 2023-06-26T03:03:19.887 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.880+0000 7fcb4ecf0640 1 -- 172.21.15.23:0/1225739990 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fcb4804d790 con 0x7fcb48159780 2023-06-26T03:03:19.891 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.884+0000 7fcb457fa640 1 -- 172.21.15.23:0/1225739990 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+20143 (secure 0 0 0) 0x7fcb400eff80 con 0x7fcb48159780 2023-06-26T03:03:19.891 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:03:19.891 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":29,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:02:51.222053+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:02:07.262805+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:02:07.823501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data_ec","create_time":"2023-06-26T03:02:10.900368+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.c","mappings":[{"from":3,"to":2}]},{"pgid":"4.26","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:03:19.892 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.888+0000 7fcb4ecf0640 1 -- 172.21.15.23:0/1225739990 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fcb340662b0 msgr2=0x7fcb34068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:19.893 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.888+0000 7fcb4ecf0640 1 --2- 172.21.15.23:0/1225739990 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fcb340662b0 0x7fcb34068760 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fcb38000f70 tx=0x7fcb38009040 comp rx=0 tx=0).stop 2023-06-26T03:03:19.893 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.888+0000 7fcb4ecf0640 1 -- 172.21.15.23:0/1225739990 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fcb48159780 msgr2=0x7fcb480b0a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:19.893 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.888+0000 7fcb4ecf0640 1 --2- 172.21.15.23:0/1225739990 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fcb48159780 0x7fcb480b0a40 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fcb400b0040 tx=0x7fcb400196f0 comp rx=0 tx=0).stop 2023-06-26T03:03:19.893 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.888+0000 7fcb4ecf0640 1 -- 172.21.15.23:0/1225739990 shutdown_connections 2023-06-26T03:03:19.893 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.888+0000 7fcb4ecf0640 1 --2- 172.21.15.23:0/1225739990 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fcb340662b0 0x7fcb34068760 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:19.893 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.888+0000 7fcb4ecf0640 1 --2- 172.21.15.23:0/1225739990 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fcb48159780 0x7fcb480b0a40 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:19.893 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.888+0000 7fcb4ecf0640 1 --2- 172.21.15.23:0/1225739990 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fcb480d0810 0x7fcb4814d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:19.894 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.888+0000 7fcb4ecf0640 1 --2- 172.21.15.23:0/1225739990 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fcb480cf2a0 0x7fcb4814ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:19.894 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.888+0000 7fcb4ecf0640 1 -- 172.21.15.23:0/1225739990 >> 172.21.15.23:0/1225739990 conn(0x7fcb4806c2a0 msgr2=0x7fcb480cf990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:19.894 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.888+0000 7fcb4ecf0640 1 -- 172.21.15.23:0/1225739990 shutdown_connections 2023-06-26T03:03:19.894 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:19.888+0000 7fcb4ecf0640 1 -- 172.21.15.23:0/1225739990 wait complete. 2023-06-26T03:03:19.910 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:01:57.280692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:02:02.819138+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-26T03:02:07.262805+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-26T03:02:07.823501+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-06-26T03:02:10.900368+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-06-26T03:03:19.911 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:03:20.036 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.028+0000 7f74c05c9640 1 Processor -- start 2023-06-26T03:03:20.036 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.028+0000 7f74c05c9640 1 -- start start 2023-06-26T03:03:20.037 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.032+0000 7f74c05c9640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f74b8071ff0 0x7f74b81643f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:20.037 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.032+0000 7f74c05c9640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f74b80cf0d0 con 0x7f74b81598e0 2023-06-26T03:03:20.037 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.032+0000 7f74c05c9640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f74b8159cb0 con 0x7f74b8071160 2023-06-26T03:03:20.037 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.032+0000 7f74c05c9640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f74b80718d0 con 0x7f74b8071ff0 2023-06-26T03:03:20.037 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.032+0000 7f74be365640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f74b81598e0 0x7f74b80ce2b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:38780/0 (socket says 172.21.15.23:38780) 2023-06-26T03:03:20.037 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.032+0000 7f74be365640 1 -- 172.21.15.23:0/1662101364 learned_addr learned my addr 172.21.15.23:0/1662101364 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:20.039 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.032+0000 7f74beb66640 1 --2- 172.21.15.23:0/1662101364 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f74b8071ff0 0x7f74b81643f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:20.039 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.032+0000 7f74bd363640 1 -- 172.21.15.23:0/1662101364 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4041747565 0 0) 0x7f74b80cf0d0 con 0x7f74b81598e0 2023-06-26T03:03:20.039 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.032+0000 7f74bd363640 1 -- 172.21.15.23:0/1662101364 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f74a0003530 con 0x7f74b81598e0 2023-06-26T03:03:20.039 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.032+0000 7f74bd363640 1 -- 172.21.15.23:0/1662101364 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 205759917 0 0) 0x7f74a0003530 con 0x7f74b81598e0 2023-06-26T03:03:20.039 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.032+0000 7f74bd363640 1 -- 172.21.15.23:0/1662101364 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f74b8071ff0 msgr2=0x7f74b81643f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:20.039 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.032+0000 7f74bd363640 1 --2- 172.21.15.23:0/1662101364 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f74b8071ff0 0x7f74b81643f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:20.040 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.032+0000 7f74bd363640 1 -- 172.21.15.23:0/1662101364 >> v1:172.21.15.71:6789/0 conn(0x7f74b8071160 legacy=0x7f74b80ce9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:20.040 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.032+0000 7f74bd363640 1 -- 172.21.15.23:0/1662101364 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74b80715f0 con 0x7f74b81598e0 2023-06-26T03:03:20.040 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.032+0000 7f74bd363640 1 -- 172.21.15.23:0/1662101364 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f74a8001680 con 0x7f74b81598e0 2023-06-26T03:03:20.040 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.032+0000 7f74bd363640 1 -- 172.21.15.23:0/1662101364 >> v1:172.21.15.23:6789/0 conn(0x7f74b81598e0 legacy=0x7f74b80ce2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:20.040 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.032+0000 7f74bd363640 1 --2- 172.21.15.23:0/1662101364 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f74a00039b0 0x7f74a0003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:20.040 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.032+0000 7f74bd363640 1 --2- 172.21.15.23:0/1662101364 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f74a00047d0 0x7f74a0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:20.040 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.032+0000 7f74bd363640 1 --2- 172.21.15.23:0/1662101364 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f74b8071ff0 0x7f74a0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:20.041 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.032+0000 7f74bd363640 1 -- 172.21.15.23:0/1662101364 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74b80718d0 con 0x7f74a00039b0 2023-06-26T03:03:20.041 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.032+0000 7f74bd363640 1 -- 172.21.15.23:0/1662101364 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74a000ba40 con 0x7f74a00047d0 2023-06-26T03:03:20.041 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.032+0000 7f74bd363640 1 -- 172.21.15.23:0/1662101364 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f74a000bbd0 con 0x7f74b8071ff0 2023-06-26T03:03:20.041 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.032+0000 7f74be365640 1 --2- 172.21.15.23:0/1662101364 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f74a00039b0 0x7f74a0003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:20.041 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.032+0000 7f74bdb64640 1 --2- 172.21.15.23:0/1662101364 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f74a00047d0 0x7f74a0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:20.041 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.032+0000 7f74beb66640 1 --2- 172.21.15.23:0/1662101364 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f74b8071ff0 0x7f74a0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:20.041 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.032+0000 7f74be365640 1 -- 172.21.15.23:0/1662101364 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f74b8071ff0 msgr2=0x7f74a0005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:20.041 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.032+0000 7f74be365640 1 --2- 172.21.15.23:0/1662101364 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f74b8071ff0 0x7f74a0005180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:20.042 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.032+0000 7f74be365640 1 -- 172.21.15.23:0/1662101364 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f74a00047d0 msgr2=0x7f74a0004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:20.042 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.032+0000 7f74be365640 1 --2- 172.21.15.23:0/1662101364 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f74a00047d0 0x7f74a0004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:20.042 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.032+0000 7f74be365640 1 -- 172.21.15.23:0/1662101364 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74a0003530 con 0x7f74a00039b0 2023-06-26T03:03:20.043 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.036+0000 7f74be365640 1 --2- 172.21.15.23:0/1662101364 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f74a00039b0 0x7f74a0003dc0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f74a800c240 tx=0x7f74a801cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e32a98d676a3518 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:20.044 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.036+0000 7f74bd363640 1 -- 172.21.15.23:0/1662101364 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74a80a5af0 con 0x7f74a00039b0 2023-06-26T03:03:20.044 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.036+0000 7f74bd363640 1 -- 172.21.15.23:0/1662101364 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f74a80a5c50 con 0x7f74a00039b0 2023-06-26T03:03:20.044 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.036+0000 7f74bd363640 1 -- 172.21.15.23:0/1662101364 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74a80058e0 con 0x7f74a00039b0 2023-06-26T03:03:20.044 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.036+0000 7f74c05c9640 1 -- 172.21.15.23:0/1662101364 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f74a00039b0 msgr2=0x7f74a0003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:20.044 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.036+0000 7f74c05c9640 1 --2- 172.21.15.23:0/1662101364 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f74a00039b0 0x7f74a0003dc0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f74a800c240 tx=0x7f74a801cc10 comp rx=0 tx=0).stop 2023-06-26T03:03:20.044 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.036+0000 7f74beb66640 1 -- 172.21.15.23:0/1662101364 reap_dead start 2023-06-26T03:03:20.044 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.036+0000 7f74c05c9640 1 -- 172.21.15.23:0/1662101364 shutdown_connections 2023-06-26T03:03:20.045 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.036+0000 7f74c05c9640 1 -- 172.21.15.23:0/1662101364 >> 172.21.15.23:0/1662101364 conn(0x7f74b806b6e0 msgr2=0x7f74b806bae0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:20.045 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.036+0000 7f74c05c9640 1 -- 172.21.15.23:0/1662101364 shutdown_connections 2023-06-26T03:03:20.045 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.036+0000 7f74c05c9640 1 -- 172.21.15.23:0/1662101364 wait complete. 2023-06-26T03:03:20.045 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.036+0000 7f74c05c9640 1 Processor -- start 2023-06-26T03:03:20.045 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.036+0000 7f74c05c9640 1 -- start start 2023-06-26T03:03:20.045 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.036+0000 7f74c05c9640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f74a00039b0 0x7f74b8148180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:20.045 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.036+0000 7f74c05c9640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f74b80c2f00 0x7f74b80b3b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:20.046 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.036+0000 7f74c05c9640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f74b814a340 0x7f74b814a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:20.046 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.036+0000 7f74c05c9640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74b80b40a0 con 0x7f74b80c2f00 2023-06-26T03:03:20.046 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.036+0000 7f74c05c9640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74b80c4850 con 0x7f74a00039b0 2023-06-26T03:03:20.046 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.036+0000 7f74c05c9640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f74b80c4b30 con 0x7f74b814a340 2023-06-26T03:03:20.046 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.036+0000 7f74bdb64640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f74b80c2f00 0x7f74b80b3b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:20.046 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.036+0000 7f74bdb64640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f74b80c2f00 0x7f74b80b3b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:34976/0 (socket says 172.21.15.23:34976) 2023-06-26T03:03:20.046 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.036+0000 7f74bdb64640 1 -- 172.21.15.23:0/3145013543 learned_addr learned my addr 172.21.15.23:0/3145013543 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:20.046 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.036+0000 7f74be365640 1 --2- 172.21.15.23:0/3145013543 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f74a00039b0 0x7f74b8148180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:20.047 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.036+0000 7f74beb66640 1 --2- 172.21.15.23:0/3145013543 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f74b814a340 0x7f74b814a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:20.047 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.036+0000 7f74bdb64640 1 -- 172.21.15.23:0/3145013543 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f74b814a340 msgr2=0x7f74b814a7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:20.047 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.036+0000 7f74bdb64640 1 --2- 172.21.15.23:0/3145013543 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f74b814a340 0x7f74b814a7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:20.047 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.036+0000 7f74bdb64640 1 -- 172.21.15.23:0/3145013543 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f74a00039b0 msgr2=0x7f74b8148180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:20.047 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.036+0000 7f74bdb64640 1 --2- 172.21.15.23:0/3145013543 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f74a00039b0 0x7f74b8148180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:20.047 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.036+0000 7f74bdb64640 1 -- 172.21.15.23:0/3145013543 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74b8149e20 con 0x7f74b80c2f00 2023-06-26T03:03:20.047 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.036+0000 7f74bdb64640 1 --2- 172.21.15.23:0/3145013543 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f74b80c2f00 0x7f74b80b3b60 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f74b000e8d0 tx=0x7f74b000ed90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:20.048 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.040+0000 7f74b6ffd640 1 -- 172.21.15.23:0/3145013543 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74b0003b90 con 0x7f74b80c2f00 2023-06-26T03:03:20.049 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.040+0000 7f74b6ffd640 1 -- 172.21.15.23:0/3145013543 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f74b0003cf0 con 0x7f74b80c2f00 2023-06-26T03:03:20.049 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.040+0000 7f74c05c9640 1 -- 172.21.15.23:0/3145013543 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f74b80c3400 con 0x7f74b80c2f00 2023-06-26T03:03:20.049 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.040+0000 7f74b6ffd640 1 -- 172.21.15.23:0/3145013543 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74b0005310 con 0x7f74b80c2f00 2023-06-26T03:03:20.049 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.040+0000 7f74c05c9640 1 -- 172.21.15.23:0/3145013543 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f74b80c54b0 con 0x7f74b80c2f00 2023-06-26T03:03:20.049 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.040+0000 7f74c05c9640 1 -- 172.21.15.23:0/3145013543 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f74b80c4d70 con 0x7f74b80c2f00 2023-06-26T03:03:20.049 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.040+0000 7f74b6ffd640 1 -- 172.21.15.23:0/3145013543 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f74b0005470 con 0x7f74b80c2f00 2023-06-26T03:03:20.049 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.040+0000 7f74b6ffd640 1 --2- 172.21.15.23:0/3145013543 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f74a40662b0 0x7f74a4068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:20.049 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.040+0000 7f74b6ffd640 1 -- 172.21.15.23:0/3145013543 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f74b0084230 con 0x7f74b80c2f00 2023-06-26T03:03:20.050 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.040+0000 7f74be365640 1 --2- 172.21.15.23:0/3145013543 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f74a40662b0 0x7f74a4068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:20.050 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.040+0000 7f74be365640 1 --2- 172.21.15.23:0/3145013543 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f74a40662b0 0x7f74a4068760 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f74a80ab000 tx=0x7f74a80a7070 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:20.050 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.044+0000 7f74b6ffd640 1 -- 172.21.15.23:0/3145013543 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f74b80c4d70 con 0x7f74b80c2f00 2023-06-26T03:03:20.202 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.196+0000 7f74c05c9640 1 -- 172.21.15.23:0/3145013543 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f74b8149c80 con 0x7f74b80c2f00 2023-06-26T03:03:20.203 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.196+0000 7f74b6ffd640 1 -- 172.21.15.23:0/3145013543 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v29) v1 ==== 93+0+10 (secure 0 0 0) 0x7f74b8149c80 con 0x7f74b80c2f00 2023-06-26T03:03:20.203 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 1 2023-06-26T03:03:20.206 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.200+0000 7f74c05c9640 1 -- 172.21.15.23:0/3145013543 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f74a40662b0 msgr2=0x7f74a4068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:20.206 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.200+0000 7f74c05c9640 1 --2- 172.21.15.23:0/3145013543 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f74a40662b0 0x7f74a4068760 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f74a80ab000 tx=0x7f74a80a7070 comp rx=0 tx=0).stop 2023-06-26T03:03:20.206 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.200+0000 7f74c05c9640 1 -- 172.21.15.23:0/3145013543 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f74b80c2f00 msgr2=0x7f74b80b3b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:20.206 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.200+0000 7f74c05c9640 1 --2- 172.21.15.23:0/3145013543 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f74b80c2f00 0x7f74b80b3b60 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f74b000e8d0 tx=0x7f74b000ed90 comp rx=0 tx=0).stop 2023-06-26T03:03:20.206 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.200+0000 7f74c05c9640 1 -- 172.21.15.23:0/3145013543 shutdown_connections 2023-06-26T03:03:20.206 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.200+0000 7f74c05c9640 1 --2- 172.21.15.23:0/3145013543 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f74a40662b0 0x7f74a4068760 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:20.207 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.200+0000 7f74c05c9640 1 --2- 172.21.15.23:0/3145013543 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f74b814a340 0x7f74b814a7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:20.207 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.200+0000 7f74c05c9640 1 --2- 172.21.15.23:0/3145013543 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f74b80c2f00 0x7f74b80b3b60 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:20.207 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.200+0000 7f74c05c9640 1 --2- 172.21.15.23:0/3145013543 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f74a00039b0 0x7f74b8148180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:20.207 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.200+0000 7f74c05c9640 1 -- 172.21.15.23:0/3145013543 >> 172.21.15.23:0/3145013543 conn(0x7f74b806b6e0 msgr2=0x7f74b80c1fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:20.207 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.200+0000 7f74c05c9640 1 -- 172.21.15.23:0/3145013543 shutdown_connections 2023-06-26T03:03:20.207 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.200+0000 7f74c05c9640 1 -- 172.21.15.23:0/3145013543 wait complete. 2023-06-26T03:03:20.223 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:03:20.345 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f799f022640 1 Processor -- start 2023-06-26T03:03:20.345 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f799f022640 1 -- start start 2023-06-26T03:03:20.348 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f799f022640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f79980af570 0x7f79980af9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:20.348 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f799f022640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f79980aff00 con 0x7f7998159710 2023-06-26T03:03:20.348 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f799f022640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f799806ef70 con 0x7f799806f400 2023-06-26T03:03:20.348 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f799f022640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f799806d0e0 con 0x7f79980af570 2023-06-26T03:03:20.349 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f799cdbe640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f7998159710 0x7f799806bce0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:38782/0 (socket says 172.21.15.23:38782) 2023-06-26T03:03:20.349 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f799cdbe640 1 -- 172.21.15.23:0/3683741908 learned_addr learned my addr 172.21.15.23:0/3683741908 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:20.349 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f7997fff640 1 --2- 172.21.15.23:0/3683741908 >> v2:172.21.15.71:3300/0 conn(0x7f79980af570 0x7f79980af9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:20.350 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f79977fe640 1 -- 172.21.15.23:0/3683741908 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4270697224 0 0) 0x7f7988001120 con 0x7f7998159710 2023-06-26T03:03:20.350 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f79977fe640 1 -- 172.21.15.23:0/3683741908 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7980003530 con 0x7f7998159710 2023-06-26T03:03:20.350 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f79977fe640 1 -- 172.21.15.23:0/3683741908 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3886952407 0 0) 0x7f7980003530 con 0x7f7998159710 2023-06-26T03:03:20.350 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f79977fe640 1 -- 172.21.15.23:0/3683741908 >> v2:172.21.15.71:3300/0 conn(0x7f79980af570 msgr2=0x7f79980af9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:20.350 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f79977fe640 1 --2- 172.21.15.23:0/3683741908 >> v2:172.21.15.71:3300/0 conn(0x7f79980af570 0x7f79980af9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:20.350 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f79977fe640 1 -- 172.21.15.23:0/3683741908 >> v1:172.21.15.71:6789/0 conn(0x7f799806f400 legacy=0x7f799806f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:20.350 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f79977fe640 1 -- 172.21.15.23:0/3683741908 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f799806c840 con 0x7f7998159710 2023-06-26T03:03:20.351 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f79977fe640 1 -- 172.21.15.23:0/3683741908 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f7988001810 con 0x7f7998159710 2023-06-26T03:03:20.351 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f79977fe640 1 -- 172.21.15.23:0/3683741908 >> v1:172.21.15.23:6789/0 conn(0x7f7998159710 legacy=0x7f799806bce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:20.351 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f79977fe640 1 --2- 172.21.15.23:0/3683741908 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7980003980 0x7f7980003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:20.351 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f79977fe640 1 --2- 172.21.15.23:0/3683741908 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f79800047d0 0x7f7980004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:20.351 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f79977fe640 1 --2- 172.21.15.23:0/3683741908 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7980005180 0x7f798000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:20.351 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f79977fe640 1 -- 172.21.15.23:0/3683741908 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f799806d0e0 con 0x7f79800047d0 2023-06-26T03:03:20.351 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f79977fe640 1 -- 172.21.15.23:0/3683741908 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f798000c090 con 0x7f7980003980 2023-06-26T03:03:20.351 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f79977fe640 1 -- 172.21.15.23:0/3683741908 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f798000c250 con 0x7f7980005180 2023-06-26T03:03:20.352 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f7997fff640 1 --2- 172.21.15.23:0/3683741908 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f79800047d0 0x7f7980004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:20.352 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f799cdbe640 1 --2- 172.21.15.23:0/3683741908 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7980003980 0x7f7980003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:20.352 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f799d5bf640 1 --2- 172.21.15.23:0/3683741908 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7980005180 0x7f798000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:20.352 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f7997fff640 1 -- 172.21.15.23:0/3683741908 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7980005180 msgr2=0x7f798000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:20.352 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f7997fff640 1 --2- 172.21.15.23:0/3683741908 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7980005180 0x7f798000b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:20.352 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f7997fff640 1 -- 172.21.15.23:0/3683741908 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7980003980 msgr2=0x7f7980003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:20.352 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f7997fff640 1 --2- 172.21.15.23:0/3683741908 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7980003980 0x7f7980003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:20.353 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f7997fff640 1 -- 172.21.15.23:0/3683741908 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7980003530 con 0x7f79800047d0 2023-06-26T03:03:20.353 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f799d5bf640 1 -- 172.21.15.23:0/3683741908 reap_dead start 2023-06-26T03:03:20.353 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.340+0000 7f799cdbe640 1 --2- 172.21.15.23:0/3683741908 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7980003980 0x7f7980003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:20.355 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.344+0000 7f7997fff640 1 --2- 172.21.15.23:0/3683741908 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f79800047d0 0x7f7980004c40 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f798c009ae0 tx=0x7f798c01ca20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efe58a894e423075 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:20.356 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.344+0000 7f79977fe640 1 -- 172.21.15.23:0/3683741908 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f798c0a6510 con 0x7f79800047d0 2023-06-26T03:03:20.356 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.344+0000 7f79977fe640 1 -- 172.21.15.23:0/3683741908 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f798c0a6670 con 0x7f79800047d0 2023-06-26T03:03:20.356 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.344+0000 7f79977fe640 1 -- 172.21.15.23:0/3683741908 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f798c0a6a20 con 0x7f79800047d0 2023-06-26T03:03:20.356 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.344+0000 7f799f022640 1 -- 172.21.15.23:0/3683741908 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f79800047d0 msgr2=0x7f7980004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:20.356 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.344+0000 7f799f022640 1 --2- 172.21.15.23:0/3683741908 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f79800047d0 0x7f7980004c40 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f798c009ae0 tx=0x7f798c01ca20 comp rx=0 tx=0).stop 2023-06-26T03:03:20.356 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.344+0000 7f799f022640 1 -- 172.21.15.23:0/3683741908 shutdown_connections 2023-06-26T03:03:20.356 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.344+0000 7f799f022640 1 --2- 172.21.15.23:0/3683741908 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f79800047d0 0x7f7980004c40 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:20.357 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.344+0000 7f799f022640 1 -- 172.21.15.23:0/3683741908 >> 172.21.15.23:0/3683741908 conn(0x7f7998069fc0 msgr2=0x7f79980ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:20.357 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.344+0000 7f799f022640 1 -- 172.21.15.23:0/3683741908 shutdown_connections 2023-06-26T03:03:20.357 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.344+0000 7f799f022640 1 -- 172.21.15.23:0/3683741908 wait complete. 2023-06-26T03:03:20.357 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.344+0000 7f799f022640 1 Processor -- start 2023-06-26T03:03:20.357 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.344+0000 7f799f022640 1 -- start start 2023-06-26T03:03:20.357 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.348+0000 7f799f022640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f79800047d0 0x7f79981520a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:20.357 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.348+0000 7f799f022640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f79980cc1a0 0x7f79980c3700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:20.357 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.348+0000 7f799f022640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f79980c3c40 0x7f799815bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:20.358 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.348+0000 7f799f022640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79980cbd80 con 0x7f79980cc1a0 2023-06-26T03:03:20.358 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.348+0000 7f799f022640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79980c40c0 con 0x7f79800047d0 2023-06-26T03:03:20.358 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.348+0000 7f799f022640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79980c43a0 con 0x7f79980c3c40 2023-06-26T03:03:20.358 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.348+0000 7f7997fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f79980cc1a0 0x7f79980c3700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:20.358 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.348+0000 7f7997fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f79980cc1a0 0x7f79980c3700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35000/0 (socket says 172.21.15.23:35000) 2023-06-26T03:03:20.358 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.348+0000 7f7997fff640 1 -- 172.21.15.23:0/864266244 learned_addr learned my addr 172.21.15.23:0/864266244 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:20.358 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.348+0000 7f799cdbe640 1 --2- 172.21.15.23:0/864266244 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f79800047d0 0x7f79981520a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:20.359 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.348+0000 7f799d5bf640 1 --2- 172.21.15.23:0/864266244 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f79980c3c40 0x7f799815bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:20.359 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.348+0000 7f7997fff640 1 -- 172.21.15.23:0/864266244 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f79980c3c40 msgr2=0x7f799815bae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:20.359 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.348+0000 7f7997fff640 1 --2- 172.21.15.23:0/864266244 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f79980c3c40 0x7f799815bae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:20.359 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.348+0000 7f7997fff640 1 -- 172.21.15.23:0/864266244 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f79800047d0 msgr2=0x7f79981520a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:20.359 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.348+0000 7f7997fff640 1 --2- 172.21.15.23:0/864266244 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f79800047d0 0x7f79981520a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:20.359 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.348+0000 7f7997fff640 1 -- 172.21.15.23:0/864266244 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79980cb6c0 con 0x7f79980cc1a0 2023-06-26T03:03:20.359 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.348+0000 7f799d5bf640 1 --2- 172.21.15.23:0/864266244 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f79980c3c40 0x7f799815bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:20.359 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.348+0000 7f7997fff640 1 --2- 172.21.15.23:0/864266244 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f79980cc1a0 0x7f79980c3700 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f798c0b0040 tx=0x7f798c0197c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:20.360 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.348+0000 7f79957fa640 1 -- 172.21.15.23:0/864266244 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f798c0a67e0 con 0x7f79980cc1a0 2023-06-26T03:03:20.360 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.348+0000 7f79957fa640 1 -- 172.21.15.23:0/864266244 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f798c0a6940 con 0x7f79980cc1a0 2023-06-26T03:03:20.360 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.348+0000 7f799f022640 1 -- 172.21.15.23:0/864266244 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f79980cb9a0 con 0x7f79980cc1a0 2023-06-26T03:03:20.360 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.348+0000 7f79957fa640 1 -- 172.21.15.23:0/864266244 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f798c0a6cb0 con 0x7f79980cc1a0 2023-06-26T03:03:20.360 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.348+0000 7f799f022640 1 -- 172.21.15.23:0/864266244 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7998158a20 con 0x7f79980cc1a0 2023-06-26T03:03:20.360 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.348+0000 7f799f022640 1 -- 172.21.15.23:0/864266244 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f79980cbff0 con 0x7f79980cc1a0 2023-06-26T03:03:20.360 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.348+0000 7f79957fa640 1 -- 172.21.15.23:0/864266244 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f798c006040 con 0x7f79980cc1a0 2023-06-26T03:03:20.361 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.348+0000 7f79957fa640 1 --2- 172.21.15.23:0/864266244 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7984066280 0x7f7984068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:20.361 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.348+0000 7f79957fa640 1 -- 172.21.15.23:0/864266244 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f798c0aa070 con 0x7f79980cc1a0 2023-06-26T03:03:20.361 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.348+0000 7f799cdbe640 1 --2- 172.21.15.23:0/864266244 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7984066280 0x7f7984068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:20.361 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.352+0000 7f799cdbe640 1 --2- 172.21.15.23:0/864266244 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7984066280 0x7f7984068730 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f7988001940 tx=0x7f7988009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:20.361 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.352+0000 7f79957fa640 1 -- 172.21.15.23:0/864266244 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f798c0ebbb0 con 0x7f79980cc1a0 2023-06-26T03:03:20.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.508+0000 7f799f022640 1 -- 172.21.15.23:0/864266244 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f799804d790 con 0x7f79980cc1a0 2023-06-26T03:03:20.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.508+0000 7f79957fa640 1 -- 172.21.15.23:0/864266244 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v29) v1 ==== 92+0+10 (secure 0 0 0) 0x7f798c0ef1d0 con 0x7f79980cc1a0 2023-06-26T03:03:20.515 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 8 2023-06-26T03:03:20.516 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.512+0000 7f799f022640 1 -- 172.21.15.23:0/864266244 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7984066280 msgr2=0x7f7984068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:20.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.512+0000 7f799f022640 1 --2- 172.21.15.23:0/864266244 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7984066280 0x7f7984068730 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f7988001940 tx=0x7f7988009040 comp rx=0 tx=0).stop 2023-06-26T03:03:20.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.512+0000 7f799f022640 1 -- 172.21.15.23:0/864266244 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f79980cc1a0 msgr2=0x7f79980c3700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:20.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.512+0000 7f799f022640 1 --2- 172.21.15.23:0/864266244 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f79980cc1a0 0x7f79980c3700 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f798c0b0040 tx=0x7f798c0197c0 comp rx=0 tx=0).stop 2023-06-26T03:03:20.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.512+0000 7f799f022640 1 -- 172.21.15.23:0/864266244 shutdown_connections 2023-06-26T03:03:20.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.512+0000 7f799f022640 1 --2- 172.21.15.23:0/864266244 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7984066280 0x7f7984068730 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:20.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.512+0000 7f799f022640 1 --2- 172.21.15.23:0/864266244 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f79980c3c40 0x7f799815bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:20.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.512+0000 7f799f022640 1 --2- 172.21.15.23:0/864266244 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f79980cc1a0 0x7f79980c3700 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:20.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.512+0000 7f799f022640 1 --2- 172.21.15.23:0/864266244 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f79800047d0 0x7f79981520a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:20.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.512+0000 7f799f022640 1 -- 172.21.15.23:0/864266244 >> 172.21.15.23:0/864266244 conn(0x7f7998069fc0 msgr2=0x7f79980aea80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:20.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.512+0000 7f799f022640 1 -- 172.21.15.23:0/864266244 shutdown_connections 2023-06-26T03:03:20.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.512+0000 7f799f022640 1 -- 172.21.15.23:0/864266244 wait complete. 2023-06-26T03:03:20.532 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-26T03:03:20.647 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.640+0000 7f145eb41640 1 Processor -- start 2023-06-26T03:03:20.648 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.640+0000 7f145eb41640 1 -- start start 2023-06-26T03:03:20.649 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.644+0000 7f145eb41640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f145806f410 0x7f14580cbdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:20.649 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.644+0000 7f145eb41640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f14580ad280 con 0x7f145806ef70 2023-06-26T03:03:20.649 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.644+0000 7f145eb41640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f14580c83d0 con 0x7f14580aceb0 2023-06-26T03:03:20.649 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.644+0000 7f145eb41640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f14580c9950 con 0x7f145806f410 2023-06-26T03:03:20.649 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.644+0000 7f145d0de640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f145806f410 0x7f14580cbdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:20.649 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.644+0000 7f1457fff640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f145806ef70 0x7f14580cb6c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:38794/0 (socket says 172.21.15.23:38794) 2023-06-26T03:03:20.650 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.644+0000 7f1457fff640 1 -- 172.21.15.23:0/432254078 learned_addr learned my addr 172.21.15.23:0/432254078 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:20.650 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.644+0000 7f145d0de640 1 -- 172.21.15.23:0/432254078 >> v1:172.21.15.71:6789/0 conn(0x7f14580aceb0 legacy=0x7f14580c9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:20.650 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.644+0000 7f145d0de640 1 -- 172.21.15.23:0/432254078 >> v1:172.21.15.23:6789/0 conn(0x7f145806ef70 legacy=0x7f14580cb6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:20.650 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.644+0000 7f145d0de640 1 -- 172.21.15.23:0/432254078 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1458158c90 con 0x7f145806f410 2023-06-26T03:03:20.651 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.644+0000 7f14577fe640 1 -- 172.21.15.23:0/432254078 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2881217837 0 0) 0x7f14580ad280 con 0x7f145806ef70 2023-06-26T03:03:20.652 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.648+0000 7f145d0de640 1 --2- 172.21.15.23:0/432254078 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f145806f410 0x7f14580cbdd0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f1450009d90 tx=0x7f145001c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1137d9ba8ecaade server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:20.652 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.648+0000 7f14577fe640 1 -- 172.21.15.23:0/432254078 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14500a59e0 con 0x7f145806f410 2023-06-26T03:03:20.652 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.648+0000 7f14577fe640 1 -- 172.21.15.23:0/432254078 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f14500a5b40 con 0x7f145806f410 2023-06-26T03:03:20.653 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.648+0000 7f14577fe640 1 -- 172.21.15.23:0/432254078 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14500ad440 con 0x7f145806f410 2023-06-26T03:03:20.653 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.648+0000 7f145eb41640 1 -- 172.21.15.23:0/432254078 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f145806f410 msgr2=0x7f14580cbdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:20.653 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.648+0000 7f145eb41640 1 --2- 172.21.15.23:0/432254078 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f145806f410 0x7f14580cbdd0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f1450009d90 tx=0x7f145001c920 comp rx=0 tx=0).stop 2023-06-26T03:03:20.654 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.648+0000 7f145eb41640 1 -- 172.21.15.23:0/432254078 shutdown_connections 2023-06-26T03:03:20.654 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.648+0000 7f145eb41640 1 --2- 172.21.15.23:0/432254078 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f145806f410 0x7f14580cbdd0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:20.654 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.648+0000 7f145eb41640 1 -- 172.21.15.23:0/432254078 >> 172.21.15.23:0/432254078 conn(0x7f1458069fc0 msgr2=0x7f14580ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:20.654 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.648+0000 7f145eb41640 1 -- 172.21.15.23:0/432254078 shutdown_connections 2023-06-26T03:03:20.654 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.648+0000 7f145eb41640 1 -- 172.21.15.23:0/432254078 wait complete. 2023-06-26T03:03:20.656 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.648+0000 7f145eb41640 1 Processor -- start 2023-06-26T03:03:20.656 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.648+0000 7f145eb41640 1 -- start start 2023-06-26T03:03:20.656 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.648+0000 7f145eb41640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f145806ef70 0x7f145814fa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:20.656 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.648+0000 7f145eb41640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f145806f410 0x7f145814dde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:20.656 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.648+0000 7f145eb41640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f14580aceb0 0x7f14580b2480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:20.656 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.648+0000 7f145eb41640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14580b12e0 con 0x7f145806ef70 2023-06-26T03:03:20.656 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.648+0000 7f145eb41640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1458158660 con 0x7f14580aceb0 2023-06-26T03:03:20.657 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.648+0000 7f145eb41640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1458150240 con 0x7f145806f410 2023-06-26T03:03:20.657 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.648+0000 7f145c8dd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f145806ef70 0x7f145814fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:20.657 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.648+0000 7f145c8dd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f145806ef70 0x7f145814fa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35020/0 (socket says 172.21.15.23:35020) 2023-06-26T03:03:20.657 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.648+0000 7f145c8dd640 1 -- 172.21.15.23:0/213203073 learned_addr learned my addr 172.21.15.23:0/213203073 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:20.657 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.648+0000 7f145c8dd640 1 -- 172.21.15.23:0/213203073 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f145806f410 msgr2=0x7f145814dde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:20.657 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.648+0000 7f145c8dd640 1 --2- 172.21.15.23:0/213203073 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f145806f410 0x7f145814dde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:20.657 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.648+0000 7f145c8dd640 1 -- 172.21.15.23:0/213203073 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f14580aceb0 msgr2=0x7f14580b2480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:20.658 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.648+0000 7f145c8dd640 1 --2- 172.21.15.23:0/213203073 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f14580aceb0 0x7f14580b2480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:20.658 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.648+0000 7f145c8dd640 1 -- 172.21.15.23:0/213203073 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1450009a70 con 0x7f145806ef70 2023-06-26T03:03:20.658 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.648+0000 7f145c8dd640 1 --2- 172.21.15.23:0/213203073 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f145806ef70 0x7f145814fa40 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f144800c3c0 tx=0x7f144800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:20.658 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.648+0000 7f14557fa640 1 -- 172.21.15.23:0/213203073 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14480052d0 con 0x7f145806ef70 2023-06-26T03:03:20.658 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.648+0000 7f14557fa640 1 -- 172.21.15.23:0/213203073 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1448005430 con 0x7f145806ef70 2023-06-26T03:03:20.658 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.648+0000 7f14557fa640 1 -- 172.21.15.23:0/213203073 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1448003840 con 0x7f145806ef70 2023-06-26T03:03:20.658 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.648+0000 7f145eb41640 1 -- 172.21.15.23:0/213203073 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f14580b1b20 con 0x7f145806ef70 2023-06-26T03:03:20.658 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.648+0000 7f145eb41640 1 -- 172.21.15.23:0/213203073 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1458158380 con 0x7f145806ef70 2023-06-26T03:03:20.659 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.652+0000 7f145eb41640 1 -- 172.21.15.23:0/213203073 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f14580b3b00 con 0x7f145806ef70 2023-06-26T03:03:20.659 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.652+0000 7f14557fa640 1 -- 172.21.15.23:0/213203073 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f14480039a0 con 0x7f145806ef70 2023-06-26T03:03:20.660 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.652+0000 7f14557fa640 1 --2- 172.21.15.23:0/213203073 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1444066280 0x7f1444068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:20.660 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.652+0000 7f14557fa640 1 -- 172.21.15.23:0/213203073 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f14480835d0 con 0x7f145806ef70 2023-06-26T03:03:20.660 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.652+0000 7f1457fff640 1 --2- 172.21.15.23:0/213203073 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1444066280 0x7f1444068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:20.660 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.652+0000 7f1457fff640 1 --2- 172.21.15.23:0/213203073 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1444066280 0x7f1444068730 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f144c000c10 tx=0x7f144c007910 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:20.661 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.656+0000 7f14557fa640 1 -- 172.21.15.23:0/213203073 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f1448050720 con 0x7f145806ef70 2023-06-26T03:03:20.807 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.800+0000 7f145eb41640 1 -- 172.21.15.23:0/213203073 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f145804d790 con 0x7f145806ef70 2023-06-26T03:03:20.808 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.804+0000 7f14557fa640 1 -- 172.21.15.23:0/213203073 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v29) v1 ==== 104+0+11 (secure 0 0 0) 0x7f1448053d40 con 0x7f145806ef70 2023-06-26T03:03:20.808 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:03:20.810 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.804+0000 7f145eb41640 1 -- 172.21.15.23:0/213203073 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1444066280 msgr2=0x7f1444068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:20.810 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.804+0000 7f145eb41640 1 --2- 172.21.15.23:0/213203073 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1444066280 0x7f1444068730 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f144c000c10 tx=0x7f144c007910 comp rx=0 tx=0).stop 2023-06-26T03:03:20.810 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.804+0000 7f145eb41640 1 -- 172.21.15.23:0/213203073 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f145806ef70 msgr2=0x7f145814fa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:20.810 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.804+0000 7f145eb41640 1 --2- 172.21.15.23:0/213203073 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f145806ef70 0x7f145814fa40 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f144800c3c0 tx=0x7f144800c880 comp rx=0 tx=0).stop 2023-06-26T03:03:20.811 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.804+0000 7f145eb41640 1 -- 172.21.15.23:0/213203073 shutdown_connections 2023-06-26T03:03:20.811 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.804+0000 7f145eb41640 1 --2- 172.21.15.23:0/213203073 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1444066280 0x7f1444068730 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:20.811 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.804+0000 7f145eb41640 1 --2- 172.21.15.23:0/213203073 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f14580aceb0 0x7f14580b2480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:20.811 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.804+0000 7f145eb41640 1 --2- 172.21.15.23:0/213203073 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f145806f410 0x7f145814dde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:20.811 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.804+0000 7f145eb41640 1 --2- 172.21.15.23:0/213203073 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f145806ef70 0x7f145814fa40 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:20.811 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.804+0000 7f145eb41640 1 -- 172.21.15.23:0/213203073 >> 172.21.15.23:0/213203073 conn(0x7f1458069fc0 msgr2=0x7f14580cda80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:20.811 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.804+0000 7f145eb41640 1 -- 172.21.15.23:0/213203073 shutdown_connections 2023-06-26T03:03:20.812 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.804+0000 7f145eb41640 1 -- 172.21.15.23:0/213203073 wait complete. 2023-06-26T03:03:20.826 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-26T03:03:20.943 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.936+0000 7f6023b82640 1 Processor -- start 2023-06-26T03:03:20.943 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.936+0000 7f6023b82640 1 -- start start 2023-06-26T03:03:20.944 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f6023b82640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f601c0605e0 0x7f601c0cdaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:20.944 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f6023b82640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f601c0ce160 con 0x7f601c0ae130 2023-06-26T03:03:20.944 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f6023b82640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f601c0ce440 con 0x7f601c0cb000 2023-06-26T03:03:20.944 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f6023b82640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f601c0ce720 con 0x7f601c0605e0 2023-06-26T03:03:20.946 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f602191e640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f601c0ae130 0x7f601c05fed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:38798/0 (socket says 172.21.15.23:38798) 2023-06-26T03:03:20.946 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f602191e640 1 -- 172.21.15.23:0/2857513407 learned_addr learned my addr 172.21.15.23:0/2857513407 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:20.946 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f602111d640 1 --2- 172.21.15.23:0/2857513407 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f601c0605e0 0x7f601c0cdaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:20.946 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f602091c640 1 -- 172.21.15.23:0/2857513407 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 564362590 0 0) 0x7f601c0ce160 con 0x7f601c0ae130 2023-06-26T03:03:20.946 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f602091c640 1 -- 172.21.15.23:0/2857513407 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6008003530 con 0x7f601c0ae130 2023-06-26T03:03:20.947 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f602091c640 1 -- 172.21.15.23:0/2857513407 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3938887086 0 0) 0x7f6008003530 con 0x7f601c0ae130 2023-06-26T03:03:20.947 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f602091c640 1 -- 172.21.15.23:0/2857513407 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f601c0605e0 msgr2=0x7f601c0cdaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:20.947 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f602091c640 1 --2- 172.21.15.23:0/2857513407 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f601c0605e0 0x7f601c0cdaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:20.947 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f602091c640 1 -- 172.21.15.23:0/2857513407 >> v1:172.21.15.71:6789/0 conn(0x7f601c0cb000 legacy=0x7f601c06d500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:20.947 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f602091c640 1 -- 172.21.15.23:0/2857513407 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f601c0cea00 con 0x7f601c0ae130 2023-06-26T03:03:20.947 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f602091c640 1 -- 172.21.15.23:0/2857513407 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f600c001680 con 0x7f601c0ae130 2023-06-26T03:03:20.947 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f602091c640 1 -- 172.21.15.23:0/2857513407 >> v1:172.21.15.23:6789/0 conn(0x7f601c0ae130 legacy=0x7f601c05fed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:20.948 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f602091c640 1 --2- 172.21.15.23:0/2857513407 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f60080039b0 0x7f6008003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:20.948 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f602091c640 1 --2- 172.21.15.23:0/2857513407 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f601c0605e0 0x7f60080047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:20.948 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f602091c640 1 --2- 172.21.15.23:0/2857513407 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6008004d10 0x7f6008005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:20.948 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f602091c640 1 -- 172.21.15.23:0/2857513407 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f601c0ce720 con 0x7f60080039b0 2023-06-26T03:03:20.948 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f602091c640 1 -- 172.21.15.23:0/2857513407 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f600800ba40 con 0x7f6008004d10 2023-06-26T03:03:20.948 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f602091c640 1 -- 172.21.15.23:0/2857513407 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f600800bbd0 con 0x7f601c0605e0 2023-06-26T03:03:20.948 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f602191e640 1 --2- 172.21.15.23:0/2857513407 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f60080039b0 0x7f6008003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:20.948 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f602211f640 1 --2- 172.21.15.23:0/2857513407 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6008004d10 0x7f6008005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:20.949 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f602111d640 1 --2- 172.21.15.23:0/2857513407 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f601c0605e0 0x7f60080047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:20.949 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f602191e640 1 -- 172.21.15.23:0/2857513407 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f601c0605e0 msgr2=0x7f60080047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:20.949 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f602191e640 1 --2- 172.21.15.23:0/2857513407 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f601c0605e0 0x7f60080047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:20.949 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f602191e640 1 -- 172.21.15.23:0/2857513407 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6008004d10 msgr2=0x7f6008005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:20.949 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f602191e640 1 --2- 172.21.15.23:0/2857513407 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6008004d10 0x7f6008005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:20.949 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f602191e640 1 -- 172.21.15.23:0/2857513407 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6008003530 con 0x7f60080039b0 2023-06-26T03:03:20.949 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f602111d640 1 --2- 172.21.15.23:0/2857513407 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f601c0605e0 0x7f60080047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:20.950 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f602211f640 1 --2- 172.21.15.23:0/2857513407 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6008004d10 0x7f6008005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:20.952 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f602191e640 1 --2- 172.21.15.23:0/2857513407 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f60080039b0 0x7f6008003dc0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f600c00c240 tx=0x7f600c01cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67ae19c40f847140 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:20.952 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f602091c640 1 -- 172.21.15.23:0/2857513407 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f600c0a5b10 con 0x7f60080039b0 2023-06-26T03:03:20.952 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f602091c640 1 -- 172.21.15.23:0/2857513407 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f600c0a5c70 con 0x7f60080039b0 2023-06-26T03:03:20.952 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.940+0000 7f602091c640 1 -- 172.21.15.23:0/2857513407 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f600c005b20 con 0x7f60080039b0 2023-06-26T03:03:20.952 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.944+0000 7f6023b82640 1 -- 172.21.15.23:0/2857513407 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f60080039b0 msgr2=0x7f6008003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:20.952 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.944+0000 7f6023b82640 1 --2- 172.21.15.23:0/2857513407 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f60080039b0 0x7f6008003dc0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f600c00c240 tx=0x7f600c01cc10 comp rx=0 tx=0).stop 2023-06-26T03:03:20.952 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.944+0000 7f602211f640 1 -- 172.21.15.23:0/2857513407 reap_dead start 2023-06-26T03:03:20.953 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.944+0000 7f6023b82640 1 -- 172.21.15.23:0/2857513407 shutdown_connections 2023-06-26T03:03:20.953 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.944+0000 7f6023b82640 1 -- 172.21.15.23:0/2857513407 >> 172.21.15.23:0/2857513407 conn(0x7f601c0cece0 msgr2=0x7f601c0cf0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:20.953 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.944+0000 7f6023b82640 1 -- 172.21.15.23:0/2857513407 shutdown_connections 2023-06-26T03:03:20.953 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.944+0000 7f6023b82640 1 -- 172.21.15.23:0/2857513407 wait complete. 2023-06-26T03:03:20.953 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.944+0000 7f6023b82640 1 Processor -- start 2023-06-26T03:03:20.953 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.944+0000 7f6023b82640 1 -- start start 2023-06-26T03:03:20.953 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.944+0000 7f6023b82640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f60080039b0 0x7f601c1f4c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:20.953 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.944+0000 7f6023b82640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f601c15f520 0x7f601c157960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:20.954 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.944+0000 7f6023b82640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f601c161600 0x7f601c161a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:20.954 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.944+0000 7f6023b82640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f601c1f5140 con 0x7f60080039b0 2023-06-26T03:03:20.954 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.944+0000 7f6023b82640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f601c161fc0 con 0x7f601c15f520 2023-06-26T03:03:20.954 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.944+0000 7f6023b82640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f601c160680 con 0x7f601c161600 2023-06-26T03:03:20.954 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.944+0000 7f602191e640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f60080039b0 0x7f601c1f4c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:20.954 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.944+0000 7f602191e640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f60080039b0 0x7f601c1f4c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35046/0 (socket says 172.21.15.23:35046) 2023-06-26T03:03:20.954 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.944+0000 7f602191e640 1 -- 172.21.15.23:0/2804712761 learned_addr learned my addr 172.21.15.23:0/2804712761 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:20.955 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.944+0000 7f602211f640 1 --2- 172.21.15.23:0/2804712761 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f601c161600 0x7f601c161a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:20.955 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.944+0000 7f602111d640 1 --2- 172.21.15.23:0/2804712761 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f601c15f520 0x7f601c157960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:20.955 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.944+0000 7f602191e640 1 -- 172.21.15.23:0/2804712761 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f601c161600 msgr2=0x7f601c161a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:20.955 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.944+0000 7f602191e640 1 --2- 172.21.15.23:0/2804712761 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f601c161600 0x7f601c161a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:20.955 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.944+0000 7f602191e640 1 -- 172.21.15.23:0/2804712761 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f601c15f520 msgr2=0x7f601c157960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:20.955 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.944+0000 7f602191e640 1 --2- 172.21.15.23:0/2804712761 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f601c15f520 0x7f601c157960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:20.955 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.944+0000 7f602191e640 1 -- 172.21.15.23:0/2804712761 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f601c06d820 con 0x7f60080039b0 2023-06-26T03:03:20.955 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.944+0000 7f602111d640 1 --2- 172.21.15.23:0/2804712761 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f601c15f520 0x7f601c157960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:20.956 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.944+0000 7f602191e640 1 --2- 172.21.15.23:0/2804712761 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f60080039b0 0x7f601c1f4c00 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f600c01ca40 tx=0x7f6008005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:20.956 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.944+0000 7f60127fc640 1 -- 172.21.15.23:0/2804712761 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f600c0b4070 con 0x7f60080039b0 2023-06-26T03:03:20.956 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.944+0000 7f60127fc640 1 -- 172.21.15.23:0/2804712761 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f600c0a5910 con 0x7f60080039b0 2023-06-26T03:03:20.956 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.944+0000 7f60127fc640 1 -- 172.21.15.23:0/2804712761 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f600c004a10 con 0x7f60080039b0 2023-06-26T03:03:20.956 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.944+0000 7f6023b82640 1 -- 172.21.15.23:0/2804712761 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f601c15fa70 con 0x7f60080039b0 2023-06-26T03:03:20.956 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.944+0000 7f6023b82640 1 -- 172.21.15.23:0/2804712761 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f601c160030 con 0x7f60080039b0 2023-06-26T03:03:20.957 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.948+0000 7f6023b82640 1 -- 172.21.15.23:0/2804712761 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f601c04d790 con 0x7f60080039b0 2023-06-26T03:03:20.957 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.948+0000 7f60127fc640 1 -- 172.21.15.23:0/2804712761 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f600c004b70 con 0x7f60080039b0 2023-06-26T03:03:20.957 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.948+0000 7f60127fc640 1 --2- 172.21.15.23:0/2804712761 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6000066280 0x7f6000068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:20.957 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.948+0000 7f60127fc640 1 -- 172.21.15.23:0/2804712761 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f600c11dca0 con 0x7f60080039b0 2023-06-26T03:03:20.958 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.948+0000 7f602111d640 1 --2- 172.21.15.23:0/2804712761 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6000066280 0x7f6000068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:20.958 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.948+0000 7f602111d640 1 --2- 172.21.15.23:0/2804712761 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6000066280 0x7f6000068730 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f601c0609d0 tx=0x7f6018008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:20.958 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:20.952+0000 7f60127fc640 1 -- 172.21.15.23:0/2804712761 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f600c0eae80 con 0x7f60080039b0 2023-06-26T03:03:21.104 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.100+0000 7f6023b82640 1 -- 172.21.15.23:0/2804712761 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f601c15b4c0 con 0x7f60080039b0 2023-06-26T03:03:21.105 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.100+0000 7f60127fc640 1 -- 172.21.15.23:0/2804712761 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v29) v1 ==== 100+0+11 (secure 0 0 0) 0x7f600c0ee4a0 con 0x7f60080039b0 2023-06-26T03:03:21.105 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 64 2023-06-26T03:03:21.107 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.100+0000 7f6023b82640 1 -- 172.21.15.23:0/2804712761 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6000066280 msgr2=0x7f6000068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:21.107 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.100+0000 7f6023b82640 1 --2- 172.21.15.23:0/2804712761 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6000066280 0x7f6000068730 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f601c0609d0 tx=0x7f6018008040 comp rx=0 tx=0).stop 2023-06-26T03:03:21.107 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.100+0000 7f6023b82640 1 -- 172.21.15.23:0/2804712761 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f60080039b0 msgr2=0x7f601c1f4c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:21.108 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.100+0000 7f6023b82640 1 --2- 172.21.15.23:0/2804712761 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f60080039b0 0x7f601c1f4c00 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f600c01ca40 tx=0x7f6008005800 comp rx=0 tx=0).stop 2023-06-26T03:03:21.108 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.100+0000 7f6023b82640 1 -- 172.21.15.23:0/2804712761 shutdown_connections 2023-06-26T03:03:21.108 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.100+0000 7f6023b82640 1 --2- 172.21.15.23:0/2804712761 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6000066280 0x7f6000068730 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:21.108 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.100+0000 7f6023b82640 1 --2- 172.21.15.23:0/2804712761 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f601c161600 0x7f601c161a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:21.108 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.100+0000 7f6023b82640 1 --2- 172.21.15.23:0/2804712761 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f601c15f520 0x7f601c157960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:21.108 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.100+0000 7f6023b82640 1 --2- 172.21.15.23:0/2804712761 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f60080039b0 0x7f601c1f4c00 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:21.108 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.100+0000 7f6023b82640 1 -- 172.21.15.23:0/2804712761 >> 172.21.15.23:0/2804712761 conn(0x7f601c0cece0 msgr2=0x7f601c05fed0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:21.108 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.100+0000 7f6023b82640 1 -- 172.21.15.23:0/2804712761 shutdown_connections 2023-06-26T03:03:21.109 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.100+0000 7f6023b82640 1 -- 172.21.15.23:0/2804712761 wait complete. 2023-06-26T03:03:21.124 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-06-26T03:03:21.240 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.236+0000 7fd6871c5640 1 Processor -- start 2023-06-26T03:03:21.241 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.236+0000 7fd6871c5640 1 -- start start 2023-06-26T03:03:21.242 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.236+0000 7fd6871c5640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fd6800cfcf0 0x7fd6800d0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:21.242 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.236+0000 7fd6871c5640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd6800b2700 con 0x7fd68013d240 2023-06-26T03:03:21.242 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.236+0000 7fd6871c5640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd6800d0680 con 0x7fd6801596e0 2023-06-26T03:03:21.242 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.236+0000 7fd6871c5640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd6800b1810 con 0x7fd6800cfcf0 2023-06-26T03:03:21.242 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.236+0000 7fd685762640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fd68013d240 0x7fd68013d6c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:38804/0 (socket says 172.21.15.23:38804) 2023-06-26T03:03:21.242 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.236+0000 7fd685762640 1 -- 172.21.15.23:0/130162696 learned_addr learned my addr 172.21.15.23:0/130162696 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:21.244 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.236+0000 7fd67f7fe640 1 -- 172.21.15.23:0/130162696 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4196181421 0 0) 0x7fd6800b2700 con 0x7fd68013d240 2023-06-26T03:03:21.244 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.236+0000 7fd67f7fe640 1 -- 172.21.15.23:0/130162696 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd668003530 con 0x7fd68013d240 2023-06-26T03:03:21.244 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.236+0000 7fd67ffff640 1 --2- 172.21.15.23:0/130162696 >> v2:172.21.15.71:3300/0 conn(0x7fd6800cfcf0 0x7fd6800d0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:21.244 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.236+0000 7fd67f7fe640 1 -- 172.21.15.23:0/130162696 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4152796840 0 0) 0x7fd668003530 con 0x7fd68013d240 2023-06-26T03:03:21.245 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.236+0000 7fd67f7fe640 1 -- 172.21.15.23:0/130162696 >> v2:172.21.15.71:3300/0 conn(0x7fd6800cfcf0 msgr2=0x7fd6800d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:21.245 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.236+0000 7fd67f7fe640 1 --2- 172.21.15.23:0/130162696 >> v2:172.21.15.71:3300/0 conn(0x7fd6800cfcf0 0x7fd6800d0140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:21.245 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.236+0000 7fd67f7fe640 1 -- 172.21.15.23:0/130162696 >> v1:172.21.15.71:6789/0 conn(0x7fd6801596e0 legacy=0x7fd6800cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:21.245 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.236+0000 7fd67f7fe640 1 -- 172.21.15.23:0/130162696 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6800b1af0 con 0x7fd68013d240 2023-06-26T03:03:21.245 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.236+0000 7fd67f7fe640 1 -- 172.21.15.23:0/130162696 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7fd678001a00 con 0x7fd68013d240 2023-06-26T03:03:21.245 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.236+0000 7fd67f7fe640 1 -- 172.21.15.23:0/130162696 >> v1:172.21.15.23:6789/0 conn(0x7fd68013d240 legacy=0x7fd68013d6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:21.245 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.236+0000 7fd67f7fe640 1 --2- 172.21.15.23:0/130162696 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd668003980 0x7fd668003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:21.246 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.236+0000 7fd67f7fe640 1 --2- 172.21.15.23:0/130162696 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd6680047d0 0x7fd668004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:21.246 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.236+0000 7fd67f7fe640 1 --2- 172.21.15.23:0/130162696 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd668005180 0x7fd66800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:21.246 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.236+0000 7fd67f7fe640 1 -- 172.21.15.23:0/130162696 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6800b1810 con 0x7fd668005180 2023-06-26T03:03:21.246 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.236+0000 7fd67f7fe640 1 -- 172.21.15.23:0/130162696 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd66800c110 con 0x7fd668003980 2023-06-26T03:03:21.246 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.236+0000 7fd67f7fe640 1 -- 172.21.15.23:0/130162696 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd66800c2d0 con 0x7fd6680047d0 2023-06-26T03:03:21.246 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.236+0000 7fd685762640 1 --2- 172.21.15.23:0/130162696 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd668005180 0x7fd66800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:21.246 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.236+0000 7fd684f61640 1 --2- 172.21.15.23:0/130162696 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd668003980 0x7fd668003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:21.246 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.236+0000 7fd67ffff640 1 --2- 172.21.15.23:0/130162696 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd6680047d0 0x7fd668004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:21.247 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.236+0000 7fd685762640 1 -- 172.21.15.23:0/130162696 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd6680047d0 msgr2=0x7fd668004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:21.247 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.236+0000 7fd685762640 1 --2- 172.21.15.23:0/130162696 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd6680047d0 0x7fd668004c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:21.247 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.236+0000 7fd685762640 1 -- 172.21.15.23:0/130162696 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd668003980 msgr2=0x7fd668003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:21.247 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.236+0000 7fd685762640 1 --2- 172.21.15.23:0/130162696 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd668003980 0x7fd668003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:21.247 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.236+0000 7fd685762640 1 -- 172.21.15.23:0/130162696 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd668003530 con 0x7fd668005180 2023-06-26T03:03:21.247 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.236+0000 7fd684f61640 1 --2- 172.21.15.23:0/130162696 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd668003980 0x7fd668003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:21.249 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.240+0000 7fd685762640 1 -- 172.21.15.23:0/130162696 reap_dead start 2023-06-26T03:03:21.249 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.240+0000 7fd685762640 1 --2- 172.21.15.23:0/130162696 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd668005180 0x7fd66800b990 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fd67800a800 tx=0x7fd67801d300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a14a703b36f554b0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:21.250 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.240+0000 7fd67f7fe640 1 -- 172.21.15.23:0/130162696 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6780072d0 con 0x7fd668005180 2023-06-26T03:03:21.250 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.240+0000 7fd67f7fe640 1 -- 172.21.15.23:0/130162696 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd6780a8070 con 0x7fd668005180 2023-06-26T03:03:21.250 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.240+0000 7fd67f7fe640 1 -- 172.21.15.23:0/130162696 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd678007670 con 0x7fd668005180 2023-06-26T03:03:21.250 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.240+0000 7fd6871c5640 1 -- 172.21.15.23:0/130162696 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd668005180 msgr2=0x7fd66800b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:21.250 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.240+0000 7fd6871c5640 1 --2- 172.21.15.23:0/130162696 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd668005180 0x7fd66800b990 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fd67800a800 tx=0x7fd67801d300 comp rx=0 tx=0).stop 2023-06-26T03:03:21.250 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.240+0000 7fd6871c5640 1 -- 172.21.15.23:0/130162696 shutdown_connections 2023-06-26T03:03:21.250 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.240+0000 7fd6871c5640 1 --2- 172.21.15.23:0/130162696 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd668005180 0x7fd66800b990 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:21.250 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.240+0000 7fd6871c5640 1 -- 172.21.15.23:0/130162696 >> 172.21.15.23:0/130162696 conn(0x7fd680070fe0 msgr2=0x7fd6800713e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:21.251 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.240+0000 7fd6871c5640 1 -- 172.21.15.23:0/130162696 shutdown_connections 2023-06-26T03:03:21.251 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.240+0000 7fd6871c5640 1 -- 172.21.15.23:0/130162696 wait complete. 2023-06-26T03:03:21.251 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.240+0000 7fd6871c5640 1 Processor -- start 2023-06-26T03:03:21.251 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.240+0000 7fd6871c5640 1 -- start start 2023-06-26T03:03:21.251 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.244+0000 7fd6871c5640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd668005180 0x7fd6800b5620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:21.251 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.244+0000 7fd6871c5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd6801f1980 0x7fd6801f2100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:21.251 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.244+0000 7fd6871c5640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd6801f2640 0x7fd68013dd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:21.252 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.244+0000 7fd6871c5640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6801f2ac0 con 0x7fd6801f2640 2023-06-26T03:03:21.252 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.244+0000 7fd6871c5640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6800b5b60 con 0x7fd6801f1980 2023-06-26T03:03:21.252 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.244+0000 7fd6871c5640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd6800c7990 con 0x7fd668005180 2023-06-26T03:03:21.252 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.244+0000 7fd685762640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd6801f2640 0x7fd68013dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:21.252 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.244+0000 7fd685762640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd6801f2640 0x7fd68013dd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35064/0 (socket says 172.21.15.23:35064) 2023-06-26T03:03:21.252 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.244+0000 7fd685762640 1 -- 172.21.15.23:0/2728119531 learned_addr learned my addr 172.21.15.23:0/2728119531 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:21.252 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.244+0000 7fd67ffff640 1 --2- 172.21.15.23:0/2728119531 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd6801f1980 0x7fd6801f2100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:21.252 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.244+0000 7fd684f61640 1 --2- 172.21.15.23:0/2728119531 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd668005180 0x7fd6800b5620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:21.253 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.244+0000 7fd685762640 1 -- 172.21.15.23:0/2728119531 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd668005180 msgr2=0x7fd6800b5620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:21.253 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.244+0000 7fd685762640 1 --2- 172.21.15.23:0/2728119531 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd668005180 0x7fd6800b5620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:21.253 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.244+0000 7fd685762640 1 -- 172.21.15.23:0/2728119531 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd6801f1980 msgr2=0x7fd6801f2100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:21.253 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.244+0000 7fd685762640 1 --2- 172.21.15.23:0/2728119531 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd6801f1980 0x7fd6801f2100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:21.253 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.244+0000 7fd685762640 1 -- 172.21.15.23:0/2728119531 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd68013edf0 con 0x7fd6801f2640 2023-06-26T03:03:21.253 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.244+0000 7fd685762640 1 --2- 172.21.15.23:0/2728119531 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd6801f2640 0x7fd68013dd40 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fd67801d130 tx=0x7fd668005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:21.253 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.244+0000 7fd67d7fa640 1 -- 172.21.15.23:0/2728119531 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6780070d0 con 0x7fd6801f2640 2023-06-26T03:03:21.253 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.244+0000 7fd67d7fa640 1 -- 172.21.15.23:0/2728119531 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd678007250 con 0x7fd6801f2640 2023-06-26T03:03:21.254 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.244+0000 7fd6871c5640 1 -- 172.21.15.23:0/2728119531 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd68013f0d0 con 0x7fd6801f2640 2023-06-26T03:03:21.254 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.244+0000 7fd67d7fa640 1 -- 172.21.15.23:0/2728119531 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd678007600 con 0x7fd6801f2640 2023-06-26T03:03:21.254 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.244+0000 7fd6871c5640 1 -- 172.21.15.23:0/2728119531 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd6801f1dd0 con 0x7fd6801f2640 2023-06-26T03:03:21.255 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.244+0000 7fd6871c5640 1 -- 172.21.15.23:0/2728119531 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd6800b1640 con 0x7fd6801f2640 2023-06-26T03:03:21.255 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.244+0000 7fd67d7fa640 1 -- 172.21.15.23:0/2728119531 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fd6780aa070 con 0x7fd6801f2640 2023-06-26T03:03:21.255 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.244+0000 7fd67d7fa640 1 --2- 172.21.15.23:0/2728119531 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd66c0662b0 0x7fd66c068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:21.255 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.244+0000 7fd67d7fa640 1 -- 172.21.15.23:0/2728119531 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7fd67811d5e0 con 0x7fd6801f2640 2023-06-26T03:03:21.255 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.244+0000 7fd684f61640 1 --2- 172.21.15.23:0/2728119531 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd66c0662b0 0x7fd66c068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:21.255 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.248+0000 7fd684f61640 1 --2- 172.21.15.23:0/2728119531 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd66c0662b0 0x7fd66c068760 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fd670000f70 tx=0x7fd670009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:21.256 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.248+0000 7fd67d7fa640 1 -- 172.21.15.23:0/2728119531 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fd6780ea870 con 0x7fd6801f2640 2023-06-26T03:03:21.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.400+0000 7fd6871c5640 1 -- 172.21.15.23:0/2728119531 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fd68004d790 con 0x7fd6801f2640 2023-06-26T03:03:21.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.400+0000 7fd67d7fa640 1 -- 172.21.15.23:0/2728119531 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v29) v1 ==== 103+0+11 (secure 0 0 0) 0x7fd6780ede90 con 0x7fd6801f2640 2023-06-26T03:03:21.408 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:03:21.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.404+0000 7fd6871c5640 1 -- 172.21.15.23:0/2728119531 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd66c0662b0 msgr2=0x7fd66c068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:21.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.404+0000 7fd6871c5640 1 --2- 172.21.15.23:0/2728119531 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd66c0662b0 0x7fd66c068760 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fd670000f70 tx=0x7fd670009040 comp rx=0 tx=0).stop 2023-06-26T03:03:21.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.404+0000 7fd6871c5640 1 -- 172.21.15.23:0/2728119531 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd6801f2640 msgr2=0x7fd68013dd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:21.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.404+0000 7fd6871c5640 1 --2- 172.21.15.23:0/2728119531 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd6801f2640 0x7fd68013dd40 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fd67801d130 tx=0x7fd668005800 comp rx=0 tx=0).stop 2023-06-26T03:03:21.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.404+0000 7fd6871c5640 1 -- 172.21.15.23:0/2728119531 shutdown_connections 2023-06-26T03:03:21.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.404+0000 7fd6871c5640 1 --2- 172.21.15.23:0/2728119531 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd66c0662b0 0x7fd66c068760 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:21.411 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.404+0000 7fd6871c5640 1 --2- 172.21.15.23:0/2728119531 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd6801f2640 0x7fd68013dd40 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:21.411 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.404+0000 7fd6871c5640 1 --2- 172.21.15.23:0/2728119531 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd6801f1980 0x7fd6801f2100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:21.411 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.404+0000 7fd6871c5640 1 --2- 172.21.15.23:0/2728119531 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd668005180 0x7fd6800b5620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:21.411 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.404+0000 7fd6871c5640 1 -- 172.21.15.23:0/2728119531 >> 172.21.15.23:0/2728119531 conn(0x7fd680070fe0 msgr2=0x7fd680154dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:21.411 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.404+0000 7fd6871c5640 1 -- 172.21.15.23:0/2728119531 shutdown_connections 2023-06-26T03:03:21.411 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.404+0000 7fd6871c5640 1 -- 172.21.15.23:0/2728119531 wait complete. 2023-06-26T03:03:21.427 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-06-26T03:03:21.550 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.544+0000 7f26623b7640 1 Processor -- start 2023-06-26T03:03:21.551 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.544+0000 7f26623b7640 1 -- start start 2023-06-26T03:03:21.551 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.544+0000 7f26623b7640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f265c15fee0 0x7f265c05fed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:21.552 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.544+0000 7f26623b7640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f265c06d280 0x7f265c15be10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:21.552 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.544+0000 7f26623b7640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f265c060860 con 0x7f265c060410 2023-06-26T03:03:21.552 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.544+0000 7f26623b7640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f265c06d6e0 con 0x7f265c06d280 2023-06-26T03:03:21.552 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.544+0000 7f26623b7640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f265c156310 con 0x7f265c15fee0 2023-06-26T03:03:21.552 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.544+0000 7f2660954640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f265c06d280 0x7f265c15be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:21.552 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.544+0000 7f2660954640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f265c06d280 0x7f265c15be10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35076/0 (socket says 172.21.15.23:35076) 2023-06-26T03:03:21.552 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.544+0000 7f2660954640 1 -- 172.21.15.23:0/3693344022 learned_addr learned my addr 172.21.15.23:0/3693344022 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:21.553 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.544+0000 7f265bfff640 1 --2- 172.21.15.23:0/3693344022 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f265c15fee0 0x7f265c05fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:21.553 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.548+0000 7f2660954640 1 -- 172.21.15.23:0/3693344022 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f265c15fee0 msgr2=0x7f265c05fed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:21.553 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.548+0000 7f2660954640 1 --2- 172.21.15.23:0/3693344022 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f265c15fee0 0x7f265c05fed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:21.553 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.548+0000 7f2660954640 1 -- 172.21.15.23:0/3693344022 >> v1:172.21.15.71:6789/0 conn(0x7f265c060410 legacy=0x7f265c06cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:21.553 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.548+0000 7f2660954640 1 -- 172.21.15.23:0/3693344022 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f265c0c4cc0 con 0x7f265c06d280 2023-06-26T03:03:21.554 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.548+0000 7f265bfff640 1 --2- 172.21.15.23:0/3693344022 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f265c15fee0 0x7f265c05fed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:03:21.555 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.548+0000 7f2660954640 1 --2- 172.21.15.23:0/3693344022 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f265c06d280 0x7f265c15be10 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f2654009e50 tx=0x7f265401c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fefd4555cfb4e48d server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:21.555 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.548+0000 7f265b7fe640 1 -- 172.21.15.23:0/3693344022 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26540a58a0 con 0x7f265c06d280 2023-06-26T03:03:21.555 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.548+0000 7f265b7fe640 1 -- 172.21.15.23:0/3693344022 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26540a5a00 con 0x7f265c06d280 2023-06-26T03:03:21.555 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.548+0000 7f265b7fe640 1 -- 172.21.15.23:0/3693344022 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26540a5d90 con 0x7f265c06d280 2023-06-26T03:03:21.555 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.548+0000 7f26623b7640 1 -- 172.21.15.23:0/3693344022 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f265c06d280 msgr2=0x7f265c15be10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:21.555 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.548+0000 7f26623b7640 1 --2- 172.21.15.23:0/3693344022 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f265c06d280 0x7f265c15be10 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f2654009e50 tx=0x7f265401c9e0 comp rx=0 tx=0).stop 2023-06-26T03:03:21.555 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.548+0000 7f26623b7640 1 -- 172.21.15.23:0/3693344022 shutdown_connections 2023-06-26T03:03:21.556 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.548+0000 7f26623b7640 1 --2- 172.21.15.23:0/3693344022 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f265c06d280 0x7f265c15be10 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:21.556 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.548+0000 7f26623b7640 1 --2- 172.21.15.23:0/3693344022 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f265c15fee0 0x7f265c05fed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:21.556 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.548+0000 7f26623b7640 1 -- 172.21.15.23:0/3693344022 >> 172.21.15.23:0/3693344022 conn(0x7f265c0ceca0 msgr2=0x7f265c0cf0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:21.556 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.548+0000 7f26623b7640 1 -- 172.21.15.23:0/3693344022 shutdown_connections 2023-06-26T03:03:21.556 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.548+0000 7f26623b7640 1 -- 172.21.15.23:0/3693344022 wait complete. 2023-06-26T03:03:21.558 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.552+0000 7f26623b7640 1 Processor -- start 2023-06-26T03:03:21.558 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.552+0000 7f26623b7640 1 -- start start 2023-06-26T03:03:21.558 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.552+0000 7f26623b7640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f265c060410 0x7f265c0abf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:21.558 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.552+0000 7f26623b7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f265c06d280 0x7f265c0b4490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:21.558 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.552+0000 7f26623b7640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f265c15fee0 0x7f265c14d4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:21.558 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.552+0000 7f26623b7640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f265c153420 con 0x7f265c060410 2023-06-26T03:03:21.559 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.552+0000 7f26623b7640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f265c153700 con 0x7f265c06d280 2023-06-26T03:03:21.559 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.552+0000 7f26623b7640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f265c1539e0 con 0x7f265c15fee0 2023-06-26T03:03:21.559 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.552+0000 7f265bfff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f265c060410 0x7f265c0abf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:21.559 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.552+0000 7f265bfff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f265c060410 0x7f265c0abf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35086/0 (socket says 172.21.15.23:35086) 2023-06-26T03:03:21.559 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.552+0000 7f265bfff640 1 -- 172.21.15.23:0/3025270483 learned_addr learned my addr 172.21.15.23:0/3025270483 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:21.559 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.552+0000 7f2660954640 1 --2- 172.21.15.23:0/3025270483 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f265c15fee0 0x7f265c14d4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:21.559 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.552+0000 7f26537fe640 1 --2- 172.21.15.23:0/3025270483 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f265c06d280 0x7f265c0b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:21.559 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.552+0000 7f265bfff640 1 -- 172.21.15.23:0/3025270483 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f265c15fee0 msgr2=0x7f265c14d4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:21.560 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.552+0000 7f265bfff640 1 --2- 172.21.15.23:0/3025270483 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f265c15fee0 0x7f265c14d4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:21.560 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.552+0000 7f265bfff640 1 -- 172.21.15.23:0/3025270483 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f265c06d280 msgr2=0x7f265c0b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:21.560 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.552+0000 7f265bfff640 1 --2- 172.21.15.23:0/3025270483 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f265c06d280 0x7f265c0b4490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:21.560 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.552+0000 7f265bfff640 1 -- 172.21.15.23:0/3025270483 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2654009b30 con 0x7f265c060410 2023-06-26T03:03:21.560 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.552+0000 7f265bfff640 1 --2- 172.21.15.23:0/3025270483 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f265c060410 0x7f265c0abf20 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f264c00d800 tx=0x7f264c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:21.560 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.552+0000 7f26597fa640 1 -- 172.21.15.23:0/3025270483 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f264c0096c0 con 0x7f265c060410 2023-06-26T03:03:21.560 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.552+0000 7f26597fa640 1 -- 172.21.15.23:0/3025270483 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f264c009820 con 0x7f265c060410 2023-06-26T03:03:21.561 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.552+0000 7f26623b7640 1 -- 172.21.15.23:0/3025270483 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f265c153cc0 con 0x7f265c060410 2023-06-26T03:03:21.561 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.552+0000 7f26597fa640 1 -- 172.21.15.23:0/3025270483 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f264c009bd0 con 0x7f265c060410 2023-06-26T03:03:21.561 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.552+0000 7f26623b7640 1 -- 172.21.15.23:0/3025270483 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f265c0ac460 con 0x7f265c060410 2023-06-26T03:03:21.561 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.552+0000 7f26623b7640 1 -- 172.21.15.23:0/3025270483 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f265c070dd0 con 0x7f265c060410 2023-06-26T03:03:21.562 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.552+0000 7f26597fa640 1 -- 172.21.15.23:0/3025270483 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f264c009d30 con 0x7f265c060410 2023-06-26T03:03:21.562 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.552+0000 7f26597fa640 1 --2- 172.21.15.23:0/3025270483 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f263c066280 0x7f263c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:21.562 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.552+0000 7f26597fa640 1 -- 172.21.15.23:0/3025270483 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f264c0844b0 con 0x7f265c060410 2023-06-26T03:03:21.562 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.556+0000 7f26537fe640 1 --2- 172.21.15.23:0/3025270483 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f263c066280 0x7f263c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:21.562 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.556+0000 7f26537fe640 1 --2- 172.21.15.23:0/3025270483 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f263c066280 0x7f263c068730 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f265c0ab9a0 tx=0x7f2644009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:21.563 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.556+0000 7f26597fa640 1 -- 172.21.15.23:0/3025270483 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f264c051600 con 0x7f265c060410 2023-06-26T03:03:21.732 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.728+0000 7f26623b7640 1 -- 172.21.15.23:0/3025270483 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f265c04d790 con 0x7f265c060410 2023-06-26T03:03:21.732 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.728+0000 7f26597fa640 1 -- 172.21.15.23:0/3025270483 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v29) v1 ==== 80+0+0 (secure 0 0 0) 0x7f264c054c20 con 0x7f265c060410 2023-06-26T03:03:21.733 INFO:teuthology.orchestra.run.smithi023.stderr:listed 0 entries 2023-06-26T03:03:21.735 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.728+0000 7f26623b7640 1 -- 172.21.15.23:0/3025270483 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f263c066280 msgr2=0x7f263c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:21.735 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.728+0000 7f26623b7640 1 --2- 172.21.15.23:0/3025270483 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f263c066280 0x7f263c068730 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f265c0ab9a0 tx=0x7f2644009040 comp rx=0 tx=0).stop 2023-06-26T03:03:21.735 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.728+0000 7f26623b7640 1 -- 172.21.15.23:0/3025270483 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f265c060410 msgr2=0x7f265c0abf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:21.735 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.728+0000 7f26623b7640 1 --2- 172.21.15.23:0/3025270483 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f265c060410 0x7f265c0abf20 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f264c00d800 tx=0x7f264c00dcc0 comp rx=0 tx=0).stop 2023-06-26T03:03:21.735 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.728+0000 7f26623b7640 1 -- 172.21.15.23:0/3025270483 shutdown_connections 2023-06-26T03:03:21.736 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.728+0000 7f26623b7640 1 --2- 172.21.15.23:0/3025270483 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f263c066280 0x7f263c068730 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:21.736 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.728+0000 7f26623b7640 1 --2- 172.21.15.23:0/3025270483 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f265c15fee0 0x7f265c14d4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:21.736 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.728+0000 7f26623b7640 1 --2- 172.21.15.23:0/3025270483 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f265c06d280 0x7f265c0b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:21.736 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.728+0000 7f26623b7640 1 --2- 172.21.15.23:0/3025270483 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f265c060410 0x7f265c0abf20 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:21.736 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.728+0000 7f26623b7640 1 -- 172.21.15.23:0/3025270483 >> 172.21.15.23:0/3025270483 conn(0x7f265c0ceca0 msgr2=0x7f265c0706c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:21.736 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.728+0000 7f26623b7640 1 -- 172.21.15.23:0/3025270483 shutdown_connections 2023-06-26T03:03:21.736 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.728+0000 7f26623b7640 1 -- 172.21.15.23:0/3025270483 wait complete. 2023-06-26T03:03:21.752 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi071.front.sepia.ceph.com... 2023-06-26T03:03:21.752 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:03:21.753 DEBUG:teuthology.orchestra.run.smithi071:> sudo fusermount -u /home/ubuntu/cephtest/mnt.3 2023-06-26T03:03:21.768 INFO:teuthology.orchestra.run:waiting for 300 2023-06-26T03:03:21.768 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi071.front.sepia.ceph.com 2023-06-26T03:03:21.768 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:03:21.769 DEBUG:teuthology.orchestra.run.smithi071:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2023-06-26T03:03:21.816 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2023-06-26T03:03:21.816 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-26T03:03:21.947 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.940+0000 7f6a7ae5b640 1 Processor -- start 2023-06-26T03:03:21.947 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.940+0000 7f6a7ae5b640 1 -- start start 2023-06-26T03:03:21.948 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.944+0000 7f6a7ae5b640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f6a74159a80 0x7f6a740c9340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:21.948 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.944+0000 7f6a7ae5b640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6a740c9880 0x7f6a740ccc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:21.949 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.944+0000 7f6a7ae5b640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6a74159f40 con 0x7f6a74153a50 2023-06-26T03:03:21.949 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.944+0000 7f6a7ae5b640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6a7415d070 con 0x7f6a74159a80 2023-06-26T03:03:21.949 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.944+0000 7f6a7ae5b640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a7415a220 con 0x7f6a740c9880 2023-06-26T03:03:21.950 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.944+0000 7f6a793f8640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6a740c9880 0x7f6a740ccc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:21.950 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.944+0000 7f6a73fff640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f6a74159a80 0x7f6a740c9340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:21.950 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.944+0000 7f6a793f8640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6a740c9880 0x7f6a740ccc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3301/0 says I am v2:172.21.15.23:54190/0 (socket says 172.21.15.23:54190) 2023-06-26T03:03:21.950 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.944+0000 7f6a793f8640 1 -- 172.21.15.23:0/3617138115 learned_addr learned my addr 172.21.15.23:0/3617138115 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:21.950 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.944+0000 7f6a73fff640 1 -- 172.21.15.23:0/3617138115 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6a740c9880 msgr2=0x7f6a740ccc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:21.950 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.944+0000 7f6a73fff640 1 --2- 172.21.15.23:0/3617138115 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6a740c9880 0x7f6a740ccc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:21.951 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.944+0000 7f6a73fff640 1 -- 172.21.15.23:0/3617138115 >> v1:172.21.15.71:6789/0 conn(0x7f6a74153a50 legacy=0x7f6a740ce3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:21.951 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.944+0000 7f6a73fff640 1 -- 172.21.15.23:0/3617138115 --> v2:172.21.15.71:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a7415a500 con 0x7f6a74159a80 2023-06-26T03:03:21.951 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.944+0000 7f6a793f8640 1 --2- 172.21.15.23:0/3617138115 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6a740c9880 0x7f6a740ccc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T03:03:21.952 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.944+0000 7f6a73fff640 1 --2- 172.21.15.23:0/3617138115 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6a74159a80 0x7f6a740c9340 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f6a68009d90 tx=0x7f6a6801c920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4ec95ec051b33c8f server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:21.952 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a737fe640 1 -- 172.21.15.23:0/3617138115 <== mon.1 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a680a58f0 con 0x7f6a74159a80 2023-06-26T03:03:21.953 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a737fe640 1 -- 172.21.15.23:0/3617138115 <== mon.1 v2:172.21.15.71:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a680a5a50 con 0x7f6a74159a80 2023-06-26T03:03:21.953 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a737fe640 1 -- 172.21.15.23:0/3617138115 <== mon.1 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a680a5de0 con 0x7f6a74159a80 2023-06-26T03:03:21.953 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a7ae5b640 1 -- 172.21.15.23:0/3617138115 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6a74159a80 msgr2=0x7f6a740c9340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:21.953 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a7ae5b640 1 --2- 172.21.15.23:0/3617138115 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6a74159a80 0x7f6a740c9340 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f6a68009d90 tx=0x7f6a6801c920 comp rx=0 tx=0).stop 2023-06-26T03:03:21.953 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a7ae5b640 1 -- 172.21.15.23:0/3617138115 shutdown_connections 2023-06-26T03:03:21.953 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a7ae5b640 1 --2- 172.21.15.23:0/3617138115 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6a740c9880 0x7f6a740ccc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:21.954 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a7ae5b640 1 --2- 172.21.15.23:0/3617138115 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6a74159a80 0x7f6a740c9340 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:21.954 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a7ae5b640 1 -- 172.21.15.23:0/3617138115 >> 172.21.15.23:0/3617138115 conn(0x7f6a74069400 msgr2=0x7f6a74069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:21.954 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a7ae5b640 1 -- 172.21.15.23:0/3617138115 shutdown_connections 2023-06-26T03:03:21.954 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a7ae5b640 1 -- 172.21.15.23:0/3617138115 wait complete. 2023-06-26T03:03:21.955 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a7ae5b640 1 Processor -- start 2023-06-26T03:03:21.956 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a7ae5b640 1 -- start start 2023-06-26T03:03:21.956 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a7ae5b640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6a740c9880 0x7f6a7413e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:21.956 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a7ae5b640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6a74153a50 0x7f6a7414c720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:21.956 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a7ae5b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6a74159a80 0x7f6a7414cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:21.956 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a7ae5b640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a7414e2d0 con 0x7f6a74153a50 2023-06-26T03:03:21.956 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a7ae5b640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a7413eb40 con 0x7f6a74159a80 2023-06-26T03:03:21.957 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a7ae5b640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a7414d290 con 0x7f6a740c9880 2023-06-26T03:03:21.957 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a73fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6a74153a50 0x7f6a7414c720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:21.957 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a73fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6a74153a50 0x7f6a7414c720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35100/0 (socket says 172.21.15.23:35100) 2023-06-26T03:03:21.957 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a73fff640 1 -- 172.21.15.23:0/3262613711 learned_addr learned my addr 172.21.15.23:0/3262613711 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:21.957 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a78bf7640 1 --2- 172.21.15.23:0/3262613711 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6a740c9880 0x7f6a7413e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:21.957 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a793f8640 1 --2- 172.21.15.23:0/3262613711 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6a74159a80 0x7f6a7414cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:21.957 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a73fff640 1 -- 172.21.15.23:0/3262613711 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6a740c9880 msgr2=0x7f6a7413e600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:21.958 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a73fff640 1 --2- 172.21.15.23:0/3262613711 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6a740c9880 0x7f6a7413e600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:21.958 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a73fff640 1 -- 172.21.15.23:0/3262613711 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6a74159a80 msgr2=0x7f6a7414cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:21.958 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a73fff640 1 --2- 172.21.15.23:0/3262613711 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6a74159a80 0x7f6a7414cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:21.958 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a73fff640 1 -- 172.21.15.23:0/3262613711 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a640094d0 con 0x7f6a74153a50 2023-06-26T03:03:21.958 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a78bf7640 1 --2- 172.21.15.23:0/3262613711 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6a740c9880 0x7f6a7413e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:03:21.958 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a73fff640 1 --2- 172.21.15.23:0/3262613711 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6a74153a50 0x7f6a7414c720 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f6a6801a550 tx=0x7f6a680196c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:21.958 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a717fa640 1 -- 172.21.15.23:0/3262613711 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a680ad850 con 0x7f6a74153a50 2023-06-26T03:03:21.958 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a717fa640 1 -- 172.21.15.23:0/3262613711 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a680ad9b0 con 0x7f6a74153a50 2023-06-26T03:03:21.959 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a717fa640 1 -- 172.21.15.23:0/3262613711 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a680add60 con 0x7f6a74153a50 2023-06-26T03:03:21.959 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a7ae5b640 1 -- 172.21.15.23:0/3262613711 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6a68009a70 con 0x7f6a74153a50 2023-06-26T03:03:21.959 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.948+0000 7f6a7ae5b640 1 -- 172.21.15.23:0/3262613711 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6a7414d850 con 0x7f6a74153a50 2023-06-26T03:03:21.960 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.952+0000 7f6a7ae5b640 1 -- 172.21.15.23:0/3262613711 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6a7414da40 con 0x7f6a74153a50 2023-06-26T03:03:21.960 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.952+0000 7f6a717fa640 1 -- 172.21.15.23:0/3262613711 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f6a680b4070 con 0x7f6a74153a50 2023-06-26T03:03:21.960 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.952+0000 7f6a717fa640 1 --2- 172.21.15.23:0/3262613711 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6a60066280 0x7f6a60068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:21.960 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.952+0000 7f6a717fa640 1 -- 172.21.15.23:0/3262613711 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f6a6811edb0 con 0x7f6a74153a50 2023-06-26T03:03:21.960 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.952+0000 7f6a78bf7640 1 --2- 172.21.15.23:0/3262613711 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6a60066280 0x7f6a60068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:21.960 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.952+0000 7f6a78bf7640 1 --2- 172.21.15.23:0/3262613711 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6a60066280 0x7f6a60068730 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f6a6c001710 tx=0x7f6a6c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:21.962 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:21.956+0000 7f6a717fa640 1 -- 172.21.15.23:0/3262613711 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f6a68123070 con 0x7f6a74153a50 2023-06-26T03:03:22.149 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.144+0000 7f6a7ae5b640 1 -- 172.21.15.23:0/3262613711 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f6a7404d790 con 0x7f6a74153a50 2023-06-26T03:03:22.150 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.144+0000 7f6a717fa640 1 -- 172.21.15.23:0/3262613711 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4661 (secure 0 0 0) 0x7f6a680f3e60 con 0x7f6a74153a50 2023-06-26T03:03:22.150 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:03:22.150 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.23:6833/3276997842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6832","nonce":3276997842},{"type":"v1","addr":"172.21.15.23:6833","nonce":3276997842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.23:6835/353160656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6834","nonce":353160656},{"type":"v1","addr":"172.21.15.23:6835","nonce":353160656}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4282,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/1779817889","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":1779817889},{"type":"v1","addr":"172.21.15.71:6835","nonce":1779817889}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-06-26T03:02:08.833964+0000","modified":"2023-06-26T03:02:32.270870+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4288},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4288":{"gid":4288,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.71:6837/264733844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":264733844},{"type":"v1","addr":"172.21.15.71:6837","nonce":264733844}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4,5],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-06-26T03:03:22.151 INFO:teuthology.orchestra.run.smithi023.stderr:dumped fsmap epoch 8 2023-06-26T03:03:22.152 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.148+0000 7f6a7ae5b640 1 -- 172.21.15.23:0/3262613711 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6a60066280 msgr2=0x7f6a60068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:22.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.148+0000 7f6a7ae5b640 1 --2- 172.21.15.23:0/3262613711 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6a60066280 0x7f6a60068730 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f6a6c001710 tx=0x7f6a6c009040 comp rx=0 tx=0).stop 2023-06-26T03:03:22.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.148+0000 7f6a7ae5b640 1 -- 172.21.15.23:0/3262613711 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6a74153a50 msgr2=0x7f6a7414c720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:22.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.148+0000 7f6a7ae5b640 1 --2- 172.21.15.23:0/3262613711 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6a74153a50 0x7f6a7414c720 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f6a6801a550 tx=0x7f6a680196c0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.148+0000 7f6a7ae5b640 1 -- 172.21.15.23:0/3262613711 shutdown_connections 2023-06-26T03:03:22.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.148+0000 7f6a7ae5b640 1 --2- 172.21.15.23:0/3262613711 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6a60066280 0x7f6a60068730 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.148+0000 7f6a7ae5b640 1 --2- 172.21.15.23:0/3262613711 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6a74159a80 0x7f6a7414cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.153 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.148+0000 7f6a7ae5b640 1 --2- 172.21.15.23:0/3262613711 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6a74153a50 0x7f6a7414c720 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.154 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.148+0000 7f6a7ae5b640 1 --2- 172.21.15.23:0/3262613711 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6a740c9880 0x7f6a7413e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.154 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.148+0000 7f6a7ae5b640 1 -- 172.21.15.23:0/3262613711 >> 172.21.15.23:0/3262613711 conn(0x7f6a74069400 msgr2=0x7f6a740ce3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:22.154 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.148+0000 7f6a7ae5b640 1 -- 172.21.15.23:0/3262613711 shutdown_connections 2023-06-26T03:03:22.154 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.148+0000 7f6a7ae5b640 1 -- 172.21.15.23:0/3262613711 wait complete. 2023-06-26T03:03:22.170 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:03:22.288 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.280+0000 7f6d09b84640 1 Processor -- start 2023-06-26T03:03:22.288 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.280+0000 7f6d09b84640 1 -- start start 2023-06-26T03:03:22.289 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.284+0000 7f6d09b84640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6d040cc820 0x7f6d040ccbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:22.289 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.284+0000 7f6d09b84640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6d0414f8c0 con 0x7f6d0415ac40 2023-06-26T03:03:22.289 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.284+0000 7f6d09b84640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6d040cd130 con 0x7f6d0406b640 2023-06-26T03:03:22.289 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.284+0000 7f6d09b84640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d04159ba0 con 0x7f6d040cc820 2023-06-26T03:03:22.290 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.284+0000 7f6d03fff640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f6d0415ac40 0x7f6d0415b0c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:38810/0 (socket says 172.21.15.23:38810) 2023-06-26T03:03:22.290 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.284+0000 7f6d03fff640 1 -- 172.21.15.23:0/3321460389 learned_addr learned my addr 172.21.15.23:0/3321460389 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:22.291 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.284+0000 7f6d037fe640 1 --2- 172.21.15.23:0/3321460389 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6d040cc820 0x7f6d040ccbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:22.291 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.284+0000 7f6d02ffd640 1 -- 172.21.15.23:0/3321460389 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1406315918 0 0) 0x7f6cfc0014a0 con 0x7f6d0415ac40 2023-06-26T03:03:22.291 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.284+0000 7f6d02ffd640 1 -- 172.21.15.23:0/3321460389 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6cf0003530 con 0x7f6d0415ac40 2023-06-26T03:03:22.292 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.284+0000 7f6d02ffd640 1 -- 172.21.15.23:0/3321460389 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 903081175 0 0) 0x7f6cf0003530 con 0x7f6d0415ac40 2023-06-26T03:03:22.292 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.284+0000 7f6d02ffd640 1 -- 172.21.15.23:0/3321460389 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6d040cc820 msgr2=0x7f6d040ccbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:22.292 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.284+0000 7f6d02ffd640 1 --2- 172.21.15.23:0/3321460389 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6d040cc820 0x7f6d040ccbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.292 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.284+0000 7f6d02ffd640 1 -- 172.21.15.23:0/3321460389 >> v1:172.21.15.71:6789/0 conn(0x7f6d0406b640 legacy=0x7f6d04159070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:22.292 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.284+0000 7f6d02ffd640 1 -- 172.21.15.23:0/3321460389 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d04159e80 con 0x7f6d0415ac40 2023-06-26T03:03:22.292 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.284+0000 7f6d02ffd640 1 -- 172.21.15.23:0/3321460389 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f6cfc001b90 con 0x7f6d0415ac40 2023-06-26T03:03:22.292 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.284+0000 7f6d02ffd640 1 -- 172.21.15.23:0/3321460389 >> v1:172.21.15.23:6789/0 conn(0x7f6d0415ac40 legacy=0x7f6d0415b0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:22.293 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.284+0000 7f6d02ffd640 1 --2- 172.21.15.23:0/3321460389 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6cf00039b0 0x7f6cf0003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:22.293 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.284+0000 7f6d02ffd640 1 --2- 172.21.15.23:0/3321460389 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6cf00047d0 0x7f6cf0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:22.293 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.284+0000 7f6d02ffd640 1 --2- 172.21.15.23:0/3321460389 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6d040cc820 0x7f6cf00051a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:22.293 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.284+0000 7f6d02ffd640 1 -- 172.21.15.23:0/3321460389 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d04159ba0 con 0x7f6cf00047d0 2023-06-26T03:03:22.293 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.284+0000 7f6d02ffd640 1 -- 172.21.15.23:0/3321460389 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6cf000ba90 con 0x7f6cf00039b0 2023-06-26T03:03:22.293 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.284+0000 7f6cfaffd640 1 --2- 172.21.15.23:0/3321460389 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6cf00047d0 0x7f6cf0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:22.293 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.284+0000 7f6d02ffd640 1 -- 172.21.15.23:0/3321460389 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6cf000bc50 con 0x7f6d040cc820 2023-06-26T03:03:22.294 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.284+0000 7f6d037fe640 1 --2- 172.21.15.23:0/3321460389 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6cf00039b0 0x7f6cf0003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:22.294 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.284+0000 7f6d03fff640 1 --2- 172.21.15.23:0/3321460389 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6d040cc820 0x7f6cf00051a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:22.294 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.284+0000 7f6cfaffd640 1 -- 172.21.15.23:0/3321460389 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6d040cc820 msgr2=0x7f6cf00051a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:22.294 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.284+0000 7f6cfaffd640 1 --2- 172.21.15.23:0/3321460389 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6d040cc820 0x7f6cf00051a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.294 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.284+0000 7f6cfaffd640 1 -- 172.21.15.23:0/3321460389 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6cf00039b0 msgr2=0x7f6cf0003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:22.294 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.284+0000 7f6cfaffd640 1 --2- 172.21.15.23:0/3321460389 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6cf00039b0 0x7f6cf0003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.294 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.284+0000 7f6cfaffd640 1 -- 172.21.15.23:0/3321460389 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6cf0003530 con 0x7f6cf00047d0 2023-06-26T03:03:22.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.288+0000 7f6cfaffd640 1 --2- 172.21.15.23:0/3321460389 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6cf00047d0 0x7f6cf0004c40 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f6cec001800 tx=0x7f6cec01ead0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9989e64bf2e43c3 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:22.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.288+0000 7f6d02ffd640 1 -- 172.21.15.23:0/3321460389 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cec0052d0 con 0x7f6cf00047d0 2023-06-26T03:03:22.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.288+0000 7f6d02ffd640 1 -- 172.21.15.23:0/3321460389 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6cec005430 con 0x7f6cf00047d0 2023-06-26T03:03:22.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.288+0000 7f6d02ffd640 1 -- 172.21.15.23:0/3321460389 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cec0a7910 con 0x7f6cf00047d0 2023-06-26T03:03:22.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.288+0000 7f6d09b84640 1 -- 172.21.15.23:0/3321460389 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6cf00047d0 msgr2=0x7f6cf0004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:22.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.288+0000 7f6d09b84640 1 --2- 172.21.15.23:0/3321460389 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6cf00047d0 0x7f6cf0004c40 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f6cec001800 tx=0x7f6cec01ead0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.288+0000 7f6d03fff640 1 -- 172.21.15.23:0/3321460389 reap_dead start 2023-06-26T03:03:22.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.288+0000 7f6d09b84640 1 -- 172.21.15.23:0/3321460389 shutdown_connections 2023-06-26T03:03:22.298 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.288+0000 7f6d09b84640 1 -- 172.21.15.23:0/3321460389 >> 172.21.15.23:0/3321460389 conn(0x7f6d040af670 msgr2=0x7f6d040afa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:22.298 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.288+0000 7f6d09b84640 1 -- 172.21.15.23:0/3321460389 shutdown_connections 2023-06-26T03:03:22.298 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.288+0000 7f6d09b84640 1 -- 172.21.15.23:0/3321460389 wait complete. 2023-06-26T03:03:22.298 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.288+0000 7f6d09b84640 1 Processor -- start 2023-06-26T03:03:22.298 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.288+0000 7f6d09b84640 1 -- start start 2023-06-26T03:03:22.298 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.288+0000 7f6d09b84640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6cf00047d0 0x7f6d040b1f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:22.298 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.288+0000 7f6d09b84640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6d040cddd0 0x7f6d040c77b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:22.298 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.288+0000 7f6d09b84640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6d040ca080 0x7f6d040ca4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:22.299 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.288+0000 7f6d09b84640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d040caa30 con 0x7f6d040ca080 2023-06-26T03:03:22.299 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.288+0000 7f6d09b84640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d040c58c0 con 0x7f6d040cddd0 2023-06-26T03:03:22.299 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.288+0000 7f6d09b84640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d040c4cb0 con 0x7f6cf00047d0 2023-06-26T03:03:22.299 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.288+0000 7f6d03fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6d040ca080 0x7f6d040ca4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:22.299 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.288+0000 7f6d03fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6d040ca080 0x7f6d040ca4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35118/0 (socket says 172.21.15.23:35118) 2023-06-26T03:03:22.299 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.288+0000 7f6d03fff640 1 -- 172.21.15.23:0/2312253311 learned_addr learned my addr 172.21.15.23:0/2312253311 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:22.299 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.288+0000 7f6d037fe640 1 --2- 172.21.15.23:0/2312253311 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6cf00047d0 0x7f6d040b1f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:22.299 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.288+0000 7f6cfaffd640 1 --2- 172.21.15.23:0/2312253311 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6d040cddd0 0x7f6d040c77b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:22.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.288+0000 7f6d03fff640 1 -- 172.21.15.23:0/2312253311 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6cf00047d0 msgr2=0x7f6d040b1f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:22.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.288+0000 7f6d03fff640 1 --2- 172.21.15.23:0/2312253311 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6cf00047d0 0x7f6d040b1f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.288+0000 7f6d03fff640 1 -- 172.21.15.23:0/2312253311 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6d040cddd0 msgr2=0x7f6d040c77b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:22.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.288+0000 7f6d03fff640 1 --2- 172.21.15.23:0/2312253311 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6d040cddd0 0x7f6d040c77b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.288+0000 7f6d03fff640 1 -- 172.21.15.23:0/2312253311 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d040c4f90 con 0x7f6d040ca080 2023-06-26T03:03:22.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.288+0000 7f6d037fe640 1 --2- 172.21.15.23:0/2312253311 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6cf00047d0 0x7f6d040b1f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:03:22.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.288+0000 7f6d03fff640 1 --2- 172.21.15.23:0/2312253311 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6d040ca080 0x7f6d040ca4f0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f6d0415b010 tx=0x7f6cfc007850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:22.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.292+0000 7f6d00ff9640 1 -- 172.21.15.23:0/2312253311 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cfc0114f0 con 0x7f6d040ca080 2023-06-26T03:03:22.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.292+0000 7f6d00ff9640 1 -- 172.21.15.23:0/2312253311 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6cfc011670 con 0x7f6d040ca080 2023-06-26T03:03:22.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.292+0000 7f6d09b84640 1 -- 172.21.15.23:0/2312253311 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d040c5270 con 0x7f6d040ca080 2023-06-26T03:03:22.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.292+0000 7f6d00ff9640 1 -- 172.21.15.23:0/2312253311 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cfc011a20 con 0x7f6d040ca080 2023-06-26T03:03:22.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.292+0000 7f6d09b84640 1 -- 172.21.15.23:0/2312253311 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d040c7cf0 con 0x7f6d040ca080 2023-06-26T03:03:22.302 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.292+0000 7f6d09b84640 1 -- 172.21.15.23:0/2312253311 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d040c5a30 con 0x7f6d040ca080 2023-06-26T03:03:22.302 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.292+0000 7f6d00ff9640 1 -- 172.21.15.23:0/2312253311 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f6cfc011b80 con 0x7f6d040ca080 2023-06-26T03:03:22.302 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.292+0000 7f6d00ff9640 1 --2- 172.21.15.23:0/2312253311 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6ce4066280 0x7f6ce4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:22.302 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.292+0000 7f6d00ff9640 1 -- 172.21.15.23:0/2312253311 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f6cfc0837c0 con 0x7f6d040ca080 2023-06-26T03:03:22.302 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.292+0000 7f6d037fe640 1 --2- 172.21.15.23:0/2312253311 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6ce4066280 0x7f6ce4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:22.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.292+0000 7f6d037fe640 1 --2- 172.21.15.23:0/2312253311 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6ce4066280 0x7f6ce4068730 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f6cf4009af0 tx=0x7f6cf4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:22.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.296+0000 7f6d00ff9640 1 -- 172.21.15.23:0/2312253311 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f6cfc050910 con 0x7f6d040ca080 2023-06-26T03:03:22.451 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.444+0000 7f6d09b84640 1 -- 172.21.15.23:0/2312253311 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6d0414f8c0 con 0x7f6d040ca080 2023-06-26T03:03:22.453 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.448+0000 7f6d00ff9640 1 -- 172.21.15.23:0/2312253311 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+20143 (secure 0 0 0) 0x7f6d0414f8c0 con 0x7f6d040ca080 2023-06-26T03:03:22.453 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:03:22.454 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":29,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:02:51.222053+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:02:07.262805+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:02:07.823501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data_ec","create_time":"2023-06-26T03:02:10.900368+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.c","mappings":[{"from":3,"to":2}]},{"pgid":"4.26","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:03:22.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.448+0000 7f6d09b84640 1 -- 172.21.15.23:0/2312253311 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6ce4066280 msgr2=0x7f6ce4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:22.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.448+0000 7f6d09b84640 1 --2- 172.21.15.23:0/2312253311 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6ce4066280 0x7f6ce4068730 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f6cf4009af0 tx=0x7f6cf4008040 comp rx=0 tx=0).stop 2023-06-26T03:03:22.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.448+0000 7f6d09b84640 1 -- 172.21.15.23:0/2312253311 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6d040ca080 msgr2=0x7f6d040ca4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:22.456 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.448+0000 7f6d09b84640 1 --2- 172.21.15.23:0/2312253311 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6d040ca080 0x7f6d040ca4f0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f6d0415b010 tx=0x7f6cfc007850 comp rx=0 tx=0).stop 2023-06-26T03:03:22.456 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.448+0000 7f6d09b84640 1 -- 172.21.15.23:0/2312253311 shutdown_connections 2023-06-26T03:03:22.456 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.448+0000 7f6d09b84640 1 --2- 172.21.15.23:0/2312253311 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6ce4066280 0x7f6ce4068730 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.456 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.448+0000 7f6d09b84640 1 --2- 172.21.15.23:0/2312253311 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6d040ca080 0x7f6d040ca4f0 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.456 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.448+0000 7f6d09b84640 1 --2- 172.21.15.23:0/2312253311 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6d040cddd0 0x7f6d040c77b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.456 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.448+0000 7f6d09b84640 1 --2- 172.21.15.23:0/2312253311 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6cf00047d0 0x7f6d040b1f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.456 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.448+0000 7f6d09b84640 1 -- 172.21.15.23:0/2312253311 >> 172.21.15.23:0/2312253311 conn(0x7f6d040af670 msgr2=0x7f6d04159310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:22.457 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.448+0000 7f6d09b84640 1 -- 172.21.15.23:0/2312253311 shutdown_connections 2023-06-26T03:03:22.457 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.448+0000 7f6d09b84640 1 -- 172.21.15.23:0/2312253311 wait complete. 2023-06-26T03:03:22.471 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:01:57.280692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:02:02.819138+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_metadata', 'create_time': '2023-06-26T03:02:07.262805+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data', 'create_time': '2023-06-26T03:02:07.823501+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-06-26T03:02:10.900368+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '27', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-06-26T03:03:22.472 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:03:22.592 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.588+0000 7fa738c7b640 1 Processor -- start 2023-06-26T03:03:22.593 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.588+0000 7fa738c7b640 1 -- start start 2023-06-26T03:03:22.594 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.588+0000 7fa738c7b640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fa734157230 0x7fa73406ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:22.594 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.588+0000 7fa738c7b640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa7340707c0 0x7fa7340af570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:22.594 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.588+0000 7fa738c7b640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fa7340afab0 0x7fa7340c84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:22.594 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.588+0000 7fa738c7b640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa73406f2a0 con 0x7fa734157230 2023-06-26T03:03:22.595 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.588+0000 7fa738c7b640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa7340afed0 con 0x7fa7340afab0 2023-06-26T03:03:22.595 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.588+0000 7fa738c7b640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7340ca360 con 0x7fa7340707c0 2023-06-26T03:03:22.595 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.588+0000 7fa73259c640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fa734157230 0x7fa73406ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:22.595 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.588+0000 7fa73259c640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fa734157230 0x7fa73406ed60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35124/0 (socket says 172.21.15.23:35124) 2023-06-26T03:03:22.595 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.588+0000 7fa73259c640 1 -- 172.21.15.23:0/680983005 learned_addr learned my addr 172.21.15.23:0/680983005 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:22.595 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.588+0000 7fa732d9d640 1 --2- 172.21.15.23:0/680983005 >> v2:172.21.15.71:3300/0 conn(0x7fa7340afab0 0x7fa7340c84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:22.595 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.588+0000 7fa731d9b640 1 --2- 172.21.15.23:0/680983005 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa7340707c0 0x7fa7340af570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:22.596 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.588+0000 7fa73259c640 1 -- 172.21.15.23:0/680983005 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa7340707c0 msgr2=0x7fa7340af570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:22.596 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.588+0000 7fa73259c640 1 --2- 172.21.15.23:0/680983005 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa7340707c0 0x7fa7340af570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.596 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.588+0000 7fa73259c640 1 -- 172.21.15.23:0/680983005 >> v2:172.21.15.71:3300/0 conn(0x7fa7340afab0 msgr2=0x7fa7340c84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:22.596 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.588+0000 7fa73259c640 1 --2- 172.21.15.23:0/680983005 >> v2:172.21.15.71:3300/0 conn(0x7fa7340afab0 0x7fa7340c84b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.596 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.588+0000 7fa73259c640 1 -- 172.21.15.23:0/680983005 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7340c97e0 con 0x7fa734157230 2023-06-26T03:03:22.596 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.588+0000 7fa731d9b640 1 --2- 172.21.15.23:0/680983005 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa7340707c0 0x7fa7340af570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:22.597 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa73259c640 1 --2- 172.21.15.23:0/680983005 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa734157230 0x7fa73406ed60 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fa7340c4b50 tx=0x7fa72401c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9e5387a682cc4f7 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:22.597 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa73159a640 1 -- 172.21.15.23:0/680983005 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7240ab600 con 0x7fa734157230 2023-06-26T03:03:22.597 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa73159a640 1 -- 172.21.15.23:0/680983005 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7240a7050 con 0x7fa734157230 2023-06-26T03:03:22.598 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa73159a640 1 -- 172.21.15.23:0/680983005 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7240ab980 con 0x7fa734157230 2023-06-26T03:03:22.598 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa738c7b640 1 -- 172.21.15.23:0/680983005 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa734157230 msgr2=0x7fa73406ed60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:22.598 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa738c7b640 1 --2- 172.21.15.23:0/680983005 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa734157230 0x7fa73406ed60 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fa7340c4b50 tx=0x7fa72401c3b0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.598 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa738c7b640 1 -- 172.21.15.23:0/680983005 shutdown_connections 2023-06-26T03:03:22.598 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa738c7b640 1 --2- 172.21.15.23:0/680983005 >> v2:172.21.15.71:3300/0 conn(0x7fa7340afab0 0x7fa7340c84b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.598 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa738c7b640 1 --2- 172.21.15.23:0/680983005 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa7340707c0 0x7fa7340af570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.598 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa738c7b640 1 --2- 172.21.15.23:0/680983005 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa734157230 0x7fa73406ed60 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.599 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa738c7b640 1 -- 172.21.15.23:0/680983005 >> 172.21.15.23:0/680983005 conn(0x7fa734069fc0 msgr2=0x7fa7340ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:22.599 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa738c7b640 1 -- 172.21.15.23:0/680983005 shutdown_connections 2023-06-26T03:03:22.599 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa738c7b640 1 -- 172.21.15.23:0/680983005 wait complete. 2023-06-26T03:03:22.601 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa738c7b640 1 Processor -- start 2023-06-26T03:03:22.601 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa738c7b640 1 -- start start 2023-06-26T03:03:22.601 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa738c7b640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa7340707c0 0x7fa7341532b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:22.601 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa738c7b640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa7340afab0 0x7fa7340c7610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:22.601 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa738c7b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa734151b70 0x7fa734152630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:22.601 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa738c7b640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7341f1860 con 0x7fa7340707c0 2023-06-26T03:03:22.602 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa738c7b640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7340c7b50 con 0x7fa734151b70 2023-06-26T03:03:22.602 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa738c7b640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7340c6890 con 0x7fa7340afab0 2023-06-26T03:03:22.602 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa73259c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa7340707c0 0x7fa7341532b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:22.602 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa73259c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa7340707c0 0x7fa7341532b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35136/0 (socket says 172.21.15.23:35136) 2023-06-26T03:03:22.602 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa73259c640 1 -- 172.21.15.23:0/2987485362 learned_addr learned my addr 172.21.15.23:0/2987485362 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:22.602 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa732d9d640 1 --2- 172.21.15.23:0/2987485362 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa734151b70 0x7fa734152630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:22.602 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa73259c640 1 -- 172.21.15.23:0/2987485362 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa7340afab0 msgr2=0x7fa7340c7610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:22.603 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa731d9b640 1 --2- 172.21.15.23:0/2987485362 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa7340afab0 0x7fa7340c7610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:22.603 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa73259c640 1 --2- 172.21.15.23:0/2987485362 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa7340afab0 0x7fa7340c7610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.603 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa73259c640 1 -- 172.21.15.23:0/2987485362 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa734151b70 msgr2=0x7fa734152630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:22.603 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa73259c640 1 --2- 172.21.15.23:0/2987485362 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa734151b70 0x7fa734152630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.603 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa73259c640 1 -- 172.21.15.23:0/2987485362 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7240094d0 con 0x7fa7340707c0 2023-06-26T03:03:22.603 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa732d9d640 1 --2- 172.21.15.23:0/2987485362 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa734151b70 0x7fa734152630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:22.603 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa73259c640 1 --2- 172.21.15.23:0/2987485362 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa7340707c0 0x7fa7341532b0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fa724000c10 tx=0x7fa724019150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:22.603 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa722ffd640 1 -- 172.21.15.23:0/2987485362 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7240b6620 con 0x7fa7340707c0 2023-06-26T03:03:22.604 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa722ffd640 1 -- 172.21.15.23:0/2987485362 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7240b67a0 con 0x7fa7340707c0 2023-06-26T03:03:22.604 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa738c7b640 1 -- 172.21.15.23:0/2987485362 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa7341f1a70 con 0x7fa7340707c0 2023-06-26T03:03:22.604 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa722ffd640 1 -- 172.21.15.23:0/2987485362 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7240b6b50 con 0x7fa7340707c0 2023-06-26T03:03:22.604 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.592+0000 7fa738c7b640 1 -- 172.21.15.23:0/2987485362 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7341f2030 con 0x7fa7340707c0 2023-06-26T03:03:22.604 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.596+0000 7fa738c7b640 1 -- 172.21.15.23:0/2987485362 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa73404d790 con 0x7fa7340707c0 2023-06-26T03:03:22.604 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.596+0000 7fa722ffd640 1 -- 172.21.15.23:0/2987485362 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fa7240b2040 con 0x7fa7340707c0 2023-06-26T03:03:22.605 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.596+0000 7fa722ffd640 1 --2- 172.21.15.23:0/2987485362 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa714066280 0x7fa714068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:22.605 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.596+0000 7fa722ffd640 1 -- 172.21.15.23:0/2987485362 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7fa72411e000 con 0x7fa7340707c0 2023-06-26T03:03:22.605 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.596+0000 7fa731d9b640 1 --2- 172.21.15.23:0/2987485362 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa714066280 0x7fa714068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:22.605 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.596+0000 7fa731d9b640 1 --2- 172.21.15.23:0/2987485362 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa714066280 0x7fa714068730 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fa7340cea10 tx=0x7fa728008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:22.606 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.600+0000 7fa722ffd640 1 -- 172.21.15.23:0/2987485362 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fa7240eb150 con 0x7fa7340707c0 2023-06-26T03:03:22.751 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.744+0000 7fa738c7b640 1 -- 172.21.15.23:0/2987485362 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fa73406ffb0 con 0x7fa7340707c0 2023-06-26T03:03:22.752 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.744+0000 7fa722ffd640 1 -- 172.21.15.23:0/2987485362 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v29) v1 ==== 93+0+10 (secure 0 0 0) 0x7fa7240ee770 con 0x7fa7340707c0 2023-06-26T03:03:22.752 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 1 2023-06-26T03:03:22.754 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.748+0000 7fa738c7b640 1 -- 172.21.15.23:0/2987485362 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa714066280 msgr2=0x7fa714068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:22.754 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.748+0000 7fa738c7b640 1 --2- 172.21.15.23:0/2987485362 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa714066280 0x7fa714068730 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fa7340cea10 tx=0x7fa728008040 comp rx=0 tx=0).stop 2023-06-26T03:03:22.755 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.748+0000 7fa738c7b640 1 -- 172.21.15.23:0/2987485362 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa7340707c0 msgr2=0x7fa7341532b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:22.755 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.748+0000 7fa738c7b640 1 --2- 172.21.15.23:0/2987485362 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa7340707c0 0x7fa7341532b0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fa724000c10 tx=0x7fa724019150 comp rx=0 tx=0).stop 2023-06-26T03:03:22.755 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.748+0000 7fa738c7b640 1 -- 172.21.15.23:0/2987485362 shutdown_connections 2023-06-26T03:03:22.755 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.748+0000 7fa738c7b640 1 --2- 172.21.15.23:0/2987485362 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa714066280 0x7fa714068730 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.755 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.748+0000 7fa738c7b640 1 --2- 172.21.15.23:0/2987485362 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa734151b70 0x7fa734152630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.755 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.748+0000 7fa738c7b640 1 --2- 172.21.15.23:0/2987485362 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa7340afab0 0x7fa7340c7610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.755 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.748+0000 7fa738c7b640 1 --2- 172.21.15.23:0/2987485362 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa7340707c0 0x7fa7341532b0 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.756 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.748+0000 7fa738c7b640 1 -- 172.21.15.23:0/2987485362 >> 172.21.15.23:0/2987485362 conn(0x7fa734069fc0 msgr2=0x7fa7340aeae0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:22.756 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.748+0000 7fa738c7b640 1 -- 172.21.15.23:0/2987485362 shutdown_connections 2023-06-26T03:03:22.756 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.748+0000 7fa738c7b640 1 -- 172.21.15.23:0/2987485362 wait complete. 2023-06-26T03:03:22.770 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:03:22.885 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.880+0000 7f2e29ac1640 1 Processor -- start 2023-06-26T03:03:22.885 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.880+0000 7f2e29ac1640 1 -- start start 2023-06-26T03:03:22.886 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.880+0000 7f2e29ac1640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2e2406ca40 0x7f2e2405fed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:22.887 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.880+0000 7f2e29ac1640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f2e24060410 0x7f2e24069e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:22.887 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.880+0000 7f2e29ac1640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f2e2406a3a0 0x7f2e2406feb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:22.887 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.880+0000 7f2e29ac1640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e2406ce20 con 0x7f2e2406a3a0 2023-06-26T03:03:22.887 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.880+0000 7f2e29ac1640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e2415c780 con 0x7f2e24060410 2023-06-26T03:03:22.887 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.880+0000 7f2e29ac1640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e24060820 con 0x7f2e2406ca40 2023-06-26T03:03:22.887 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.880+0000 7f2e23fff640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f2e2406a3a0 0x7f2e2406feb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:22.888 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.880+0000 7f2e23fff640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f2e2406a3a0 0x7f2e2406feb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35148/0 (socket says 172.21.15.23:35148) 2023-06-26T03:03:22.888 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.880+0000 7f2e23fff640 1 -- 172.21.15.23:0/3698782927 learned_addr learned my addr 172.21.15.23:0/3698782927 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:22.888 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.880+0000 7f2e237fe640 1 --2- 172.21.15.23:0/3698782927 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2e2406ca40 0x7f2e2405fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:22.888 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.880+0000 7f2e22ffd640 1 --2- 172.21.15.23:0/3698782927 >> v2:172.21.15.71:3300/0 conn(0x7f2e24060410 0x7f2e24069e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:22.888 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.880+0000 7f2e23fff640 1 -- 172.21.15.23:0/3698782927 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2e2406ca40 msgr2=0x7f2e2405fed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:22.889 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.880+0000 7f2e23fff640 1 --2- 172.21.15.23:0/3698782927 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2e2406ca40 0x7f2e2405fed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.889 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.880+0000 7f2e23fff640 1 -- 172.21.15.23:0/3698782927 >> v2:172.21.15.71:3300/0 conn(0x7f2e24060410 msgr2=0x7f2e24069e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:22.889 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.880+0000 7f2e23fff640 1 --2- 172.21.15.23:0/3698782927 >> v2:172.21.15.71:3300/0 conn(0x7f2e24060410 0x7f2e24069e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.889 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.880+0000 7f2e23fff640 1 -- 172.21.15.23:0/3698782927 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e2415cc10 con 0x7f2e2406a3a0 2023-06-26T03:03:22.890 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.884+0000 7f2e23fff640 1 --2- 172.21.15.23:0/3698782927 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2e2406a3a0 0x7f2e2406feb0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f2e2406f7a0 tx=0x7f2e1c01c710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e3dbe5d56454d63 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:22.890 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.884+0000 7f2e227fc640 1 -- 172.21.15.23:0/3698782927 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e1c0a6490 con 0x7f2e2406a3a0 2023-06-26T03:03:22.891 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.884+0000 7f2e227fc640 1 -- 172.21.15.23:0/3698782927 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e1c0a65f0 con 0x7f2e2406a3a0 2023-06-26T03:03:22.891 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.884+0000 7f2e227fc640 1 -- 172.21.15.23:0/3698782927 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e1c0a6980 con 0x7f2e2406a3a0 2023-06-26T03:03:22.891 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.884+0000 7f2e29ac1640 1 -- 172.21.15.23:0/3698782927 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2e2406a3a0 msgr2=0x7f2e2406feb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:22.891 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.884+0000 7f2e29ac1640 1 --2- 172.21.15.23:0/3698782927 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2e2406a3a0 0x7f2e2406feb0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f2e2406f7a0 tx=0x7f2e1c01c710 comp rx=0 tx=0).stop 2023-06-26T03:03:22.891 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.884+0000 7f2e29ac1640 1 -- 172.21.15.23:0/3698782927 shutdown_connections 2023-06-26T03:03:22.891 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.884+0000 7f2e29ac1640 1 --2- 172.21.15.23:0/3698782927 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2e2406a3a0 0x7f2e2406feb0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.891 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.884+0000 7f2e29ac1640 1 --2- 172.21.15.23:0/3698782927 >> v2:172.21.15.71:3300/0 conn(0x7f2e24060410 0x7f2e24069e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.892 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.884+0000 7f2e29ac1640 1 --2- 172.21.15.23:0/3698782927 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2e2406ca40 0x7f2e2405fed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.892 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.884+0000 7f2e29ac1640 1 -- 172.21.15.23:0/3698782927 >> 172.21.15.23:0/3698782927 conn(0x7f2e240cec90 msgr2=0x7f2e240cf060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:22.892 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.884+0000 7f2e29ac1640 1 -- 172.21.15.23:0/3698782927 shutdown_connections 2023-06-26T03:03:22.892 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.884+0000 7f2e29ac1640 1 -- 172.21.15.23:0/3698782927 wait complete. 2023-06-26T03:03:22.893 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.884+0000 7f2e29ac1640 1 Processor -- start 2023-06-26T03:03:22.894 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.884+0000 7f2e29ac1640 1 -- start start 2023-06-26T03:03:22.894 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.884+0000 7f2e29ac1640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2e24060410 0x7f2e24159a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:22.894 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.884+0000 7f2e29ac1640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2e2406a3a0 0x7f2e241535d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:22.894 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.884+0000 7f2e29ac1640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2e240ad320 0x7f2e240ac510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:22.894 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.884+0000 7f2e29ac1640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e240c6af0 con 0x7f2e240ad320 2023-06-26T03:03:22.894 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.884+0000 7f2e29ac1640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e240abbb0 con 0x7f2e24060410 2023-06-26T03:03:22.894 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.884+0000 7f2e29ac1640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e240c5f90 con 0x7f2e2406a3a0 2023-06-26T03:03:22.895 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.888+0000 7f2e23fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2e240ad320 0x7f2e240ac510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:22.895 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.888+0000 7f2e23fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2e240ad320 0x7f2e240ac510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35160/0 (socket says 172.21.15.23:35160) 2023-06-26T03:03:22.895 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.888+0000 7f2e23fff640 1 -- 172.21.15.23:0/3454192565 learned_addr learned my addr 172.21.15.23:0/3454192565 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:22.895 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.888+0000 7f2e237fe640 1 --2- 172.21.15.23:0/3454192565 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2e24060410 0x7f2e24159a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:22.895 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.888+0000 7f2e22ffd640 1 --2- 172.21.15.23:0/3454192565 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2e2406a3a0 0x7f2e241535d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:22.895 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.888+0000 7f2e23fff640 1 -- 172.21.15.23:0/3454192565 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2e2406a3a0 msgr2=0x7f2e241535d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:22.895 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.888+0000 7f2e23fff640 1 --2- 172.21.15.23:0/3454192565 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2e2406a3a0 0x7f2e241535d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.896 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.888+0000 7f2e23fff640 1 -- 172.21.15.23:0/3454192565 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2e24060410 msgr2=0x7f2e24159a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:22.896 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.888+0000 7f2e23fff640 1 --2- 172.21.15.23:0/3454192565 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2e24060410 0x7f2e24159a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:22.896 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.888+0000 7f2e23fff640 1 -- 172.21.15.23:0/3454192565 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e1c009b30 con 0x7f2e240ad320 2023-06-26T03:03:22.896 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.888+0000 7f2e23fff640 1 --2- 172.21.15.23:0/3454192565 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2e240ad320 0x7f2e240ac510 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f2e1c01adc0 tx=0x7f2e1c0194b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:22.896 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.888+0000 7f2e0bfff640 1 -- 172.21.15.23:0/3454192565 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e1c0a6490 con 0x7f2e240ad320 2023-06-26T03:03:22.896 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.888+0000 7f2e0bfff640 1 -- 172.21.15.23:0/3454192565 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e1c0a7670 con 0x7f2e240ad320 2023-06-26T03:03:22.896 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.888+0000 7f2e0bfff640 1 -- 172.21.15.23:0/3454192565 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e1c0a7a00 con 0x7f2e240ad320 2023-06-26T03:03:22.896 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.888+0000 7f2e29ac1640 1 -- 172.21.15.23:0/3454192565 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e240c6250 con 0x7f2e240ad320 2023-06-26T03:03:22.897 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.888+0000 7f2e29ac1640 1 -- 172.21.15.23:0/3454192565 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e240c6810 con 0x7f2e240ad320 2023-06-26T03:03:22.897 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.888+0000 7f2e29ac1640 1 -- 172.21.15.23:0/3454192565 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e2404d790 con 0x7f2e240ad320 2023-06-26T03:03:22.897 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.888+0000 7f2e0bfff640 1 -- 172.21.15.23:0/3454192565 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f2e1c0a7b60 con 0x7f2e240ad320 2023-06-26T03:03:22.898 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.888+0000 7f2e0bfff640 1 --2- 172.21.15.23:0/3454192565 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2e100662b0 0x7f2e10068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:22.898 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.888+0000 7f2e0bfff640 1 -- 172.21.15.23:0/3454192565 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f2e1c11d950 con 0x7f2e240ad320 2023-06-26T03:03:22.898 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.888+0000 7f2e237fe640 1 --2- 172.21.15.23:0/3454192565 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2e100662b0 0x7f2e10068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:22.898 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.892+0000 7f2e237fe640 1 --2- 172.21.15.23:0/3454192565 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2e100662b0 0x7f2e10068760 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f2e14009ac0 tx=0x7f2e14009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:22.899 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:22.892+0000 7f2e0bfff640 1 -- 172.21.15.23:0/3454192565 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f2e1c0eabe0 con 0x7f2e240ad320 2023-06-26T03:03:23.047 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.040+0000 7f2e29ac1640 1 -- 172.21.15.23:0/3454192565 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7f2e2405ff70 con 0x7f2e240ad320 2023-06-26T03:03:23.048 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.044+0000 7f2e0bfff640 1 -- 172.21.15.23:0/3454192565 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v29) v1 ==== 92+0+10 (secure 0 0 0) 0x7f2e1c009510 con 0x7f2e240ad320 2023-06-26T03:03:23.048 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 8 2023-06-26T03:03:23.050 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.044+0000 7f2e29ac1640 1 -- 172.21.15.23:0/3454192565 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2e100662b0 msgr2=0x7f2e10068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:23.050 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.044+0000 7f2e29ac1640 1 --2- 172.21.15.23:0/3454192565 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2e100662b0 0x7f2e10068760 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f2e14009ac0 tx=0x7f2e14009190 comp rx=0 tx=0).stop 2023-06-26T03:03:23.050 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.044+0000 7f2e29ac1640 1 -- 172.21.15.23:0/3454192565 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2e240ad320 msgr2=0x7f2e240ac510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:23.051 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.044+0000 7f2e29ac1640 1 --2- 172.21.15.23:0/3454192565 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2e240ad320 0x7f2e240ac510 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f2e1c01adc0 tx=0x7f2e1c0194b0 comp rx=0 tx=0).stop 2023-06-26T03:03:23.051 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.044+0000 7f2e29ac1640 1 -- 172.21.15.23:0/3454192565 shutdown_connections 2023-06-26T03:03:23.051 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.044+0000 7f2e29ac1640 1 --2- 172.21.15.23:0/3454192565 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2e100662b0 0x7f2e10068760 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:23.051 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.044+0000 7f2e29ac1640 1 --2- 172.21.15.23:0/3454192565 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2e240ad320 0x7f2e240ac510 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:23.051 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.044+0000 7f2e29ac1640 1 --2- 172.21.15.23:0/3454192565 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2e2406a3a0 0x7f2e241535d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:23.051 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.044+0000 7f2e29ac1640 1 --2- 172.21.15.23:0/3454192565 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2e24060410 0x7f2e24159a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:23.051 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.044+0000 7f2e29ac1640 1 -- 172.21.15.23:0/3454192565 >> 172.21.15.23:0/3454192565 conn(0x7f2e240cec90 msgr2=0x7f2e24165ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:23.052 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.044+0000 7f2e29ac1640 1 -- 172.21.15.23:0/3454192565 shutdown_connections 2023-06-26T03:03:23.052 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.044+0000 7f2e29ac1640 1 -- 172.21.15.23:0/3454192565 wait complete. 2023-06-26T03:03:23.066 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-06-26T03:03:23.192 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa59bf87640 1 Processor -- start 2023-06-26T03:03:23.192 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa59bf87640 1 -- start start 2023-06-26T03:03:23.193 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa59bf87640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa5941596e0 0x7fa5940cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:23.193 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa59bf87640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fa5940cfcf0 0x7fa5940d0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:23.194 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa59bf87640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa5940b2700 con 0x7fa5940cd8d0 2023-06-26T03:03:23.194 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa59bf87640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa5940d0680 con 0x7fa5940cfcf0 2023-06-26T03:03:23.194 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa59bf87640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa5940b1810 con 0x7fa5941596e0 2023-06-26T03:03:23.194 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa59a524640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fa5940cd8d0 0x7fa5940cdd50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:38826/0 (socket says 172.21.15.23:38826) 2023-06-26T03:03:23.194 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa59a524640 1 -- 172.21.15.23:0/1538483684 learned_addr learned my addr 172.21.15.23:0/1538483684 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:23.196 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa599d23640 1 --2- 172.21.15.23:0/1538483684 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa5941596e0 0x7fa5940cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:23.196 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa599522640 1 --2- 172.21.15.23:0/1538483684 >> v2:172.21.15.71:3300/0 conn(0x7fa5940cfcf0 0x7fa5940d0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:23.196 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa598d21640 1 -- 172.21.15.23:0/1538483684 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 917880684 0 0) 0x7fa5940b2700 con 0x7fa5940cd8d0 2023-06-26T03:03:23.196 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa598d21640 1 -- 172.21.15.23:0/1538483684 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa580003530 con 0x7fa5940cd8d0 2023-06-26T03:03:23.197 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa598d21640 1 -- 172.21.15.23:0/1538483684 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2442921260 0 0) 0x7fa580003530 con 0x7fa5940cd8d0 2023-06-26T03:03:23.197 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa598d21640 1 -- 172.21.15.23:0/1538483684 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa5941596e0 msgr2=0x7fa5940cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:23.197 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa598d21640 1 --2- 172.21.15.23:0/1538483684 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa5941596e0 0x7fa5940cf190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:23.197 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa598d21640 1 -- 172.21.15.23:0/1538483684 >> v2:172.21.15.71:3300/0 conn(0x7fa5940cfcf0 msgr2=0x7fa5940d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:23.197 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa598d21640 1 --2- 172.21.15.23:0/1538483684 >> v2:172.21.15.71:3300/0 conn(0x7fa5940cfcf0 0x7fa5940d0140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:23.197 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa598d21640 1 -- 172.21.15.23:0/1538483684 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5940b1af0 con 0x7fa5940cd8d0 2023-06-26T03:03:23.197 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa598d21640 1 -- 172.21.15.23:0/1538483684 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7fa58c001680 con 0x7fa5940cd8d0 2023-06-26T03:03:23.197 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa598d21640 1 -- 172.21.15.23:0/1538483684 >> v1:172.21.15.23:6789/0 conn(0x7fa5940cd8d0 legacy=0x7fa5940cdd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:23.198 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa598d21640 1 --2- 172.21.15.23:0/1538483684 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa580003980 0x7fa580003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:23.198 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa598d21640 1 --2- 172.21.15.23:0/1538483684 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa5800043b0 0x7fa580004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:23.198 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa598d21640 1 --2- 172.21.15.23:0/1538483684 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa5941596e0 0x7fa580004f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:23.198 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa598d21640 1 -- 172.21.15.23:0/1538483684 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5940d0680 con 0x7fa580003980 2023-06-26T03:03:23.198 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa598d21640 1 -- 172.21.15.23:0/1538483684 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5940b1810 con 0x7fa5800043b0 2023-06-26T03:03:23.198 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa598d21640 1 -- 172.21.15.23:0/1538483684 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa58000b990 con 0x7fa5941596e0 2023-06-26T03:03:23.198 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa599d23640 1 --2- 172.21.15.23:0/1538483684 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa580003980 0x7fa580003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:23.199 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa599522640 1 --2- 172.21.15.23:0/1538483684 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa5800043b0 0x7fa580004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:23.199 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa59a524640 1 --2- 172.21.15.23:0/1538483684 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa5941596e0 0x7fa580004f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:23.199 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa599d23640 1 -- 172.21.15.23:0/1538483684 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa5941596e0 msgr2=0x7fa580004f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:23.199 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa599d23640 1 --2- 172.21.15.23:0/1538483684 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa5941596e0 0x7fa580004f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:23.199 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa599d23640 1 -- 172.21.15.23:0/1538483684 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa5800043b0 msgr2=0x7fa580004870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:23.199 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa599d23640 1 --2- 172.21.15.23:0/1538483684 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa5800043b0 0x7fa580004870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:23.199 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa599d23640 1 -- 172.21.15.23:0/1538483684 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa580003530 con 0x7fa580003980 2023-06-26T03:03:23.200 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.188+0000 7fa599522640 1 --2- 172.21.15.23:0/1538483684 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa5800043b0 0x7fa580004870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:03:23.202 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.192+0000 7fa599d23640 1 --2- 172.21.15.23:0/1538483684 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa580003980 0x7fa580003d90 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fa590009fc0 tx=0x7fa59001cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf993ca64c578d5a server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:23.202 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.192+0000 7fa598d21640 1 -- 172.21.15.23:0/1538483684 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5900a5b40 con 0x7fa580003980 2023-06-26T03:03:23.202 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.192+0000 7fa598d21640 1 -- 172.21.15.23:0/1538483684 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa59000f040 con 0x7fa580003980 2023-06-26T03:03:23.202 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.192+0000 7fa598d21640 1 -- 172.21.15.23:0/1538483684 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5900ad440 con 0x7fa580003980 2023-06-26T03:03:23.202 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.192+0000 7fa59bf87640 1 -- 172.21.15.23:0/1538483684 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa580003980 msgr2=0x7fa580003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:23.202 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.192+0000 7fa59bf87640 1 --2- 172.21.15.23:0/1538483684 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa580003980 0x7fa580003d90 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fa590009fc0 tx=0x7fa59001cc60 comp rx=0 tx=0).stop 2023-06-26T03:03:23.203 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.192+0000 7fa59a524640 1 -- 172.21.15.23:0/1538483684 reap_dead start 2023-06-26T03:03:23.203 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.192+0000 7fa59bf87640 1 -- 172.21.15.23:0/1538483684 shutdown_connections 2023-06-26T03:03:23.203 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.192+0000 7fa59bf87640 1 -- 172.21.15.23:0/1538483684 >> 172.21.15.23:0/1538483684 conn(0x7fa594070fe0 msgr2=0x7fa5940713e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:23.203 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.192+0000 7fa59bf87640 1 -- 172.21.15.23:0/1538483684 shutdown_connections 2023-06-26T03:03:23.203 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.192+0000 7fa59bf87640 1 -- 172.21.15.23:0/1538483684 wait complete. 2023-06-26T03:03:23.203 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.192+0000 7fa59bf87640 1 Processor -- start 2023-06-26T03:03:23.203 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.192+0000 7fa59bf87640 1 -- start start 2023-06-26T03:03:23.203 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.192+0000 7fa59bf87640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa580003980 0x7fa594158800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:23.204 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.196+0000 7fa59bf87640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa59406a650 0x7fa59406aac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:23.204 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.196+0000 7fa59bf87640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa59415b250 0x7fa59415b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:23.204 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.196+0000 7fa59bf87640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa59415bc00 con 0x7fa580003980 2023-06-26T03:03:23.204 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.196+0000 7fa59bf87640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa59406a1c0 con 0x7fa59406a650 2023-06-26T03:03:23.204 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.196+0000 7fa59bf87640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa5940698b0 con 0x7fa59415b250 2023-06-26T03:03:23.204 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.196+0000 7fa599d23640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa580003980 0x7fa594158800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:23.204 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.196+0000 7fa599d23640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa580003980 0x7fa594158800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35180/0 (socket says 172.21.15.23:35180) 2023-06-26T03:03:23.204 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.196+0000 7fa599d23640 1 -- 172.21.15.23:0/2640140122 learned_addr learned my addr 172.21.15.23:0/2640140122 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:23.205 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.196+0000 7fa599522640 1 --2- 172.21.15.23:0/2640140122 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa59406a650 0x7fa59406aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:23.205 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.196+0000 7fa59a524640 1 --2- 172.21.15.23:0/2640140122 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa59415b250 0x7fa59415b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:23.205 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.196+0000 7fa599d23640 1 -- 172.21.15.23:0/2640140122 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa59415b250 msgr2=0x7fa59415b6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:23.205 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.196+0000 7fa599d23640 1 --2- 172.21.15.23:0/2640140122 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa59415b250 0x7fa59415b6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:23.205 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.196+0000 7fa599d23640 1 -- 172.21.15.23:0/2640140122 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa59406a650 msgr2=0x7fa59406aac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:23.205 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.196+0000 7fa599d23640 1 --2- 172.21.15.23:0/2640140122 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa59406a650 0x7fa59406aac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:23.205 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.196+0000 7fa599d23640 1 -- 172.21.15.23:0/2640140122 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa594069b70 con 0x7fa580003980 2023-06-26T03:03:23.205 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.196+0000 7fa599d23640 1 --2- 172.21.15.23:0/2640140122 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa580003980 0x7fa594158800 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fa5900b0040 tx=0x7fa590009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:23.206 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.196+0000 7fa58a7fc640 1 -- 172.21.15.23:0/2640140122 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa590003ba0 con 0x7fa580003980 2023-06-26T03:03:23.206 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.196+0000 7fa58a7fc640 1 -- 172.21.15.23:0/2640140122 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa590003d00 con 0x7fa580003980 2023-06-26T03:03:23.206 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.196+0000 7fa59bf87640 1 -- 172.21.15.23:0/2640140122 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa594069e50 con 0x7fa580003980 2023-06-26T03:03:23.206 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.196+0000 7fa58a7fc640 1 -- 172.21.15.23:0/2640140122 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa590004240 con 0x7fa580003980 2023-06-26T03:03:23.206 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.196+0000 7fa59bf87640 1 -- 172.21.15.23:0/2640140122 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa594158f10 con 0x7fa580003980 2023-06-26T03:03:23.207 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.196+0000 7fa58a7fc640 1 -- 172.21.15.23:0/2640140122 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fa5900b4040 con 0x7fa580003980 2023-06-26T03:03:23.207 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.196+0000 7fa59bf87640 1 -- 172.21.15.23:0/2640140122 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa59404d790 con 0x7fa580003980 2023-06-26T03:03:23.207 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.196+0000 7fa58a7fc640 1 --2- 172.21.15.23:0/2640140122 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa5780662b0 0x7fa578068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:23.207 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.196+0000 7fa58a7fc640 1 -- 172.21.15.23:0/2640140122 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7fa59011e6e0 con 0x7fa580003980 2023-06-26T03:03:23.208 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.196+0000 7fa599522640 1 --2- 172.21.15.23:0/2640140122 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa5780662b0 0x7fa578068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:23.208 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.196+0000 7fa599522640 1 --2- 172.21.15.23:0/2640140122 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa5780662b0 0x7fa578068760 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fa59415b1a0 tx=0x7fa584008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:23.208 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.200+0000 7fa58a7fc640 1 -- 172.21.15.23:0/2640140122 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fa5900eb970 con 0x7fa580003980 2023-06-26T03:03:23.359 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.352+0000 7fa59bf87640 1 -- 172.21.15.23:0/2640140122 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fa594156f00 con 0x7fa580003980 2023-06-26T03:03:23.359 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.352+0000 7fa58a7fc640 1 -- 172.21.15.23:0/2640140122 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v29) v1 ==== 104+0+11 (secure 0 0 0) 0x7fa5900eef90 con 0x7fa580003980 2023-06-26T03:03:23.359 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:03:23.362 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.356+0000 7fa59bf87640 1 -- 172.21.15.23:0/2640140122 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa5780662b0 msgr2=0x7fa578068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:23.362 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.356+0000 7fa59bf87640 1 --2- 172.21.15.23:0/2640140122 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa5780662b0 0x7fa578068760 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fa59415b1a0 tx=0x7fa584008040 comp rx=0 tx=0).stop 2023-06-26T03:03:23.362 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.356+0000 7fa59bf87640 1 -- 172.21.15.23:0/2640140122 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa580003980 msgr2=0x7fa594158800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:23.362 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.356+0000 7fa59bf87640 1 --2- 172.21.15.23:0/2640140122 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa580003980 0x7fa594158800 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fa5900b0040 tx=0x7fa590009750 comp rx=0 tx=0).stop 2023-06-26T03:03:23.362 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.356+0000 7fa59bf87640 1 -- 172.21.15.23:0/2640140122 shutdown_connections 2023-06-26T03:03:23.362 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.356+0000 7fa59bf87640 1 --2- 172.21.15.23:0/2640140122 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa5780662b0 0x7fa578068760 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:23.363 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.356+0000 7fa59bf87640 1 --2- 172.21.15.23:0/2640140122 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa59415b250 0x7fa59415b6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:23.363 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.356+0000 7fa59bf87640 1 --2- 172.21.15.23:0/2640140122 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa59406a650 0x7fa59406aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:23.363 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.356+0000 7fa59bf87640 1 --2- 172.21.15.23:0/2640140122 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa580003980 0x7fa594158800 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:23.363 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.356+0000 7fa59bf87640 1 -- 172.21.15.23:0/2640140122 >> 172.21.15.23:0/2640140122 conn(0x7fa594070fe0 msgr2=0x7fa5941427c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:23.363 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.356+0000 7fa59bf87640 1 -- 172.21.15.23:0/2640140122 shutdown_connections 2023-06-26T03:03:23.363 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.356+0000 7fa59bf87640 1 -- 172.21.15.23:0/2640140122 wait complete. 2023-06-26T03:03:23.378 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-06-26T03:03:23.508 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06d6995640 1 Processor -- start 2023-06-26T03:03:23.509 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06d6995640 1 -- start start 2023-06-26T03:03:23.510 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06d6995640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f06d006ef70 0x7f06d006f410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:23.511 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06d6995640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f06d00cb6c0 0x7f06d00cbb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:23.511 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06d6995640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f06d00ad280 con 0x7f06d00aceb0 2023-06-26T03:03:23.511 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06d6995640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f06d006f950 con 0x7f06d006ef70 2023-06-26T03:03:23.511 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06d6995640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06d00c9950 con 0x7f06d00cb6c0 2023-06-26T03:03:23.511 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06cffff640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f06d00aceb0 0x7f06d00c9240 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:38840/0 (socket says 172.21.15.23:38840) 2023-06-26T03:03:23.511 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06cffff640 1 -- 172.21.15.23:0/3646865136 learned_addr learned my addr 172.21.15.23:0/3646865136 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:23.512 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06cf7fe640 1 --2- 172.21.15.23:0/3646865136 >> v2:172.21.15.71:3300/0 conn(0x7f06d006ef70 0x7f06d006f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:23.512 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06d4f32640 1 --2- 172.21.15.23:0/3646865136 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f06d00cb6c0 0x7f06d00cbb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:23.512 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06ceffd640 1 -- 172.21.15.23:0/3646865136 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2782064131 0 0) 0x7f06d00ad280 con 0x7f06d00aceb0 2023-06-26T03:03:23.512 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06ceffd640 1 -- 172.21.15.23:0/3646865136 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f06b8003530 con 0x7f06d00aceb0 2023-06-26T03:03:23.512 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06ceffd640 1 -- 172.21.15.23:0/3646865136 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2811798087 0 0) 0x7f06b8003530 con 0x7f06d00aceb0 2023-06-26T03:03:23.512 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06ceffd640 1 -- 172.21.15.23:0/3646865136 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f06d00cb6c0 msgr2=0x7f06d00cbb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:23.512 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06ceffd640 1 --2- 172.21.15.23:0/3646865136 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f06d00cb6c0 0x7f06d00cbb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:23.513 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06ceffd640 1 -- 172.21.15.23:0/3646865136 >> v2:172.21.15.71:3300/0 conn(0x7f06d006ef70 msgr2=0x7f06d006f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:23.513 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06ceffd640 1 --2- 172.21.15.23:0/3646865136 >> v2:172.21.15.71:3300/0 conn(0x7f06d006ef70 0x7f06d006f410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:23.513 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06ceffd640 1 -- 172.21.15.23:0/3646865136 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06d00c83d0 con 0x7f06d00aceb0 2023-06-26T03:03:23.513 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06ceffd640 1 -- 172.21.15.23:0/3646865136 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f06c0001a20 con 0x7f06d00aceb0 2023-06-26T03:03:23.513 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06ceffd640 1 -- 172.21.15.23:0/3646865136 >> v1:172.21.15.23:6789/0 conn(0x7f06d00aceb0 legacy=0x7f06d00c9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:23.513 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06ceffd640 1 --2- 172.21.15.23:0/3646865136 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f06b80039b0 0x7f06b8003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:23.513 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06ceffd640 1 --2- 172.21.15.23:0/3646865136 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f06d00cb6c0 0x7f06b80047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:23.513 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06ceffd640 1 --2- 172.21.15.23:0/3646865136 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f06b8004d10 0x7f06b8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:23.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06ceffd640 1 -- 172.21.15.23:0/3646865136 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06d00c9950 con 0x7f06b80039b0 2023-06-26T03:03:23.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06ceffd640 1 -- 172.21.15.23:0/3646865136 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06b800b990 con 0x7f06b8004d10 2023-06-26T03:03:23.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06ceffd640 1 -- 172.21.15.23:0/3646865136 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06b800bad0 con 0x7f06d00cb6c0 2023-06-26T03:03:23.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06cffff640 1 --2- 172.21.15.23:0/3646865136 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f06b80039b0 0x7f06b8003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:23.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06cf7fe640 1 --2- 172.21.15.23:0/3646865136 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f06d00cb6c0 0x7f06b80047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:23.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06d4f32640 1 --2- 172.21.15.23:0/3646865136 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f06b8004d10 0x7f06b8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:23.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06cffff640 1 -- 172.21.15.23:0/3646865136 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f06d00cb6c0 msgr2=0x7f06b80047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:23.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06cffff640 1 --2- 172.21.15.23:0/3646865136 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f06d00cb6c0 0x7f06b80047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:23.515 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06cffff640 1 -- 172.21.15.23:0/3646865136 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f06b8004d10 msgr2=0x7f06b8005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:23.515 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06cffff640 1 --2- 172.21.15.23:0/3646865136 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f06b8004d10 0x7f06b8005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:23.515 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06cffff640 1 -- 172.21.15.23:0/3646865136 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06b8003530 con 0x7f06b80039b0 2023-06-26T03:03:23.515 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.504+0000 7f06d4f32640 1 --2- 172.21.15.23:0/3646865136 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f06b8004d10 0x7f06b8005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:23.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.508+0000 7f06cffff640 1 --2- 172.21.15.23:0/3646865136 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f06b80039b0 0x7f06b8003dc0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f06c000a810 tx=0x7f06c001d1b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15c5db3e8a62b38d server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:23.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.508+0000 7f06ceffd640 1 -- 172.21.15.23:0/3646865136 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06c00ad630 con 0x7f06b80039b0 2023-06-26T03:03:23.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.508+0000 7f06ceffd640 1 -- 172.21.15.23:0/3646865136 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06c00a8070 con 0x7f06b80039b0 2023-06-26T03:03:23.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.508+0000 7f06ceffd640 1 -- 172.21.15.23:0/3646865136 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06c00ad9d0 con 0x7f06b80039b0 2023-06-26T03:03:23.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.508+0000 7f06d6995640 1 -- 172.21.15.23:0/3646865136 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f06b80039b0 msgr2=0x7f06b8003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:23.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.508+0000 7f06d6995640 1 --2- 172.21.15.23:0/3646865136 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f06b80039b0 0x7f06b8003dc0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f06c000a810 tx=0x7f06c001d1b0 comp rx=0 tx=0).stop 2023-06-26T03:03:23.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.508+0000 7f06d4f32640 1 -- 172.21.15.23:0/3646865136 reap_dead start 2023-06-26T03:03:23.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.508+0000 7f06d6995640 1 -- 172.21.15.23:0/3646865136 shutdown_connections 2023-06-26T03:03:23.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.508+0000 7f06d6995640 1 -- 172.21.15.23:0/3646865136 >> 172.21.15.23:0/3646865136 conn(0x7f06d0069fc0 msgr2=0x7f06d00ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:23.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.508+0000 7f06d6995640 1 -- 172.21.15.23:0/3646865136 shutdown_connections 2023-06-26T03:03:23.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.508+0000 7f06d6995640 1 -- 172.21.15.23:0/3646865136 wait complete. 2023-06-26T03:03:23.519 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.508+0000 7f06d6995640 1 Processor -- start 2023-06-26T03:03:23.519 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.508+0000 7f06d6995640 1 -- start start 2023-06-26T03:03:23.519 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.508+0000 7f06d6995640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f06b80039b0 0x7f06d015c540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:23.519 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.508+0000 7f06d6995640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f06d014f920 0x7f06d00c1790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:23.519 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.508+0000 7f06d6995640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f06d00afa50 0x7f06d00afec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:23.519 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.508+0000 7f06d6995640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06d00aecd0 con 0x7f06b80039b0 2023-06-26T03:03:23.519 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.508+0000 7f06d6995640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06d015ca80 con 0x7f06d00afa50 2023-06-26T03:03:23.519 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.508+0000 7f06d6995640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06d00aef70 con 0x7f06d014f920 2023-06-26T03:03:23.520 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.512+0000 7f06cffff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f06b80039b0 0x7f06d015c540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:23.520 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.512+0000 7f06cffff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f06b80039b0 0x7f06d015c540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35198/0 (socket says 172.21.15.23:35198) 2023-06-26T03:03:23.520 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.512+0000 7f06cffff640 1 -- 172.21.15.23:0/3768906476 learned_addr learned my addr 172.21.15.23:0/3768906476 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:23.520 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.512+0000 7f06cf7fe640 1 --2- 172.21.15.23:0/3768906476 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f06d014f920 0x7f06d00c1790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:23.520 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.512+0000 7f06d4f32640 1 --2- 172.21.15.23:0/3768906476 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f06d00afa50 0x7f06d00afec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:23.520 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.512+0000 7f06cffff640 1 -- 172.21.15.23:0/3768906476 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f06d014f920 msgr2=0x7f06d00c1790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:23.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.512+0000 7f06cffff640 1 --2- 172.21.15.23:0/3768906476 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f06d014f920 0x7f06d00c1790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:23.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.512+0000 7f06cffff640 1 -- 172.21.15.23:0/3768906476 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f06d00afa50 msgr2=0x7f06d00afec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:23.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.512+0000 7f06cffff640 1 --2- 172.21.15.23:0/3768906476 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f06d00afa50 0x7f06d00afec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:23.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.512+0000 7f06cffff640 1 -- 172.21.15.23:0/3768906476 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06d00af250 con 0x7f06b80039b0 2023-06-26T03:03:23.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.512+0000 7f06cffff640 1 --2- 172.21.15.23:0/3768906476 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f06b80039b0 0x7f06d015c540 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f06c000a810 tx=0x7f06b8005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:23.521 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.512+0000 7f06ccff9640 1 -- 172.21.15.23:0/3768906476 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06c00019a0 con 0x7f06b80039b0 2023-06-26T03:03:23.522 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.512+0000 7f06ccff9640 1 -- 172.21.15.23:0/3768906476 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06c00ad430 con 0x7f06b80039b0 2023-06-26T03:03:23.522 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.512+0000 7f06d6995640 1 -- 172.21.15.23:0/3768906476 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f06d00af530 con 0x7f06b80039b0 2023-06-26T03:03:23.522 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.512+0000 7f06ccff9640 1 -- 172.21.15.23:0/3768906476 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06c00ad7c0 con 0x7f06b80039b0 2023-06-26T03:03:23.522 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.512+0000 7f06d6995640 1 -- 172.21.15.23:0/3768906476 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06d00b0400 con 0x7f06b80039b0 2023-06-26T03:03:23.523 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.512+0000 7f06d6995640 1 -- 172.21.15.23:0/3768906476 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f06d004d790 con 0x7f06b80039b0 2023-06-26T03:03:23.523 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.512+0000 7f06ccff9640 1 -- 172.21.15.23:0/3768906476 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f06c00aa030 con 0x7f06b80039b0 2023-06-26T03:03:23.523 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.512+0000 7f06ccff9640 1 --2- 172.21.15.23:0/3768906476 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f06bc066280 0x7f06bc068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:23.523 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.512+0000 7f06ccff9640 1 -- 172.21.15.23:0/3768906476 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f06c011e700 con 0x7f06b80039b0 2023-06-26T03:03:23.523 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.512+0000 7f06cf7fe640 1 --2- 172.21.15.23:0/3768906476 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f06bc066280 0x7f06bc068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:23.524 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.516+0000 7f06cf7fe640 1 --2- 172.21.15.23:0/3768906476 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f06bc066280 0x7f06bc068730 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f06d00c36a0 tx=0x7f06c4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:23.524 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.516+0000 7f06ccff9640 1 -- 172.21.15.23:0/3768906476 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f06c00eb900 con 0x7f06b80039b0 2023-06-26T03:03:23.676 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.668+0000 7f06d6995640 1 -- 172.21.15.23:0/3768906476 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f06d006c070 con 0x7f06b80039b0 2023-06-26T03:03:23.676 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.672+0000 7f06ccff9640 1 -- 172.21.15.23:0/3768906476 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v29) v1 ==== 100+0+11 (secure 0 0 0) 0x7f06c00eef20 con 0x7f06b80039b0 2023-06-26T03:03:23.677 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 64 2023-06-26T03:03:23.679 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.672+0000 7f06d6995640 1 -- 172.21.15.23:0/3768906476 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f06bc066280 msgr2=0x7f06bc068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:23.679 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.672+0000 7f06d6995640 1 --2- 172.21.15.23:0/3768906476 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f06bc066280 0x7f06bc068730 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f06d00c36a0 tx=0x7f06c4008040 comp rx=0 tx=0).stop 2023-06-26T03:03:23.679 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.672+0000 7f06d6995640 1 -- 172.21.15.23:0/3768906476 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f06b80039b0 msgr2=0x7f06d015c540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:23.679 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.672+0000 7f06d6995640 1 --2- 172.21.15.23:0/3768906476 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f06b80039b0 0x7f06d015c540 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f06c000a810 tx=0x7f06b8005800 comp rx=0 tx=0).stop 2023-06-26T03:03:23.679 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.672+0000 7f06d6995640 1 -- 172.21.15.23:0/3768906476 shutdown_connections 2023-06-26T03:03:23.679 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.672+0000 7f06d6995640 1 --2- 172.21.15.23:0/3768906476 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f06bc066280 0x7f06bc068730 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:23.679 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.672+0000 7f06d6995640 1 --2- 172.21.15.23:0/3768906476 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f06d00afa50 0x7f06d00afec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:23.680 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.672+0000 7f06d6995640 1 --2- 172.21.15.23:0/3768906476 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f06d014f920 0x7f06d00c1790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:23.680 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.672+0000 7f06d6995640 1 --2- 172.21.15.23:0/3768906476 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f06b80039b0 0x7f06d015c540 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:23.680 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.672+0000 7f06d6995640 1 -- 172.21.15.23:0/3768906476 >> 172.21.15.23:0/3768906476 conn(0x7f06d0069fc0 msgr2=0x7f06d0156830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:23.680 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.672+0000 7f06d6995640 1 -- 172.21.15.23:0/3768906476 shutdown_connections 2023-06-26T03:03:23.680 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.672+0000 7f06d6995640 1 -- 172.21.15.23:0/3768906476 wait complete. 2023-06-26T03:03:23.695 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-06-26T03:03:23.827 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.820+0000 7f424da5b640 1 Processor -- start 2023-06-26T03:03:23.827 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.820+0000 7f424da5b640 1 -- start start 2023-06-26T03:03:23.828 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.824+0000 7f424da5b640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f424806ed60 0x7f42480af570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:23.828 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.824+0000 7f424da5b640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f42480afea0 con 0x7f4248157230 2023-06-26T03:03:23.828 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.824+0000 7f424da5b640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f42480ca360 con 0x7f42480afab0 2023-06-26T03:03:23.828 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.824+0000 7f424da5b640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f42480c97e0 con 0x7f424806ed60 2023-06-26T03:03:23.829 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.824+0000 7f4246ffd640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f4248157230 0x7f42480707c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:38850/0 (socket says 172.21.15.23:38850) 2023-06-26T03:03:23.829 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.824+0000 7f4246ffd640 1 -- 172.21.15.23:0/2014992139 learned_addr learned my addr 172.21.15.23:0/2014992139 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:23.829 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.824+0000 7f42467fc640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f424806ed60 0x7f42480af570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:23.829 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.824+0000 7f42467fc640 1 -- 172.21.15.23:0/2014992139 >> v1:172.21.15.71:6789/0 conn(0x7f42480afab0 legacy=0x7f42480c84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:23.830 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.824+0000 7f42467fc640 1 -- 172.21.15.23:0/2014992139 >> v1:172.21.15.23:6789/0 conn(0x7f4248157230 legacy=0x7f42480707c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:23.830 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.824+0000 7f42467fc640 1 -- 172.21.15.23:0/2014992139 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42480c9ac0 con 0x7f424806ed60 2023-06-26T03:03:23.830 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.824+0000 7f42467fc640 1 --2- 172.21.15.23:0/2014992139 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f424806ed60 0x7f42480af570 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f423c0097c0 tx=0x7f423c01c380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63bfa021e4571cbe server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:23.831 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.824+0000 7f4245ffb640 1 -- 172.21.15.23:0/2014992139 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f423c0ad680 con 0x7f424806ed60 2023-06-26T03:03:23.831 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.824+0000 7f4245ffb640 1 -- 172.21.15.23:0/2014992139 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f423c0ad7e0 con 0x7f424806ed60 2023-06-26T03:03:23.831 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.824+0000 7f4245ffb640 1 -- 172.21.15.23:0/2014992139 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f423c0adb70 con 0x7f424806ed60 2023-06-26T03:03:23.831 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.824+0000 7f424da5b640 1 -- 172.21.15.23:0/2014992139 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f424806ed60 msgr2=0x7f42480af570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:23.831 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.824+0000 7f424da5b640 1 --2- 172.21.15.23:0/2014992139 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f424806ed60 0x7f42480af570 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f423c0097c0 tx=0x7f423c01c380 comp rx=0 tx=0).stop 2023-06-26T03:03:23.832 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.824+0000 7f424da5b640 1 -- 172.21.15.23:0/2014992139 shutdown_connections 2023-06-26T03:03:23.832 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.824+0000 7f424da5b640 1 --2- 172.21.15.23:0/2014992139 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f424806ed60 0x7f42480af570 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:23.832 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.824+0000 7f424da5b640 1 -- 172.21.15.23:0/2014992139 >> 172.21.15.23:0/2014992139 conn(0x7f4248069fc0 msgr2=0x7f42480ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:23.833 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.824+0000 7f424da5b640 1 -- 172.21.15.23:0/2014992139 shutdown_connections 2023-06-26T03:03:23.833 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.824+0000 7f424da5b640 1 -- 172.21.15.23:0/2014992139 wait complete. 2023-06-26T03:03:23.833 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.828+0000 7f424da5b640 1 Processor -- start 2023-06-26T03:03:23.833 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.828+0000 7f424da5b640 1 -- start start 2023-06-26T03:03:23.835 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.828+0000 7f424da5b640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f424806ed60 0x7f42480abaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:23.835 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.828+0000 7f424da5b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f42480afab0 0x7f42480ccbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:23.835 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.828+0000 7f424da5b640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f42480cd120 0x7f424814fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:23.836 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.828+0000 7f424da5b640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42480cc750 con 0x7f42480cd120 2023-06-26T03:03:23.836 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.828+0000 7f424da5b640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42480cbb80 con 0x7f42480afab0 2023-06-26T03:03:23.836 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.828+0000 7f424da5b640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f42480cbe20 con 0x7f424806ed60 2023-06-26T03:03:23.836 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.828+0000 7f42477fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f42480cd120 0x7f424814fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:23.836 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.828+0000 7f42477fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f42480cd120 0x7f424814fc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35220/0 (socket says 172.21.15.23:35220) 2023-06-26T03:03:23.836 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.828+0000 7f42477fe640 1 -- 172.21.15.23:0/2092927493 learned_addr learned my addr 172.21.15.23:0/2092927493 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:23.836 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.828+0000 7f42467fc640 1 --2- 172.21.15.23:0/2092927493 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f42480afab0 0x7f42480ccbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:23.837 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.828+0000 7f4246ffd640 1 --2- 172.21.15.23:0/2092927493 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f424806ed60 0x7f42480abaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:23.837 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.828+0000 7f42477fe640 1 -- 172.21.15.23:0/2092927493 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f424806ed60 msgr2=0x7f42480abaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:23.837 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.828+0000 7f42477fe640 1 --2- 172.21.15.23:0/2092927493 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f424806ed60 0x7f42480abaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:23.837 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.828+0000 7f42477fe640 1 -- 172.21.15.23:0/2092927493 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f42480afab0 msgr2=0x7f42480ccbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:23.837 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.828+0000 7f42477fe640 1 --2- 172.21.15.23:0/2092927493 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f42480afab0 0x7f42480ccbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:23.837 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.828+0000 7f42477fe640 1 -- 172.21.15.23:0/2092927493 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f423c009420 con 0x7f42480cd120 2023-06-26T03:03:23.837 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.828+0000 7f4246ffd640 1 --2- 172.21.15.23:0/2092927493 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f424806ed60 0x7f42480abaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:23.837 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.828+0000 7f42467fc640 1 --2- 172.21.15.23:0/2092927493 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f42480afab0 0x7f42480ccbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:23.838 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.828+0000 7f42477fe640 1 --2- 172.21.15.23:0/2092927493 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f42480cd120 0x7f424814fc20 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f424000c780 tx=0x7f424000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:23.838 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.828+0000 7f422ffff640 1 -- 172.21.15.23:0/2092927493 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4240004b70 con 0x7f42480cd120 2023-06-26T03:03:23.838 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.828+0000 7f422ffff640 1 -- 172.21.15.23:0/2092927493 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f424000ce90 con 0x7f42480cd120 2023-06-26T03:03:23.838 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.828+0000 7f422ffff640 1 -- 172.21.15.23:0/2092927493 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f424000a850 con 0x7f42480cd120 2023-06-26T03:03:23.838 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.828+0000 7f424da5b640 1 -- 172.21.15.23:0/2092927493 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f42480cc100 con 0x7f42480cd120 2023-06-26T03:03:23.838 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.828+0000 7f424da5b640 1 -- 172.21.15.23:0/2092927493 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f424814eec0 con 0x7f42480cd120 2023-06-26T03:03:23.839 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.832+0000 7f424da5b640 1 -- 172.21.15.23:0/2092927493 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f42480cc8c0 con 0x7f42480cd120 2023-06-26T03:03:23.839 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.832+0000 7f422ffff640 1 -- 172.21.15.23:0/2092927493 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f424000a9b0 con 0x7f42480cd120 2023-06-26T03:03:23.839 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.832+0000 7f422ffff640 1 --2- 172.21.15.23:0/2092927493 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f4234066280 0x7f4234068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:23.839 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.832+0000 7f422ffff640 1 -- 172.21.15.23:0/2092927493 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f42400841c0 con 0x7f42480cd120 2023-06-26T03:03:23.840 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.832+0000 7f4246ffd640 1 --2- 172.21.15.23:0/2092927493 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f4234066280 0x7f4234068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:23.840 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.832+0000 7f4246ffd640 1 --2- 172.21.15.23:0/2092927493 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f4234066280 0x7f4234068730 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f4238007fd0 tx=0x7f4238009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:23.841 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.836+0000 7f422ffff640 1 -- 172.21.15.23:0/2092927493 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f4240054da0 con 0x7f42480cd120 2023-06-26T03:03:23.988 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.984+0000 7f424da5b640 1 -- 172.21.15.23:0/2092927493 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f424804d790 con 0x7f42480cd120 2023-06-26T03:03:23.989 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.984+0000 7f422ffff640 1 -- 172.21.15.23:0/2092927493 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v29) v1 ==== 103+0+11 (secure 0 0 0) 0x7f4240054930 con 0x7f42480cd120 2023-06-26T03:03:23.989 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 32 2023-06-26T03:03:23.991 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.984+0000 7f424da5b640 1 -- 172.21.15.23:0/2092927493 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f4234066280 msgr2=0x7f4234068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:23.991 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.984+0000 7f424da5b640 1 --2- 172.21.15.23:0/2092927493 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f4234066280 0x7f4234068730 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f4238007fd0 tx=0x7f4238009040 comp rx=0 tx=0).stop 2023-06-26T03:03:23.992 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.984+0000 7f424da5b640 1 -- 172.21.15.23:0/2092927493 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f42480cd120 msgr2=0x7f424814fc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:23.992 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.984+0000 7f424da5b640 1 --2- 172.21.15.23:0/2092927493 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f42480cd120 0x7f424814fc20 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f424000c780 tx=0x7f424000cc40 comp rx=0 tx=0).stop 2023-06-26T03:03:23.992 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.984+0000 7f424da5b640 1 -- 172.21.15.23:0/2092927493 shutdown_connections 2023-06-26T03:03:23.992 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.984+0000 7f424da5b640 1 --2- 172.21.15.23:0/2092927493 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f4234066280 0x7f4234068730 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:23.992 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.984+0000 7f424da5b640 1 --2- 172.21.15.23:0/2092927493 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f42480cd120 0x7f424814fc20 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:23.992 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.984+0000 7f424da5b640 1 --2- 172.21.15.23:0/2092927493 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f42480afab0 0x7f42480ccbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:23.992 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.984+0000 7f424da5b640 1 --2- 172.21.15.23:0/2092927493 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f424806ed60 0x7f42480abaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:23.992 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.984+0000 7f424da5b640 1 -- 172.21.15.23:0/2092927493 >> 172.21.15.23:0/2092927493 conn(0x7f4248069fc0 msgr2=0x7f42480cda40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:23.993 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.984+0000 7f424da5b640 1 -- 172.21.15.23:0/2092927493 shutdown_connections 2023-06-26T03:03:23.993 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:23.984+0000 7f424da5b640 1 -- 172.21.15.23:0/2092927493 wait complete. 2023-06-26T03:03:24.007 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-26T03:03:24.127 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.120+0000 7f8d1329b640 1 Processor -- start 2023-06-26T03:03:24.127 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.120+0000 7f8d1329b640 1 -- start start 2023-06-26T03:03:24.128 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.120+0000 7f8d1329b640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f8d0c0cdb00 0x7f8d0c0c9360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:24.128 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.120+0000 7f8d1329b640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8d0c06b760 0x7f8d0c06ed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:24.128 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.120+0000 7f8d1329b640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8d0c06bbe0 con 0x7f8d0c0cc0c0 2023-06-26T03:03:24.128 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.120+0000 7f8d1329b640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8d0c0c8300 con 0x7f8d0c0cdb00 2023-06-26T03:03:24.128 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.120+0000 7f8d1329b640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d0c0c85a0 con 0x7f8d0c06b760 2023-06-26T03:03:24.129 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.120+0000 7f8d11037640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f8d0c0cdb00 0x7f8d0c0c9360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:24.129 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.120+0000 7f8d10836640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f8d0c0cc0c0 0x7f8d0c0cded0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:38864/0 (socket says 172.21.15.23:38864) 2023-06-26T03:03:24.129 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.124+0000 7f8d10836640 1 -- 172.21.15.23:0/304970096 learned_addr learned my addr 172.21.15.23:0/304970096 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:24.129 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.124+0000 7f8d11838640 1 --2- 172.21.15.23:0/304970096 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8d0c06b760 0x7f8d0c06ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:24.129 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.124+0000 7f8d11037640 1 -- 172.21.15.23:0/304970096 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8d0c06b760 msgr2=0x7f8d0c06ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:24.130 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.124+0000 7f8d11037640 1 --2- 172.21.15.23:0/304970096 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8d0c06b760 0x7f8d0c06ed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:24.130 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.124+0000 7f8d11037640 1 -- 172.21.15.23:0/304970096 >> v1:172.21.15.23:6789/0 conn(0x7f8d0c0cc0c0 legacy=0x7f8d0c0cded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:24.130 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.124+0000 7f8d03fff640 1 -- 172.21.15.23:0/304970096 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2890477290 0 0) 0x7f8d0c06bbe0 con 0x7f8d0c0cc0c0 2023-06-26T03:03:24.130 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.124+0000 7f8d11037640 1 -- 172.21.15.23:0/304970096 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d0c0c8880 con 0x7f8d0c0cdb00 2023-06-26T03:03:24.131 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.124+0000 7f8d11037640 1 --2- 172.21.15.23:0/304970096 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8d0c0cdb00 0x7f8d0c0c9360 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f8d080097c0 tx=0x7f8d0801c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4216a054ae96e050 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:24.131 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.124+0000 7f8d03fff640 1 -- 172.21.15.23:0/304970096 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d080ab650 con 0x7f8d0c0cdb00 2023-06-26T03:03:24.131 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.124+0000 7f8d03fff640 1 -- 172.21.15.23:0/304970096 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d080ab7b0 con 0x7f8d0c0cdb00 2023-06-26T03:03:24.131 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.124+0000 7f8d03fff640 1 -- 172.21.15.23:0/304970096 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d080abb40 con 0x7f8d0c0cdb00 2023-06-26T03:03:24.132 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.124+0000 7f8d1329b640 1 -- 172.21.15.23:0/304970096 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8d0c0cdb00 msgr2=0x7f8d0c0c9360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:24.132 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.124+0000 7f8d1329b640 1 --2- 172.21.15.23:0/304970096 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8d0c0cdb00 0x7f8d0c0c9360 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f8d080097c0 tx=0x7f8d0801c450 comp rx=0 tx=0).stop 2023-06-26T03:03:24.132 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.124+0000 7f8d1329b640 1 -- 172.21.15.23:0/304970096 shutdown_connections 2023-06-26T03:03:24.132 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.124+0000 7f8d1329b640 1 --2- 172.21.15.23:0/304970096 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8d0c06b760 0x7f8d0c06ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:24.133 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.124+0000 7f8d1329b640 1 --2- 172.21.15.23:0/304970096 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8d0c0cdb00 0x7f8d0c0c9360 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:24.133 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.124+0000 7f8d1329b640 1 -- 172.21.15.23:0/304970096 >> 172.21.15.23:0/304970096 conn(0x7f8d0c069400 msgr2=0x7f8d0c069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:24.133 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.124+0000 7f8d1329b640 1 -- 172.21.15.23:0/304970096 shutdown_connections 2023-06-26T03:03:24.133 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.124+0000 7f8d1329b640 1 -- 172.21.15.23:0/304970096 wait complete. 2023-06-26T03:03:24.135 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.128+0000 7f8d1329b640 1 Processor -- start 2023-06-26T03:03:24.135 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.128+0000 7f8d1329b640 1 -- start start 2023-06-26T03:03:24.135 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.128+0000 7f8d1329b640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8d0c06b760 0x7f8d0c14ba80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:24.135 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.128+0000 7f8d1329b640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8d0c0cc0c0 0x7f8d0c1546b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:24.135 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.128+0000 7f8d1329b640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8d0c0cdb00 0x7f8d0c153690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:24.135 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.128+0000 7f8d1329b640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d0c0c7d00 con 0x7f8d0c0cc0c0 2023-06-26T03:03:24.135 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.128+0000 7f8d1329b640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d0c14c670 con 0x7f8d0c06b760 2023-06-26T03:03:24.136 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.128+0000 7f8d1329b640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d0c0c7080 con 0x7f8d0c0cdb00 2023-06-26T03:03:24.136 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.128+0000 7f8d10836640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8d0c0cc0c0 0x7f8d0c1546b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:24.136 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.128+0000 7f8d10836640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8d0c0cc0c0 0x7f8d0c1546b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35240/0 (socket says 172.21.15.23:35240) 2023-06-26T03:03:24.136 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.128+0000 7f8d10836640 1 -- 172.21.15.23:0/997700222 learned_addr learned my addr 172.21.15.23:0/997700222 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:24.136 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.128+0000 7f8d11037640 1 --2- 172.21.15.23:0/997700222 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8d0c06b760 0x7f8d0c14ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:24.136 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.128+0000 7f8d11838640 1 --2- 172.21.15.23:0/997700222 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8d0c0cdb00 0x7f8d0c153690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:24.136 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.128+0000 7f8d10836640 1 -- 172.21.15.23:0/997700222 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8d0c0cdb00 msgr2=0x7f8d0c153690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:24.137 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.128+0000 7f8d10836640 1 --2- 172.21.15.23:0/997700222 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8d0c0cdb00 0x7f8d0c153690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:24.137 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.128+0000 7f8d10836640 1 -- 172.21.15.23:0/997700222 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8d0c06b760 msgr2=0x7f8d0c14ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:24.137 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.128+0000 7f8d10836640 1 --2- 172.21.15.23:0/997700222 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8d0c06b760 0x7f8d0c14ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:24.137 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.128+0000 7f8d10836640 1 -- 172.21.15.23:0/997700222 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d08009420 con 0x7f8d0c0cc0c0 2023-06-26T03:03:24.137 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.128+0000 7f8d11037640 1 --2- 172.21.15.23:0/997700222 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8d0c06b760 0x7f8d0c14ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:03:24.137 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.128+0000 7f8d10836640 1 --2- 172.21.15.23:0/997700222 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8d0c0cc0c0 0x7f8d0c1546b0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f8cfc0011f0 tx=0x7f8cfc00c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:24.137 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.128+0000 7f8d01ffb640 1 -- 172.21.15.23:0/997700222 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cfc0074e0 con 0x7f8d0c0cc0c0 2023-06-26T03:03:24.137 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.128+0000 7f8d01ffb640 1 -- 172.21.15.23:0/997700222 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8cfc007640 con 0x7f8d0c0cc0c0 2023-06-26T03:03:24.138 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.128+0000 7f8d1329b640 1 -- 172.21.15.23:0/997700222 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d0c0c7360 con 0x7f8d0c0cc0c0 2023-06-26T03:03:24.138 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.128+0000 7f8d01ffb640 1 -- 172.21.15.23:0/997700222 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cfc004a10 con 0x7f8d0c0cc0c0 2023-06-26T03:03:24.138 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.128+0000 7f8d1329b640 1 -- 172.21.15.23:0/997700222 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d0c0c7920 con 0x7f8d0c0cc0c0 2023-06-26T03:03:24.139 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.128+0000 7f8d1329b640 1 -- 172.21.15.23:0/997700222 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8d0c0c7e40 con 0x7f8d0c0cc0c0 2023-06-26T03:03:24.139 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.132+0000 7f8d01ffb640 1 -- 172.21.15.23:0/997700222 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f8cfc004b70 con 0x7f8d0c0cc0c0 2023-06-26T03:03:24.139 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.132+0000 7f8d01ffb640 1 --2- 172.21.15.23:0/997700222 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8cf0066280 0x7f8cf0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:24.139 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.132+0000 7f8d01ffb640 1 -- 172.21.15.23:0/997700222 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f8cfc083170 con 0x7f8d0c0cc0c0 2023-06-26T03:03:24.139 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.132+0000 7f8d11037640 1 --2- 172.21.15.23:0/997700222 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8cf0066280 0x7f8cf0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:24.139 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.132+0000 7f8d11037640 1 --2- 172.21.15.23:0/997700222 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8cf0066280 0x7f8cf0068730 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f8d080af000 tx=0x7f8d080a7000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:24.140 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.136+0000 7f8d01ffb640 1 -- 172.21.15.23:0/997700222 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f8d0c0c7e40 con 0x7f8d0c0cc0c0 2023-06-26T03:03:24.329 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.324+0000 7f8d1329b640 1 -- 172.21.15.23:0/997700222 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8d0c0c7e40 con 0x7f8d0c0cc0c0 2023-06-26T03:03:24.330 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.324+0000 7f8d01ffb640 1 -- 172.21.15.23:0/997700222 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4661 (secure 0 0 0) 0x7f8d0c0c7e40 con 0x7f8d0c0cc0c0 2023-06-26T03:03:24.330 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:03:24.330 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.23:6833/3276997842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6832","nonce":3276997842},{"type":"v1","addr":"172.21.15.23:6833","nonce":3276997842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.23:6835/353160656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6834","nonce":353160656},{"type":"v1","addr":"172.21.15.23:6835","nonce":353160656}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4282,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/1779817889","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":1779817889},{"type":"v1","addr":"172.21.15.71:6835","nonce":1779817889}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-06-26T03:02:08.833964+0000","modified":"2023-06-26T03:02:32.270870+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4288},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4288":{"gid":4288,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.71:6837/264733844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":264733844},{"type":"v1","addr":"172.21.15.71:6837","nonce":264733844}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4,5],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-06-26T03:03:24.331 INFO:teuthology.orchestra.run.smithi023.stderr:dumped fsmap epoch 8 2023-06-26T03:03:24.332 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.324+0000 7f8d1329b640 1 -- 172.21.15.23:0/997700222 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8cf0066280 msgr2=0x7f8cf0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:24.332 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.324+0000 7f8d1329b640 1 --2- 172.21.15.23:0/997700222 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8cf0066280 0x7f8cf0068730 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f8d080af000 tx=0x7f8d080a7000 comp rx=0 tx=0).stop 2023-06-26T03:03:24.332 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.324+0000 7f8d1329b640 1 -- 172.21.15.23:0/997700222 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8d0c0cc0c0 msgr2=0x7f8d0c1546b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:24.332 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.324+0000 7f8d1329b640 1 --2- 172.21.15.23:0/997700222 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8d0c0cc0c0 0x7f8d0c1546b0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f8cfc0011f0 tx=0x7f8cfc00c9b0 comp rx=0 tx=0).stop 2023-06-26T03:03:24.333 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.324+0000 7f8d1329b640 1 -- 172.21.15.23:0/997700222 shutdown_connections 2023-06-26T03:03:24.333 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.324+0000 7f8d1329b640 1 --2- 172.21.15.23:0/997700222 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8cf0066280 0x7f8cf0068730 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:24.333 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.324+0000 7f8d1329b640 1 --2- 172.21.15.23:0/997700222 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8d0c0cdb00 0x7f8d0c153690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:24.333 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.324+0000 7f8d1329b640 1 --2- 172.21.15.23:0/997700222 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8d0c0cc0c0 0x7f8d0c1546b0 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:24.333 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.324+0000 7f8d1329b640 1 --2- 172.21.15.23:0/997700222 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8d0c06b760 0x7f8d0c14ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:24.333 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.324+0000 7f8d1329b640 1 -- 172.21.15.23:0/997700222 >> 172.21.15.23:0/997700222 conn(0x7f8d0c069400 msgr2=0x7f8d0c0c2a10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:24.333 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.328+0000 7f8d1329b640 1 -- 172.21.15.23:0/997700222 shutdown_connections 2023-06-26T03:03:24.333 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.328+0000 7f8d1329b640 1 -- 172.21.15.23:0/997700222 wait complete. 2023-06-26T03:03:24.349 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:03:24.467 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.460+0000 7f7892c3f640 1 Processor -- start 2023-06-26T03:03:24.468 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.460+0000 7f7892c3f640 1 -- start start 2023-06-26T03:03:24.469 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.464+0000 7f7892c3f640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f788c0ccc20 0x7f788c0cd0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:24.469 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.464+0000 7f7892c3f640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f788c159f40 con 0x7f788c153a50 2023-06-26T03:03:24.469 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.464+0000 7f7892c3f640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f788c15a220 con 0x7f788c159a80 2023-06-26T03:03:24.469 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.464+0000 7f7892c3f640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f788c0cd600 con 0x7f788c0ccc20 2023-06-26T03:03:24.469 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.464+0000 7f78909db640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f788c153a50 0x7f788c0ce3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:38870/0 (socket says 172.21.15.23:38870) 2023-06-26T03:03:24.469 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.464+0000 7f78909db640 1 -- 172.21.15.23:0/3721656206 learned_addr learned my addr 172.21.15.23:0/3721656206 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:24.471 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.464+0000 7f78911dc640 1 --2- 172.21.15.23:0/3721656206 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f788c0ccc20 0x7f788c0cd0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:24.471 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.464+0000 7f788b7fe640 1 -- 172.21.15.23:0/3721656206 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2626410644 0 0) 0x7f788c159f40 con 0x7f788c153a50 2023-06-26T03:03:24.471 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.464+0000 7f788b7fe640 1 -- 172.21.15.23:0/3721656206 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7874003530 con 0x7f788c153a50 2023-06-26T03:03:24.471 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.464+0000 7f788b7fe640 1 -- 172.21.15.23:0/3721656206 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 601418864 0 0) 0x7f7874003530 con 0x7f788c153a50 2023-06-26T03:03:24.471 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.464+0000 7f788b7fe640 1 -- 172.21.15.23:0/3721656206 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f788c0ccc20 msgr2=0x7f788c0cd0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:24.471 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.464+0000 7f788b7fe640 1 --2- 172.21.15.23:0/3721656206 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f788c0ccc20 0x7f788c0cd0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:24.472 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.464+0000 7f788b7fe640 1 -- 172.21.15.23:0/3721656206 >> v1:172.21.15.71:6789/0 conn(0x7f788c159a80 legacy=0x7f788c0c9340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:24.472 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.464+0000 7f788b7fe640 1 -- 172.21.15.23:0/3721656206 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f788c15a500 con 0x7f788c153a50 2023-06-26T03:03:24.472 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.464+0000 7f788b7fe640 1 -- 172.21.15.23:0/3721656206 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f787c001680 con 0x7f788c153a50 2023-06-26T03:03:24.472 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.464+0000 7f788b7fe640 1 -- 172.21.15.23:0/3721656206 >> v1:172.21.15.23:6789/0 conn(0x7f788c153a50 legacy=0x7f788c0ce3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:24.472 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.464+0000 7f788b7fe640 1 --2- 172.21.15.23:0/3721656206 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f78740039b0 0x7f7874003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:24.472 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.464+0000 7f788b7fe640 1 --2- 172.21.15.23:0/3721656206 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f788c0ccc20 0x7f78740047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:24.472 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.464+0000 7f788b7fe640 1 --2- 172.21.15.23:0/3721656206 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7874004d10 0x7f7874005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:24.473 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.464+0000 7f788b7fe640 1 -- 172.21.15.23:0/3721656206 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f787400ba40 con 0x7f78740039b0 2023-06-26T03:03:24.473 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.464+0000 7f788b7fe640 1 -- 172.21.15.23:0/3721656206 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f787400bb80 con 0x7f7874004d10 2023-06-26T03:03:24.473 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.464+0000 7f788b7fe640 1 -- 172.21.15.23:0/3721656206 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f787400bd10 con 0x7f788c0ccc20 2023-06-26T03:03:24.473 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.464+0000 7f78909db640 1 --2- 172.21.15.23:0/3721656206 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f78740039b0 0x7f7874003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:24.473 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.464+0000 7f788bfff640 1 --2- 172.21.15.23:0/3721656206 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f788c0ccc20 0x7f78740047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:24.473 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.464+0000 7f78911dc640 1 --2- 172.21.15.23:0/3721656206 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7874004d10 0x7f7874005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:24.473 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.464+0000 7f78909db640 1 -- 172.21.15.23:0/3721656206 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f788c0ccc20 msgr2=0x7f78740047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:24.473 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.464+0000 7f78909db640 1 --2- 172.21.15.23:0/3721656206 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f788c0ccc20 0x7f78740047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:24.474 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.464+0000 7f78909db640 1 -- 172.21.15.23:0/3721656206 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7874004d10 msgr2=0x7f7874005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:24.474 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.464+0000 7f78909db640 1 --2- 172.21.15.23:0/3721656206 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7874004d10 0x7f7874005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:24.474 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.464+0000 7f78909db640 1 -- 172.21.15.23:0/3721656206 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7874003530 con 0x7f78740039b0 2023-06-26T03:03:24.474 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.464+0000 7f78911dc640 1 --2- 172.21.15.23:0/3721656206 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7874004d10 0x7f7874005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:24.476 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.468+0000 7f78909db640 1 --2- 172.21.15.23:0/3721656206 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f78740039b0 0x7f7874003dc0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f787c00c240 tx=0x7f787c01cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3485759af9c308fa server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:24.476 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.468+0000 7f788b7fe640 1 -- 172.21.15.23:0/3721656206 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f787c005ae0 con 0x7f78740039b0 2023-06-26T03:03:24.476 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.468+0000 7f788b7fe640 1 -- 172.21.15.23:0/3721656206 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f787c005c40 con 0x7f78740039b0 2023-06-26T03:03:24.477 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.468+0000 7f788b7fe640 1 -- 172.21.15.23:0/3721656206 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f787c007070 con 0x7f78740039b0 2023-06-26T03:03:24.477 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.468+0000 7f7892c3f640 1 -- 172.21.15.23:0/3721656206 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f78740039b0 msgr2=0x7f7874003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:24.477 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.468+0000 7f7892c3f640 1 --2- 172.21.15.23:0/3721656206 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f78740039b0 0x7f7874003dc0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f787c00c240 tx=0x7f787c01cc40 comp rx=0 tx=0).stop 2023-06-26T03:03:24.477 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.468+0000 7f78911dc640 1 -- 172.21.15.23:0/3721656206 reap_dead start 2023-06-26T03:03:24.477 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.468+0000 7f7892c3f640 1 -- 172.21.15.23:0/3721656206 shutdown_connections 2023-06-26T03:03:24.477 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.468+0000 7f7892c3f640 1 -- 172.21.15.23:0/3721656206 >> 172.21.15.23:0/3721656206 conn(0x7f788c069400 msgr2=0x7f788c069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:24.477 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.468+0000 7f7892c3f640 1 -- 172.21.15.23:0/3721656206 shutdown_connections 2023-06-26T03:03:24.478 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.468+0000 7f7892c3f640 1 -- 172.21.15.23:0/3721656206 wait complete. 2023-06-26T03:03:24.478 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.468+0000 7f7892c3f640 1 Processor -- start 2023-06-26T03:03:24.478 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.468+0000 7f7892c3f640 1 -- start start 2023-06-26T03:03:24.478 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.468+0000 7f7892c3f640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f78740039b0 0x7f788c139860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:24.478 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.468+0000 7f7892c3f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f788c0c4660 0x7f788c152570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:24.478 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.468+0000 7f7892c3f640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f788c152ab0 0x7f788c0aea90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:24.478 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.468+0000 7f7892c3f640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f788c0c4ad0 con 0x7f78740039b0 2023-06-26T03:03:24.478 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.468+0000 7f7892c3f640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f788c152f20 con 0x7f788c0c4660 2023-06-26T03:03:24.479 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.468+0000 7f7892c3f640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f788c0c41d0 con 0x7f788c152ab0 2023-06-26T03:03:24.479 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.468+0000 7f78909db640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f78740039b0 0x7f788c139860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:24.479 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.468+0000 7f78909db640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f78740039b0 0x7f788c139860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35260/0 (socket says 172.21.15.23:35260) 2023-06-26T03:03:24.479 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.468+0000 7f78909db640 1 -- 172.21.15.23:0/3364056955 learned_addr learned my addr 172.21.15.23:0/3364056955 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:24.479 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.468+0000 7f788bfff640 1 --2- 172.21.15.23:0/3364056955 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f788c0c4660 0x7f788c152570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:24.479 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.468+0000 7f78911dc640 1 --2- 172.21.15.23:0/3364056955 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f788c152ab0 0x7f788c0aea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:24.479 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.468+0000 7f78909db640 1 -- 172.21.15.23:0/3364056955 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f788c152ab0 msgr2=0x7f788c0aea90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:24.479 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.468+0000 7f78909db640 1 --2- 172.21.15.23:0/3364056955 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f788c152ab0 0x7f788c0aea90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:24.480 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.468+0000 7f78909db640 1 -- 172.21.15.23:0/3364056955 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f788c0c4660 msgr2=0x7f788c152570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:24.480 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.468+0000 7f78909db640 1 --2- 172.21.15.23:0/3364056955 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f788c0c4660 0x7f788c152570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:24.480 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.468+0000 7f78909db640 1 -- 172.21.15.23:0/3364056955 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f788c0c35c0 con 0x7f78740039b0 2023-06-26T03:03:24.480 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.468+0000 7f78909db640 1 --2- 172.21.15.23:0/3364056955 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f78740039b0 0x7f788c139860 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f787c01ca70 tx=0x7f7874005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:24.480 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.472+0000 7f78897fa640 1 -- 172.21.15.23:0/3364056955 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f787c0b4070 con 0x7f78740039b0 2023-06-26T03:03:24.480 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.472+0000 7f78897fa640 1 -- 172.21.15.23:0/3364056955 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f787c005e70 con 0x7f78740039b0 2023-06-26T03:03:24.480 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.472+0000 7f7892c3f640 1 -- 172.21.15.23:0/3364056955 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f788c0c38a0 con 0x7f78740039b0 2023-06-26T03:03:24.481 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.472+0000 7f78897fa640 1 -- 172.21.15.23:0/3364056955 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f787c001600 con 0x7f78740039b0 2023-06-26T03:03:24.481 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.472+0000 7f7892c3f640 1 -- 172.21.15.23:0/3364056955 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f788c0c3e60 con 0x7f78740039b0 2023-06-26T03:03:24.481 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.472+0000 7f7892c3f640 1 -- 172.21.15.23:0/3364056955 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f788c04d790 con 0x7f78740039b0 2023-06-26T03:03:24.482 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.472+0000 7f78897fa640 1 -- 172.21.15.23:0/3364056955 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f787c0a5720 con 0x7f78740039b0 2023-06-26T03:03:24.482 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.472+0000 7f78897fa640 1 --2- 172.21.15.23:0/3364056955 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7878066280 0x7f7878068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:24.482 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.472+0000 7f78897fa640 1 -- 172.21.15.23:0/3364056955 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f787c11d550 con 0x7f78740039b0 2023-06-26T03:03:24.482 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.472+0000 7f788bfff640 1 --2- 172.21.15.23:0/3364056955 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7878066280 0x7f7878068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:24.482 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.472+0000 7f788bfff640 1 --2- 172.21.15.23:0/3364056955 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7878066280 0x7f7878068730 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f788c15ceb0 tx=0x7f7880009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:24.482 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.476+0000 7f78897fa640 1 -- 172.21.15.23:0/3364056955 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f787c0ee130 con 0x7f78740039b0 2023-06-26T03:03:24.635 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.628+0000 7f7892c3f640 1 -- 172.21.15.23:0/3364056955 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f788c06b7d0 con 0x7f78740039b0 2023-06-26T03:03:24.637 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.632+0000 7f78897fa640 1 -- 172.21.15.23:0/3364056955 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+20143 (secure 0 0 0) 0x7f787c0edcc0 con 0x7f78740039b0 2023-06-26T03:03:24.638 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:03:24.638 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":29,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:02:51.222053+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:02:07.262805+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:02:07.823501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data_ec","create_time":"2023-06-26T03:02:10.900368+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.c","mappings":[{"from":3,"to":2}]},{"pgid":"4.26","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:03:24.640 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.632+0000 7f7892c3f640 1 -- 172.21.15.23:0/3364056955 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7878066280 msgr2=0x7f7878068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:24.640 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.632+0000 7f7892c3f640 1 --2- 172.21.15.23:0/3364056955 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7878066280 0x7f7878068730 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f788c15ceb0 tx=0x7f7880009040 comp rx=0 tx=0).stop 2023-06-26T03:03:24.640 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.632+0000 7f7892c3f640 1 -- 172.21.15.23:0/3364056955 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f78740039b0 msgr2=0x7f788c139860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:24.640 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.632+0000 7f7892c3f640 1 --2- 172.21.15.23:0/3364056955 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f78740039b0 0x7f788c139860 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f787c01ca70 tx=0x7f7874005800 comp rx=0 tx=0).stop 2023-06-26T03:03:24.640 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.632+0000 7f7892c3f640 1 -- 172.21.15.23:0/3364056955 shutdown_connections 2023-06-26T03:03:24.641 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.632+0000 7f7892c3f640 1 --2- 172.21.15.23:0/3364056955 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7878066280 0x7f7878068730 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:24.641 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.632+0000 7f7892c3f640 1 --2- 172.21.15.23:0/3364056955 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f788c152ab0 0x7f788c0aea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:24.641 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.632+0000 7f7892c3f640 1 --2- 172.21.15.23:0/3364056955 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f788c0c4660 0x7f788c152570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:24.641 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.632+0000 7f7892c3f640 1 --2- 172.21.15.23:0/3364056955 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f78740039b0 0x7f788c139860 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:24.641 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.632+0000 7f7892c3f640 1 -- 172.21.15.23:0/3364056955 >> 172.21.15.23:0/3364056955 conn(0x7f788c069400 msgr2=0x7f788c13d3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:24.641 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.636+0000 7f7892c3f640 1 -- 172.21.15.23:0/3364056955 shutdown_connections 2023-06-26T03:03:24.641 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.636+0000 7f7892c3f640 1 -- 172.21.15.23:0/3364056955 wait complete. 2023-06-26T03:03:24.656 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-06-26T03:03:24.657 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-26T03:03:24.764 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.760+0000 7f3150a23640 1 Processor -- start 2023-06-26T03:03:24.764 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.760+0000 7f3150a23640 1 -- start start 2023-06-26T03:03:24.765 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.760+0000 7f3150a23640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f314c153a50 0x7f314c0ce3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:24.766 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.760+0000 7f3150a23640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f314c159f40 con 0x7f314c159a80 2023-06-26T03:03:24.766 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.760+0000 7f3150a23640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f314c15a220 con 0x7f314c0ccc20 2023-06-26T03:03:24.766 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.760+0000 7f3150a23640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f314c15d070 con 0x7f314c153a50 2023-06-26T03:03:24.766 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.760+0000 7f3149d9b640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f314c159a80 0x7f314c0c9340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:38880/0 (socket says 172.21.15.23:38880) 2023-06-26T03:03:24.766 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.760+0000 7f3149d9b640 1 -- 172.21.15.23:0/1034570794 learned_addr learned my addr 172.21.15.23:0/1034570794 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:24.767 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.760+0000 7f314a59c640 1 --2- 172.21.15.23:0/1034570794 >> v2:172.21.15.71:3300/0 conn(0x7f314c153a50 0x7f314c0ce3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:24.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.760+0000 7f314959a640 1 -- 172.21.15.23:0/1034570794 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3603697069 0 0) 0x7f314c159f40 con 0x7f314c159a80 2023-06-26T03:03:24.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.760+0000 7f314959a640 1 -- 172.21.15.23:0/1034570794 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3138003530 con 0x7f314c159a80 2023-06-26T03:03:24.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.760+0000 7f314959a640 1 -- 172.21.15.23:0/1034570794 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1928100322 0 0) 0x7f3138003530 con 0x7f314c159a80 2023-06-26T03:03:24.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.760+0000 7f314959a640 1 -- 172.21.15.23:0/1034570794 >> v2:172.21.15.71:3300/0 conn(0x7f314c153a50 msgr2=0x7f314c0ce3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:24.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.760+0000 7f314959a640 1 --2- 172.21.15.23:0/1034570794 >> v2:172.21.15.71:3300/0 conn(0x7f314c153a50 0x7f314c0ce3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:24.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.760+0000 7f314959a640 1 -- 172.21.15.23:0/1034570794 >> v1:172.21.15.71:6789/0 conn(0x7f314c0ccc20 legacy=0x7f314c15d4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:24.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.760+0000 7f314959a640 1 -- 172.21.15.23:0/1034570794 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f314c15a500 con 0x7f314c159a80 2023-06-26T03:03:24.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.760+0000 7f314959a640 1 -- 172.21.15.23:0/1034570794 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f3134001680 con 0x7f314c159a80 2023-06-26T03:03:24.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.760+0000 7f314959a640 1 -- 172.21.15.23:0/1034570794 >> v1:172.21.15.23:6789/0 conn(0x7f314c159a80 legacy=0x7f314c0c9340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:24.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.760+0000 7f314959a640 1 --2- 172.21.15.23:0/1034570794 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3138003980 0x7f3138003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:24.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.760+0000 7f314959a640 1 --2- 172.21.15.23:0/1034570794 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f31380047d0 0x7f3138004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:24.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.760+0000 7f314959a640 1 --2- 172.21.15.23:0/1034570794 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3138005180 0x7f313800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:24.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.760+0000 7f314959a640 1 -- 172.21.15.23:0/1034570794 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f314c15d070 con 0x7f3138005180 2023-06-26T03:03:24.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.760+0000 7f314959a640 1 -- 172.21.15.23:0/1034570794 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f313800c000 con 0x7f31380047d0 2023-06-26T03:03:24.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.760+0000 7f314959a640 1 -- 172.21.15.23:0/1034570794 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f313800c1c0 con 0x7f3138003980 2023-06-26T03:03:24.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.760+0000 7f314ad9d640 1 --2- 172.21.15.23:0/1034570794 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3138005180 0x7f313800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:24.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.760+0000 7f314a59c640 1 --2- 172.21.15.23:0/1034570794 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3138003980 0x7f3138003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:24.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.760+0000 7f314ad9d640 1 -- 172.21.15.23:0/1034570794 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3138003980 msgr2=0x7f3138003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:24.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.760+0000 7f314ad9d640 1 --2- 172.21.15.23:0/1034570794 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3138003980 0x7f3138003d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:24.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.760+0000 7f314ad9d640 1 -- 172.21.15.23:0/1034570794 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f31380047d0 msgr2=0x7f3138004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:24.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.760+0000 7f314ad9d640 1 --2- 172.21.15.23:0/1034570794 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f31380047d0 0x7f3138004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:24.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.760+0000 7f314ad9d640 1 -- 172.21.15.23:0/1034570794 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3138003530 con 0x7f3138005180 2023-06-26T03:03:24.772 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.764+0000 7f314ad9d640 1 -- 172.21.15.23:0/1034570794 reap_dead start 2023-06-26T03:03:24.772 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.764+0000 7f314ad9d640 1 --2- 172.21.15.23:0/1034570794 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3138005180 0x7f313800b990 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f313c001e70 tx=0x7f313c01c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e549ab2ef9ea118 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:24.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.764+0000 7f314959a640 1 -- 172.21.15.23:0/1034570794 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f313c003b80 con 0x7f3138005180 2023-06-26T03:03:24.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.764+0000 7f314959a640 1 -- 172.21.15.23:0/1034570794 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f313c003d20 con 0x7f3138005180 2023-06-26T03:03:24.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.764+0000 7f314959a640 1 -- 172.21.15.23:0/1034570794 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f313c005260 con 0x7f3138005180 2023-06-26T03:03:24.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.764+0000 7f3150a23640 1 -- 172.21.15.23:0/1034570794 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3138005180 msgr2=0x7f313800b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:24.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.764+0000 7f3150a23640 1 --2- 172.21.15.23:0/1034570794 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3138005180 0x7f313800b990 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f313c001e70 tx=0x7f313c01c760 comp rx=0 tx=0).stop 2023-06-26T03:03:24.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.764+0000 7f3150a23640 1 -- 172.21.15.23:0/1034570794 shutdown_connections 2023-06-26T03:03:24.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.764+0000 7f3150a23640 1 --2- 172.21.15.23:0/1034570794 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3138005180 0x7f313800b990 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:24.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.764+0000 7f3150a23640 1 -- 172.21.15.23:0/1034570794 >> 172.21.15.23:0/1034570794 conn(0x7f314c069400 msgr2=0x7f314c069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:24.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.764+0000 7f3150a23640 1 -- 172.21.15.23:0/1034570794 shutdown_connections 2023-06-26T03:03:24.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.764+0000 7f3150a23640 1 -- 172.21.15.23:0/1034570794 wait complete. 2023-06-26T03:03:24.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.764+0000 7f3150a23640 1 Processor -- start 2023-06-26T03:03:24.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.764+0000 7f3150a23640 1 -- start start 2023-06-26T03:03:24.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.764+0000 7f3150a23640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3138005180 0x7f314c153060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:24.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.764+0000 7f3150a23640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f314c06fb90 0x7f314c06ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:24.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.768+0000 7f3150a23640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f314c1eed00 0x7f314c1ef170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:24.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.768+0000 7f3150a23640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f314c070520 con 0x7f314c06fb90 2023-06-26T03:03:24.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.768+0000 7f3150a23640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f314c1ef6b0 con 0x7f3138005180 2023-06-26T03:03:24.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.768+0000 7f3150a23640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f314c0707e0 con 0x7f314c1eed00 2023-06-26T03:03:24.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.768+0000 7f3149d9b640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f314c06fb90 0x7f314c06ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:24.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.768+0000 7f3149d9b640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f314c06fb90 0x7f314c06ffe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35268/0 (socket says 172.21.15.23:35268) 2023-06-26T03:03:24.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.768+0000 7f3149d9b640 1 -- 172.21.15.23:0/2959954084 learned_addr learned my addr 172.21.15.23:0/2959954084 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:24.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.768+0000 7f314ad9d640 1 --2- 172.21.15.23:0/2959954084 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f314c1eed00 0x7f314c1ef170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:24.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.768+0000 7f314a59c640 1 --2- 172.21.15.23:0/2959954084 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3138005180 0x7f314c153060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:24.776 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.768+0000 7f3149d9b640 1 -- 172.21.15.23:0/2959954084 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f314c1eed00 msgr2=0x7f314c1ef170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:24.776 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.768+0000 7f3149d9b640 1 --2- 172.21.15.23:0/2959954084 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f314c1eed00 0x7f314c1ef170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:24.776 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.768+0000 7f3149d9b640 1 -- 172.21.15.23:0/2959954084 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3138005180 msgr2=0x7f314c153060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:24.776 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.768+0000 7f3149d9b640 1 --2- 172.21.15.23:0/2959954084 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3138005180 0x7f314c153060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:24.776 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.768+0000 7f3149d9b640 1 -- 172.21.15.23:0/2959954084 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f314c070ac0 con 0x7f314c06fb90 2023-06-26T03:03:24.776 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.768+0000 7f3149d9b640 1 --2- 172.21.15.23:0/2959954084 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f314c06fb90 0x7f314c06ffe0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f313400c700 tx=0x7f313400cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:24.777 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.768+0000 7f3142ffd640 1 -- 172.21.15.23:0/2959954084 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31340072d0 con 0x7f314c06fb90 2023-06-26T03:03:24.777 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.768+0000 7f3142ffd640 1 -- 172.21.15.23:0/2959954084 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3134007430 con 0x7f314c06fb90 2023-06-26T03:03:24.778 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.768+0000 7f3150a23640 1 -- 172.21.15.23:0/2959954084 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f314c070da0 con 0x7f314c06fb90 2023-06-26T03:03:24.778 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.768+0000 7f3142ffd640 1 -- 172.21.15.23:0/2959954084 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31340047f0 con 0x7f314c06fb90 2023-06-26T03:03:24.778 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.768+0000 7f3150a23640 1 -- 172.21.15.23:0/2959954084 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f314c1535a0 con 0x7f314c06fb90 2023-06-26T03:03:24.778 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.768+0000 7f3150a23640 1 -- 172.21.15.23:0/2959954084 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f314c0c9340 con 0x7f314c06fb90 2023-06-26T03:03:24.778 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.768+0000 7f3142ffd640 1 -- 172.21.15.23:0/2959954084 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f3134004950 con 0x7f314c06fb90 2023-06-26T03:03:24.778 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.768+0000 7f3142ffd640 1 --2- 172.21.15.23:0/2959954084 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f312c0662b0 0x7f312c068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:24.778 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.768+0000 7f3142ffd640 1 -- 172.21.15.23:0/2959954084 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f3134083580 con 0x7f314c06fb90 2023-06-26T03:03:24.778 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.768+0000 7f314a59c640 1 --2- 172.21.15.23:0/2959954084 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f312c0662b0 0x7f312c068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:24.779 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.768+0000 7f314a59c640 1 --2- 172.21.15.23:0/2959954084 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f312c0662b0 0x7f312c068760 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f3144009930 tx=0x7f3144008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:24.779 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.772+0000 7f3142ffd640 1 -- 172.21.15.23:0/2959954084 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f3134050760 con 0x7f314c06fb90 2023-06-26T03:03:24.965 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.960+0000 7f3150a23640 1 -- 172.21.15.23:0/2959954084 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f314c070f90 con 0x7f314c06fb90 2023-06-26T03:03:24.966 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.960+0000 7f3142ffd640 1 -- 172.21.15.23:0/2959954084 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4661 (secure 0 0 0) 0x7f3134053d80 con 0x7f314c06fb90 2023-06-26T03:03:24.967 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:03:24.967 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.23:6833/3276997842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6832","nonce":3276997842},{"type":"v1","addr":"172.21.15.23:6833","nonce":3276997842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.23:6835/353160656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6834","nonce":353160656},{"type":"v1","addr":"172.21.15.23:6835","nonce":353160656}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4282,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/1779817889","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":1779817889},{"type":"v1","addr":"172.21.15.71:6835","nonce":1779817889}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-06-26T03:02:08.833964+0000","modified":"2023-06-26T03:02:32.270870+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4288},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4288":{"gid":4288,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.71:6837/264733844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":264733844},{"type":"v1","addr":"172.21.15.71:6837","nonce":264733844}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4,5],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-06-26T03:03:24.967 INFO:teuthology.orchestra.run.smithi023.stderr:dumped fsmap epoch 8 2023-06-26T03:03:24.969 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.964+0000 7f3150a23640 1 -- 172.21.15.23:0/2959954084 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f312c0662b0 msgr2=0x7f312c068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:24.969 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.964+0000 7f3150a23640 1 --2- 172.21.15.23:0/2959954084 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f312c0662b0 0x7f312c068760 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f3144009930 tx=0x7f3144008040 comp rx=0 tx=0).stop 2023-06-26T03:03:24.969 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.964+0000 7f3150a23640 1 -- 172.21.15.23:0/2959954084 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f314c06fb90 msgr2=0x7f314c06ffe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:24.970 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.964+0000 7f3150a23640 1 --2- 172.21.15.23:0/2959954084 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f314c06fb90 0x7f314c06ffe0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f313400c700 tx=0x7f313400cbc0 comp rx=0 tx=0).stop 2023-06-26T03:03:24.970 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.964+0000 7f3150a23640 1 -- 172.21.15.23:0/2959954084 shutdown_connections 2023-06-26T03:03:24.970 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.964+0000 7f3150a23640 1 --2- 172.21.15.23:0/2959954084 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f312c0662b0 0x7f312c068760 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:24.970 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.964+0000 7f3150a23640 1 --2- 172.21.15.23:0/2959954084 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f314c1eed00 0x7f314c1ef170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:24.970 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.964+0000 7f3150a23640 1 --2- 172.21.15.23:0/2959954084 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f314c06fb90 0x7f314c06ffe0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:24.970 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.964+0000 7f3150a23640 1 --2- 172.21.15.23:0/2959954084 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3138005180 0x7f314c153060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:24.970 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.964+0000 7f3150a23640 1 -- 172.21.15.23:0/2959954084 >> 172.21.15.23:0/2959954084 conn(0x7f314c069400 msgr2=0x7f314c15d3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:24.971 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.964+0000 7f3150a23640 1 -- 172.21.15.23:0/2959954084 shutdown_connections 2023-06-26T03:03:24.971 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:24.964+0000 7f3150a23640 1 -- 172.21.15.23:0/2959954084 wait complete. 2023-06-26T03:03:24.985 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-26T03:03:25.100 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.096+0000 7fa01fe7c640 1 Processor -- start 2023-06-26T03:03:25.101 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.096+0000 7fa01fe7c640 1 -- start start 2023-06-26T03:03:25.103 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.096+0000 7fa01fe7c640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fa0180cea00 0x7fa0180c38f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:25.103 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.096+0000 7fa01fe7c640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa0180cfaf0 con 0x7fa0180af430 2023-06-26T03:03:25.103 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.096+0000 7fa01fe7c640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa0181601a0 con 0x7fa01815f3b0 2023-06-26T03:03:25.103 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.096+0000 7fa01fe7c640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0180ceee0 con 0x7fa0180cea00 2023-06-26T03:03:25.104 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.096+0000 7fa01dc18640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fa0180af430 0x7fa0180b18b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:38890/0 (socket says 172.21.15.23:38890) 2023-06-26T03:03:25.104 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.096+0000 7fa01dc18640 1 -- 172.21.15.23:0/693517271 learned_addr learned my addr 172.21.15.23:0/693517271 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:25.104 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.096+0000 7fa01cc16640 1 -- 172.21.15.23:0/693517271 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3139766254 0 0) 0x7fa0180cfaf0 con 0x7fa0180af430 2023-06-26T03:03:25.104 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.096+0000 7fa01cc16640 1 -- 172.21.15.23:0/693517271 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa004003530 con 0x7fa0180af430 2023-06-26T03:03:25.104 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.096+0000 7fa01d417640 1 --2- 172.21.15.23:0/693517271 >> v2:172.21.15.71:3300/0 conn(0x7fa0180cea00 0x7fa0180c38f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:25.104 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.096+0000 7fa01cc16640 1 -- 172.21.15.23:0/693517271 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 950916309 0 0) 0x7fa004003530 con 0x7fa0180af430 2023-06-26T03:03:25.105 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.096+0000 7fa01cc16640 1 -- 172.21.15.23:0/693517271 >> v2:172.21.15.71:3300/0 conn(0x7fa0180cea00 msgr2=0x7fa0180c38f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:25.105 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.096+0000 7fa01cc16640 1 --2- 172.21.15.23:0/693517271 >> v2:172.21.15.71:3300/0 conn(0x7fa0180cea00 0x7fa0180c38f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:25.105 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.096+0000 7fa01cc16640 1 -- 172.21.15.23:0/693517271 >> v1:172.21.15.71:6789/0 conn(0x7fa01815f3b0 legacy=0x7fa01815f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:25.105 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.096+0000 7fa01cc16640 1 -- 172.21.15.23:0/693517271 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0180cf1c0 con 0x7fa0180af430 2023-06-26T03:03:25.105 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.096+0000 7fa01cc16640 1 -- 172.21.15.23:0/693517271 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7fa014001680 con 0x7fa0180af430 2023-06-26T03:03:25.105 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.096+0000 7fa01cc16640 1 -- 172.21.15.23:0/693517271 >> v1:172.21.15.23:6789/0 conn(0x7fa0180af430 legacy=0x7fa0180b18b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:25.105 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.096+0000 7fa01cc16640 1 --2- 172.21.15.23:0/693517271 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa004003980 0x7fa004003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:25.106 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.096+0000 7fa01cc16640 1 --2- 172.21.15.23:0/693517271 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa0040047d0 0x7fa004004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:25.106 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.096+0000 7fa01cc16640 1 --2- 172.21.15.23:0/693517271 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa004005180 0x7fa00400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:25.106 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.096+0000 7fa01cc16640 1 -- 172.21.15.23:0/693517271 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0180ceee0 con 0x7fa004003980 2023-06-26T03:03:25.106 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.096+0000 7fa01cc16640 1 -- 172.21.15.23:0/693517271 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa00400c000 con 0x7fa004005180 2023-06-26T03:03:25.106 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.096+0000 7fa01cc16640 1 -- 172.21.15.23:0/693517271 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa00400c1c0 con 0x7fa0040047d0 2023-06-26T03:03:25.106 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.096+0000 7fa01dc18640 1 --2- 172.21.15.23:0/693517271 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa004003980 0x7fa004003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:25.106 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.096+0000 7fa01d417640 1 --2- 172.21.15.23:0/693517271 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa0040047d0 0x7fa004004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:25.106 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.096+0000 7fa01dc18640 1 -- 172.21.15.23:0/693517271 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa0040047d0 msgr2=0x7fa004004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:25.107 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.096+0000 7fa01dc18640 1 --2- 172.21.15.23:0/693517271 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa0040047d0 0x7fa004004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:25.107 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.096+0000 7fa01dc18640 1 -- 172.21.15.23:0/693517271 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa004005180 msgr2=0x7fa00400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:25.107 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.096+0000 7fa01dc18640 1 --2- 172.21.15.23:0/693517271 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa004005180 0x7fa00400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:25.107 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.096+0000 7fa01e419640 1 -- 172.21.15.23:0/693517271 reap_dead start 2023-06-26T03:03:25.107 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.096+0000 7fa01dc18640 1 -- 172.21.15.23:0/693517271 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa004003530 con 0x7fa004003980 2023-06-26T03:03:25.107 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.096+0000 7fa01d417640 1 --2- 172.21.15.23:0/693517271 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa0040047d0 0x7fa004004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:25.110 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.100+0000 7fa01dc18640 1 --2- 172.21.15.23:0/693517271 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa004003980 0x7fa004003d90 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fa01400c240 tx=0x7fa01401cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecccff925a0d9ce2 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:25.110 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.100+0000 7fa01cc16640 1 -- 172.21.15.23:0/693517271 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa014005ae0 con 0x7fa004003980 2023-06-26T03:03:25.110 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.100+0000 7fa01cc16640 1 -- 172.21.15.23:0/693517271 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa014005c40 con 0x7fa004003980 2023-06-26T03:03:25.110 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.100+0000 7fa01cc16640 1 -- 172.21.15.23:0/693517271 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0140a5a50 con 0x7fa004003980 2023-06-26T03:03:25.110 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.100+0000 7fa01fe7c640 1 -- 172.21.15.23:0/693517271 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa004003980 msgr2=0x7fa004003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:25.111 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.100+0000 7fa01fe7c640 1 --2- 172.21.15.23:0/693517271 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa004003980 0x7fa004003d90 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fa01400c240 tx=0x7fa01401cc10 comp rx=0 tx=0).stop 2023-06-26T03:03:25.111 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.100+0000 7fa01fe7c640 1 -- 172.21.15.23:0/693517271 shutdown_connections 2023-06-26T03:03:25.111 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.100+0000 7fa01fe7c640 1 --2- 172.21.15.23:0/693517271 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa004003980 0x7fa004003d90 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:25.111 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.100+0000 7fa01fe7c640 1 -- 172.21.15.23:0/693517271 >> 172.21.15.23:0/693517271 conn(0x7fa01806c2a0 msgr2=0x7fa01806d010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:25.111 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.100+0000 7fa01fe7c640 1 -- 172.21.15.23:0/693517271 shutdown_connections 2023-06-26T03:03:25.111 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.100+0000 7fa01fe7c640 1 -- 172.21.15.23:0/693517271 wait complete. 2023-06-26T03:03:25.111 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.100+0000 7fa01fe7c640 1 Processor -- start 2023-06-26T03:03:25.112 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.100+0000 7fa01fe7c640 1 -- start start 2023-06-26T03:03:25.112 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.100+0000 7fa01fe7c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa004003980 0x7fa018148240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:25.112 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.100+0000 7fa01fe7c640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa01806aa30 0x7fa0181f7530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:25.112 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.100+0000 7fa01fe7c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa0181f7a70 0x7fa018069400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:25.112 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.100+0000 7fa01fe7c640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0181f84d0 con 0x7fa004003980 2023-06-26T03:03:25.112 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.100+0000 7fa01fe7c640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa01815c0b0 con 0x7fa0181f7a70 2023-06-26T03:03:25.113 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.100+0000 7fa01fe7c640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa018148780 con 0x7fa01806aa30 2023-06-26T03:03:25.113 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.100+0000 7fa01dc18640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa004003980 0x7fa018148240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:25.113 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.100+0000 7fa01dc18640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa004003980 0x7fa018148240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35286/0 (socket says 172.21.15.23:35286) 2023-06-26T03:03:25.113 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.100+0000 7fa01dc18640 1 -- 172.21.15.23:0/1053479309 learned_addr learned my addr 172.21.15.23:0/1053479309 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:25.113 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.104+0000 7fa01d417640 1 --2- 172.21.15.23:0/1053479309 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa01806aa30 0x7fa0181f7530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:25.113 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.104+0000 7fa01dc18640 1 -- 172.21.15.23:0/1053479309 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa01806aa30 msgr2=0x7fa0181f7530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:25.113 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.104+0000 7fa01dc18640 1 --2- 172.21.15.23:0/1053479309 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa01806aa30 0x7fa0181f7530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:25.114 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.104+0000 7fa01dc18640 1 -- 172.21.15.23:0/1053479309 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa0181f7a70 msgr2=0x7fa018069400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:25.114 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.104+0000 7fa01e419640 1 --2- 172.21.15.23:0/1053479309 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa0181f7a70 0x7fa018069400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:25.114 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.104+0000 7fa01dc18640 1 --2- 172.21.15.23:0/1053479309 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa0181f7a70 0x7fa018069400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:25.114 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.104+0000 7fa01dc18640 1 -- 172.21.15.23:0/1053479309 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0181f7f10 con 0x7fa004003980 2023-06-26T03:03:25.114 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.104+0000 7fa01d417640 1 --2- 172.21.15.23:0/1053479309 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa01806aa30 0x7fa0181f7530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:25.114 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.104+0000 7fa01dc18640 1 --2- 172.21.15.23:0/1053479309 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa004003980 0x7fa018148240 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fa01401ca40 tx=0x7fa004005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:25.114 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.104+0000 7fa00e7fc640 1 -- 172.21.15.23:0/1053479309 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0140b4070 con 0x7fa004003980 2023-06-26T03:03:25.115 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.104+0000 7fa00e7fc640 1 -- 172.21.15.23:0/1053479309 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa014005e70 con 0x7fa004003980 2023-06-26T03:03:25.115 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.104+0000 7fa01fe7c640 1 -- 172.21.15.23:0/1053479309 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0181f81f0 con 0x7fa004003980 2023-06-26T03:03:25.115 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.104+0000 7fa00e7fc640 1 -- 172.21.15.23:0/1053479309 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa014001680 con 0x7fa004003980 2023-06-26T03:03:25.115 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.104+0000 7fa01fe7c640 1 -- 172.21.15.23:0/1053479309 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa018069940 con 0x7fa004003980 2023-06-26T03:03:25.115 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.104+0000 7fa01fe7c640 1 -- 172.21.15.23:0/1053479309 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa01815bba0 con 0x7fa004003980 2023-06-26T03:03:25.115 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.104+0000 7fa00e7fc640 1 -- 172.21.15.23:0/1053479309 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fa0140a5810 con 0x7fa004003980 2023-06-26T03:03:25.116 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.104+0000 7fa00e7fc640 1 --2- 172.21.15.23:0/1053479309 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9ffc066280 0x7f9ffc068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:25.116 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.104+0000 7fa00e7fc640 1 -- 172.21.15.23:0/1053479309 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7fa01411dc00 con 0x7fa004003980 2023-06-26T03:03:25.116 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.104+0000 7fa01d417640 1 --2- 172.21.15.23:0/1053479309 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9ffc066280 0x7f9ffc068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:25.116 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.104+0000 7fa01d417640 1 --2- 172.21.15.23:0/1053479309 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9ffc066280 0x7f9ffc068730 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fa0181f7490 tx=0x7fa008008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:25.117 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.108+0000 7fa00e7fc640 1 -- 172.21.15.23:0/1053479309 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fa01815bba0 con 0x7fa004003980 2023-06-26T03:03:25.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.292+0000 7fa01fe7c640 1 -- 172.21.15.23:0/1053479309 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa01815bba0 con 0x7fa004003980 2023-06-26T03:03:25.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.292+0000 7fa00e7fc640 1 -- 172.21.15.23:0/1053479309 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4661 (secure 0 0 0) 0x7fa01815bba0 con 0x7fa004003980 2023-06-26T03:03:25.298 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:03:25.298 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.23:6833/3276997842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6832","nonce":3276997842},{"type":"v1","addr":"172.21.15.23:6833","nonce":3276997842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.23:6835/353160656","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6834","nonce":353160656},{"type":"v1","addr":"172.21.15.23:6835","nonce":353160656}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4282,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/1779817889","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":1779817889},{"type":"v1","addr":"172.21.15.71:6835","nonce":1779817889}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-06-26T03:02:08.833964+0000","modified":"2023-06-26T03:02:32.270870+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4288},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4288":{"gid":4288,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.71:6837/264733844","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":264733844},{"type":"v1","addr":"172.21.15.71:6837","nonce":264733844}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[4,5],"metadata_pool":3,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-06-26T03:03:25.298 INFO:teuthology.orchestra.run.smithi023.stderr:dumped fsmap epoch 8 2023-06-26T03:03:25.299 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.292+0000 7fa01fe7c640 1 -- 172.21.15.23:0/1053479309 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9ffc066280 msgr2=0x7f9ffc068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:25.299 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.292+0000 7fa01fe7c640 1 --2- 172.21.15.23:0/1053479309 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9ffc066280 0x7f9ffc068730 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fa0181f7490 tx=0x7fa008008040 comp rx=0 tx=0).stop 2023-06-26T03:03:25.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.292+0000 7fa01fe7c640 1 -- 172.21.15.23:0/1053479309 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa004003980 msgr2=0x7fa018148240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:25.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.292+0000 7fa01fe7c640 1 --2- 172.21.15.23:0/1053479309 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa004003980 0x7fa018148240 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fa01401ca40 tx=0x7fa004005800 comp rx=0 tx=0).stop 2023-06-26T03:03:25.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.292+0000 7fa01fe7c640 1 -- 172.21.15.23:0/1053479309 shutdown_connections 2023-06-26T03:03:25.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.292+0000 7fa01fe7c640 1 --2- 172.21.15.23:0/1053479309 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9ffc066280 0x7f9ffc068730 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:25.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.292+0000 7fa01fe7c640 1 --2- 172.21.15.23:0/1053479309 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa0181f7a70 0x7fa018069400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:25.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.292+0000 7fa01fe7c640 1 --2- 172.21.15.23:0/1053479309 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fa01806aa30 0x7fa0181f7530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:25.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.292+0000 7fa01fe7c640 1 --2- 172.21.15.23:0/1053479309 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa004003980 0x7fa018148240 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:25.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.292+0000 7fa01fe7c640 1 -- 172.21.15.23:0/1053479309 >> 172.21.15.23:0/1053479309 conn(0x7fa01806c2a0 msgr2=0x7fa0180c3f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:25.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.292+0000 7fa01fe7c640 1 -- 172.21.15.23:0/1053479309 shutdown_connections 2023-06-26T03:03:25.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.292+0000 7fa01fe7c640 1 -- 172.21.15.23:0/1053479309 wait complete. 2023-06-26T03:03:25.315 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:03:25.424 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.416+0000 7fb46ad6e640 1 Processor -- start 2023-06-26T03:03:25.424 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.416+0000 7fb46ad6e640 1 -- start start 2023-06-26T03:03:25.425 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.420+0000 7fb46ad6e640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fb46415b6e0 0x7fb4640cc5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:25.425 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.420+0000 7fb46ad6e640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb4640b4130 0x7fb4640d0180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:25.425 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.420+0000 7fb46ad6e640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb4640cf960 con 0x7fb4640ccb30 2023-06-26T03:03:25.426 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.420+0000 7fb46ad6e640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb4640cfca0 con 0x7fb46415b6e0 2023-06-26T03:03:25.426 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.420+0000 7fb46ad6e640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb4640cede0 con 0x7fb4640b4130 2023-06-26T03:03:25.426 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.420+0000 7fb468b0a640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fb46415b6e0 0x7fb4640cc5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:25.426 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.420+0000 7fb468b0a640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fb46415b6e0 0x7fb4640cc5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35294/0 (socket says 172.21.15.23:35294) 2023-06-26T03:03:25.426 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.420+0000 7fb468b0a640 1 -- 172.21.15.23:0/1400572714 learned_addr learned my addr 172.21.15.23:0/1400572714 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:25.426 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.420+0000 7fb46930b640 1 --2- 172.21.15.23:0/1400572714 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb4640b4130 0x7fb4640d0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:25.426 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.420+0000 7fb468b0a640 1 -- 172.21.15.23:0/1400572714 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb4640b4130 msgr2=0x7fb4640d0180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:25.426 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.420+0000 7fb468b0a640 1 --2- 172.21.15.23:0/1400572714 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb4640b4130 0x7fb4640d0180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:25.427 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.420+0000 7fb468b0a640 1 -- 172.21.15.23:0/1400572714 >> v1:172.21.15.71:6789/0 conn(0x7fb4640ccb30 legacy=0x7fb4640b3a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:25.427 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.420+0000 7fb468b0a640 1 -- 172.21.15.23:0/1400572714 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4640cf0c0 con 0x7fb46415b6e0 2023-06-26T03:03:25.427 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.420+0000 7fb46930b640 1 --2- 172.21.15.23:0/1400572714 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb4640b4130 0x7fb4640d0180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:25.427 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.420+0000 7fb468b0a640 1 --2- 172.21.15.23:0/1400572714 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb46415b6e0 0x7fb4640cc5f0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fb458009870 tx=0x7fb45801c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d72f36395c7493d server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:25.428 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.420+0000 7fb4637fe640 1 -- 172.21.15.23:0/1400572714 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4580ab600 con 0x7fb46415b6e0 2023-06-26T03:03:25.428 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb4637fe640 1 -- 172.21.15.23:0/1400572714 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4580ab760 con 0x7fb46415b6e0 2023-06-26T03:03:25.429 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb4637fe640 1 -- 172.21.15.23:0/1400572714 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4580abaf0 con 0x7fb46415b6e0 2023-06-26T03:03:25.429 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb46ad6e640 1 -- 172.21.15.23:0/1400572714 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb46415b6e0 msgr2=0x7fb4640cc5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:25.429 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb46ad6e640 1 --2- 172.21.15.23:0/1400572714 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb46415b6e0 0x7fb4640cc5f0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fb458009870 tx=0x7fb45801c440 comp rx=0 tx=0).stop 2023-06-26T03:03:25.429 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb46ad6e640 1 -- 172.21.15.23:0/1400572714 shutdown_connections 2023-06-26T03:03:25.429 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb46ad6e640 1 --2- 172.21.15.23:0/1400572714 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb4640b4130 0x7fb4640d0180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:25.429 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb46ad6e640 1 --2- 172.21.15.23:0/1400572714 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb46415b6e0 0x7fb4640cc5f0 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:25.429 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb46ad6e640 1 -- 172.21.15.23:0/1400572714 >> 172.21.15.23:0/1400572714 conn(0x7fb4640d1fa0 msgr2=0x7fb4640d23a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:25.430 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb46ad6e640 1 -- 172.21.15.23:0/1400572714 shutdown_connections 2023-06-26T03:03:25.430 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb46ad6e640 1 -- 172.21.15.23:0/1400572714 wait complete. 2023-06-26T03:03:25.431 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb46ad6e640 1 Processor -- start 2023-06-26T03:03:25.431 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb46ad6e640 1 -- start start 2023-06-26T03:03:25.431 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb46ad6e640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb4640b4130 0x7fb46414f820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:25.432 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb46ad6e640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb4640ccb30 0x7fb46415bc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:25.432 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb46ad6e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb46415b6e0 0x7fb46415a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:25.432 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb46ad6e640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb46414fd60 con 0x7fb4640ccb30 2023-06-26T03:03:25.432 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb46ad6e640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb464150be0 con 0x7fb46415b6e0 2023-06-26T03:03:25.432 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb46ad6e640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb464150ec0 con 0x7fb4640b4130 2023-06-26T03:03:25.432 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb463fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb4640ccb30 0x7fb46415bc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:25.432 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb463fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb4640ccb30 0x7fb46415bc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35302/0 (socket says 172.21.15.23:35302) 2023-06-26T03:03:25.433 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb463fff640 1 -- 172.21.15.23:0/2713321762 learned_addr learned my addr 172.21.15.23:0/2713321762 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:25.433 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb468b0a640 1 --2- 172.21.15.23:0/2713321762 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb4640b4130 0x7fb46414f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:25.433 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb46930b640 1 --2- 172.21.15.23:0/2713321762 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb46415b6e0 0x7fb46415a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:25.433 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb463fff640 1 -- 172.21.15.23:0/2713321762 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb4640b4130 msgr2=0x7fb46414f820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:25.433 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb463fff640 1 --2- 172.21.15.23:0/2713321762 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb4640b4130 0x7fb46414f820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:25.433 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb463fff640 1 -- 172.21.15.23:0/2713321762 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb46415b6e0 msgr2=0x7fb46415a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:25.433 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb463fff640 1 --2- 172.21.15.23:0/2713321762 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb46415b6e0 0x7fb46415a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:25.433 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb463fff640 1 -- 172.21.15.23:0/2713321762 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4580094d0 con 0x7fb4640ccb30 2023-06-26T03:03:25.434 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb463fff640 1 --2- 172.21.15.23:0/2713321762 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb4640ccb30 0x7fb46415bc30 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fb45400c450 tx=0x7fb45400c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:25.434 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb4617fa640 1 -- 172.21.15.23:0/2713321762 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb454012830 con 0x7fb4640ccb30 2023-06-26T03:03:25.434 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb4617fa640 1 -- 172.21.15.23:0/2713321762 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4540129b0 con 0x7fb4640ccb30 2023-06-26T03:03:25.434 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb46ad6e640 1 -- 172.21.15.23:0/2713321762 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb4641511a0 con 0x7fb4640ccb30 2023-06-26T03:03:25.434 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb4617fa640 1 -- 172.21.15.23:0/2713321762 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb454012d60 con 0x7fb4640ccb30 2023-06-26T03:03:25.434 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.424+0000 7fb46ad6e640 1 -- 172.21.15.23:0/2713321762 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4640b60b0 con 0x7fb4640ccb30 2023-06-26T03:03:25.435 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.428+0000 7fb46ad6e640 1 -- 172.21.15.23:0/2713321762 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb4640b5c30 con 0x7fb4640ccb30 2023-06-26T03:03:25.435 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.428+0000 7fb4617fa640 1 -- 172.21.15.23:0/2713321762 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fb45401c460 con 0x7fb4640ccb30 2023-06-26T03:03:25.435 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.428+0000 7fb4617fa640 1 --2- 172.21.15.23:0/2713321762 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb450066280 0x7fb450068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:25.435 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.428+0000 7fb4617fa640 1 -- 172.21.15.23:0/2713321762 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7fb454083f80 con 0x7fb4640ccb30 2023-06-26T03:03:25.436 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.428+0000 7fb468b0a640 1 --2- 172.21.15.23:0/2713321762 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb450066280 0x7fb450068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:25.436 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.428+0000 7fb468b0a640 1 --2- 172.21.15.23:0/2713321762 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb450066280 0x7fb450068730 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fb4580af000 tx=0x7fb4580a7000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:25.437 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.432+0000 7fb4617fa640 1 -- 172.21.15.23:0/2713321762 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fb4540b4700 con 0x7fb4640ccb30 2023-06-26T03:03:25.585 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.580+0000 7fb46ad6e640 1 -- 172.21.15.23:0/2713321762 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb46404d790 con 0x7fb4640ccb30 2023-06-26T03:03:25.588 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.584+0000 7fb4617fa640 1 -- 172.21.15.23:0/2713321762 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+20143 (secure 0 0 0) 0x7fb4640b5c30 con 0x7fb4640ccb30 2023-06-26T03:03:25.589 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:03:25.589 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":29,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:02:51.222053+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:02:07.262805+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data","create_time":"2023-06-26T03:02:07.823501+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data_ec","create_time":"2023-06-26T03:02:10.900368+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.c","mappings":[{"from":3,"to":2}]},{"pgid":"4.26","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:03:25.591 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.584+0000 7fb46ad6e640 1 -- 172.21.15.23:0/2713321762 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb450066280 msgr2=0x7fb450068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:25.591 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.584+0000 7fb46ad6e640 1 --2- 172.21.15.23:0/2713321762 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb450066280 0x7fb450068730 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fb4580af000 tx=0x7fb4580a7000 comp rx=0 tx=0).stop 2023-06-26T03:03:25.591 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.584+0000 7fb46ad6e640 1 -- 172.21.15.23:0/2713321762 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb4640ccb30 msgr2=0x7fb46415bc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:25.591 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.584+0000 7fb46ad6e640 1 --2- 172.21.15.23:0/2713321762 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb4640ccb30 0x7fb46415bc30 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fb45400c450 tx=0x7fb45400c910 comp rx=0 tx=0).stop 2023-06-26T03:03:25.591 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.584+0000 7fb46ad6e640 1 -- 172.21.15.23:0/2713321762 shutdown_connections 2023-06-26T03:03:25.591 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.584+0000 7fb46ad6e640 1 --2- 172.21.15.23:0/2713321762 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb450066280 0x7fb450068730 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:25.592 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.584+0000 7fb46ad6e640 1 --2- 172.21.15.23:0/2713321762 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb46415b6e0 0x7fb46415a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:25.592 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.584+0000 7fb46ad6e640 1 --2- 172.21.15.23:0/2713321762 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb4640ccb30 0x7fb46415bc30 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:25.592 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.584+0000 7fb46ad6e640 1 --2- 172.21.15.23:0/2713321762 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb4640b4130 0x7fb46414f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:25.592 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.584+0000 7fb46ad6e640 1 -- 172.21.15.23:0/2713321762 >> 172.21.15.23:0/2713321762 conn(0x7fb4640d1fa0 msgr2=0x7fb4641552d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:25.592 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.584+0000 7fb46ad6e640 1 -- 172.21.15.23:0/2713321762 shutdown_connections 2023-06-26T03:03:25.592 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.584+0000 7fb46ad6e640 1 -- 172.21.15.23:0/2713321762 wait complete. 2023-06-26T03:03:25.606 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2023-06-26T03:03:25.730 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.724+0000 7f251677a640 1 Processor -- start 2023-06-26T03:03:25.730 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.724+0000 7f251677a640 1 -- start start 2023-06-26T03:03:25.732 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.724+0000 7f251677a640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f25100b3ea0 0x7f25100d0890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:25.732 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.724+0000 7f251677a640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f25100cf960 con 0x7f25100b3a20 2023-06-26T03:03:25.732 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.724+0000 7f251677a640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f25100cfca0 con 0x7f251015b6e0 2023-06-26T03:03:25.732 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.724+0000 7f251677a640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f25100cede0 con 0x7f25100b3ea0 2023-06-26T03:03:25.732 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.724+0000 7f2514d17640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f25100b3ea0 0x7f25100d0890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:25.732 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.724+0000 7f2514d17640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f25100b3ea0 0x7f25100d0890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35312/0 (socket says 172.21.15.23:35312) 2023-06-26T03:03:25.732 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.724+0000 7f2514d17640 1 -- 172.21.15.23:0/4186571532 learned_addr learned my addr 172.21.15.23:0/4186571532 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:25.733 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.724+0000 7f2507fff640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f25100b3a20 0x7f25100d0180 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:38894/0 (socket says 172.21.15.23:38894) 2023-06-26T03:03:25.733 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.728+0000 7f2514d17640 1 -- 172.21.15.23:0/4186571532 >> v1:172.21.15.71:6789/0 conn(0x7f251015b6e0 legacy=0x7f25100cc5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:25.733 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.728+0000 7f2514d17640 1 -- 172.21.15.23:0/4186571532 >> v1:172.21.15.23:6789/0 conn(0x7f25100b3a20 legacy=0x7f25100d0180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:25.734 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.728+0000 7f250f7fe640 1 -- 172.21.15.23:0/4186571532 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3451369654 0 0) 0x7f25100cf960 con 0x7f25100b3a20 2023-06-26T03:03:25.734 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.728+0000 7f2514d17640 1 -- 172.21.15.23:0/4186571532 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25100cf0c0 con 0x7f25100b3ea0 2023-06-26T03:03:25.734 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.728+0000 7f2514d17640 1 --2- 172.21.15.23:0/4186571532 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f25100b3ea0 0x7f25100d0890 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f2508009e50 tx=0x7f250801c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc65fe5946a672e0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:25.734 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.728+0000 7f250f7fe640 1 -- 172.21.15.23:0/4186571532 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25080a57d0 con 0x7f25100b3ea0 2023-06-26T03:03:25.734 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.728+0000 7f250f7fe640 1 -- 172.21.15.23:0/4186571532 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25080a5930 con 0x7f25100b3ea0 2023-06-26T03:03:25.735 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.728+0000 7f250f7fe640 1 -- 172.21.15.23:0/4186571532 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25080a5cc0 con 0x7f25100b3ea0 2023-06-26T03:03:25.735 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.728+0000 7f251677a640 1 -- 172.21.15.23:0/4186571532 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f25100b3ea0 msgr2=0x7f25100d0890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:25.735 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.728+0000 7f251677a640 1 --2- 172.21.15.23:0/4186571532 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f25100b3ea0 0x7f25100d0890 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f2508009e50 tx=0x7f250801c910 comp rx=0 tx=0).stop 2023-06-26T03:03:25.736 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.728+0000 7f251677a640 1 -- 172.21.15.23:0/4186571532 shutdown_connections 2023-06-26T03:03:25.736 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.728+0000 7f251677a640 1 --2- 172.21.15.23:0/4186571532 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f25100b3ea0 0x7f25100d0890 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:25.736 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.728+0000 7f251677a640 1 -- 172.21.15.23:0/4186571532 >> 172.21.15.23:0/4186571532 conn(0x7f25100d1fa0 msgr2=0x7f25100d23a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:25.736 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.728+0000 7f251677a640 1 -- 172.21.15.23:0/4186571532 shutdown_connections 2023-06-26T03:03:25.736 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.728+0000 7f251677a640 1 -- 172.21.15.23:0/4186571532 wait complete. 2023-06-26T03:03:25.737 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.732+0000 7f251677a640 1 Processor -- start 2023-06-26T03:03:25.737 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.732+0000 7f251677a640 1 -- start start 2023-06-26T03:03:25.738 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.732+0000 7f251677a640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f25100b3a20 0x7f25100c9210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:25.738 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.732+0000 7f251677a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f25100b3ea0 0x7f2510151f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:25.738 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.732+0000 7f251677a640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f251015b6e0 0x7f2510158310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:25.739 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.732+0000 7f251677a640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f251015bd40 con 0x7f25100b3a20 2023-06-26T03:03:25.739 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.732+0000 7f251677a640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f251015c020 con 0x7f25100b3ea0 2023-06-26T03:03:25.739 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.732+0000 7f251677a640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f251015c300 con 0x7f251015b6e0 2023-06-26T03:03:25.739 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.732+0000 7f250ffff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f25100b3a20 0x7f25100c9210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:25.739 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.732+0000 7f250ffff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f25100b3a20 0x7f25100c9210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35322/0 (socket says 172.21.15.23:35322) 2023-06-26T03:03:25.739 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.732+0000 7f250ffff640 1 -- 172.21.15.23:0/4284947206 learned_addr learned my addr 172.21.15.23:0/4284947206 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:25.739 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.732+0000 7f2507fff640 1 --2- 172.21.15.23:0/4284947206 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f25100b3ea0 0x7f2510151f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:25.740 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.732+0000 7f2514d17640 1 --2- 172.21.15.23:0/4284947206 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f251015b6e0 0x7f2510158310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:25.740 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.732+0000 7f250ffff640 1 -- 172.21.15.23:0/4284947206 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f251015b6e0 msgr2=0x7f2510158310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:25.740 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.732+0000 7f250ffff640 1 --2- 172.21.15.23:0/4284947206 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f251015b6e0 0x7f2510158310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:25.740 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.732+0000 7f250ffff640 1 -- 172.21.15.23:0/4284947206 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f25100b3ea0 msgr2=0x7f2510151f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:25.740 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.732+0000 7f250ffff640 1 --2- 172.21.15.23:0/4284947206 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f25100b3ea0 0x7f2510151f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:25.740 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.732+0000 7f250ffff640 1 -- 172.21.15.23:0/4284947206 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2508009b30 con 0x7f25100b3a20 2023-06-26T03:03:25.740 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.732+0000 7f2514d17640 1 --2- 172.21.15.23:0/4284947206 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f251015b6e0 0x7f2510158310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:25.740 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.732+0000 7f250ffff640 1 --2- 172.21.15.23:0/4284947206 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f25100b3a20 0x7f25100c9210 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f250000b410 tx=0x7f250000b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:25.741 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.732+0000 7f250d7fa640 1 -- 172.21.15.23:0/4284947206 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2500004020 con 0x7f25100b3a20 2023-06-26T03:03:25.741 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.732+0000 7f250d7fa640 1 -- 172.21.15.23:0/4284947206 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2500004180 con 0x7f25100b3a20 2023-06-26T03:03:25.741 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.732+0000 7f251677a640 1 -- 172.21.15.23:0/4284947206 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f251015c5e0 con 0x7f25100b3a20 2023-06-26T03:03:25.741 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.732+0000 7f250d7fa640 1 -- 172.21.15.23:0/4284947206 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2500011630 con 0x7f25100b3a20 2023-06-26T03:03:25.741 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.732+0000 7f251677a640 1 -- 172.21.15.23:0/4284947206 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f25101513d0 con 0x7f25100b3a20 2023-06-26T03:03:25.742 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.732+0000 7f251677a640 1 -- 172.21.15.23:0/4284947206 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f251015bab0 con 0x7f25100b3a20 2023-06-26T03:03:25.742 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.736+0000 7f250d7fa640 1 -- 172.21.15.23:0/4284947206 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f2500011790 con 0x7f25100b3a20 2023-06-26T03:03:25.742 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.736+0000 7f250d7fa640 1 --2- 172.21.15.23:0/4284947206 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f24f0066280 0x7f24f0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:25.742 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.736+0000 7f250d7fa640 1 -- 172.21.15.23:0/4284947206 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6871+0+0 (secure 0 0 0) 0x7f2500084670 con 0x7f25100b3a20 2023-06-26T03:03:25.743 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.736+0000 7f2507fff640 1 --2- 172.21.15.23:0/4284947206 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f24f0066280 0x7f24f0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:25.743 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.736+0000 7f2507fff640 1 --2- 172.21.15.23:0/4284947206 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f24f0066280 0x7f24f0068730 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f25100b37c0 tx=0x7f24f8007b60 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:25.744 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.740+0000 7f250d7fa640 1 -- 172.21.15.23:0/4284947206 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f2500051810 con 0x7f25100b3a20 2023-06-26T03:03:25.933 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:25.928+0000 7f251677a640 1 -- 172.21.15.23:0/4284947206 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f251004d790 con 0x7f25100b3a20 2023-06-26T03:03:26.454 INFO:tasks.ceph.mon.a.smithi023.stderr:2023-06-26T03:03:26.452+0000 7fef121df640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-06-26T03:03:26.471 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.464+0000 7f250d7fa640 1 -- 172.21.15.23:0/4284947206 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v9) v1 ==== 161+0+0 (secure 0 0 0) 0x7f2500015090 con 0x7f25100b3a20 2023-06-26T03:03:26.472 INFO:teuthology.orchestra.run.smithi023.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-06-26T03:03:26.475 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.468+0000 7f251677a640 1 -- 172.21.15.23:0/4284947206 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f24f0066280 msgr2=0x7f24f0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:26.476 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.468+0000 7f251677a640 1 --2- 172.21.15.23:0/4284947206 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f24f0066280 0x7f24f0068730 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f25100b37c0 tx=0x7f24f8007b60 comp rx=0 tx=0).stop 2023-06-26T03:03:26.476 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.468+0000 7f251677a640 1 -- 172.21.15.23:0/4284947206 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f25100b3a20 msgr2=0x7f25100c9210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:26.476 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.468+0000 7f251677a640 1 --2- 172.21.15.23:0/4284947206 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f25100b3a20 0x7f25100c9210 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f250000b410 tx=0x7f250000b8d0 comp rx=0 tx=0).stop 2023-06-26T03:03:26.476 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.468+0000 7f251677a640 1 -- 172.21.15.23:0/4284947206 shutdown_connections 2023-06-26T03:03:26.476 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.468+0000 7f251677a640 1 --2- 172.21.15.23:0/4284947206 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f24f0066280 0x7f24f0068730 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:26.476 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.468+0000 7f251677a640 1 --2- 172.21.15.23:0/4284947206 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f251015b6e0 0x7f2510158310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:26.476 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.468+0000 7f251677a640 1 --2- 172.21.15.23:0/4284947206 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f25100b3ea0 0x7f2510151f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:26.477 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.468+0000 7f251677a640 1 --2- 172.21.15.23:0/4284947206 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f25100b3a20 0x7f25100c9210 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:26.477 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.468+0000 7f251677a640 1 -- 172.21.15.23:0/4284947206 >> 172.21.15.23:0/4284947206 conn(0x7f25100d1fa0 msgr2=0x7f25100d0180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:26.477 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.468+0000 7f251677a640 1 -- 172.21.15.23:0/4284947206 shutdown_connections 2023-06-26T03:03:26.477 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.468+0000 7f251677a640 1 -- 172.21.15.23:0/4284947206 wait complete. 2023-06-26T03:03:26.480 INFO:tasks.ceph.mds.d.smithi071.stderr: -4583> 2023-06-26T03:02:10.558+0000 7f1b064bb640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-06-26T03:03:26.499 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2023-06-26T03:03:26.547 INFO:tasks.ceph.mds.d.smithi071.stdout:starting mds.d at 2023-06-26T03:03:26.633 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.628+0000 7f3b717cd640 1 Processor -- start 2023-06-26T03:03:26.633 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.628+0000 7f3b717cd640 1 -- start start 2023-06-26T03:03:26.635 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.628+0000 7f3b717cd640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f3b6c06ed60 0x7f3b6c0af570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:26.635 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.628+0000 7f3b717cd640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3b6c0afab0 0x7f3b6c0c84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:26.635 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.628+0000 7f3b717cd640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3b6c0afea0 con 0x7f3b6c157230 2023-06-26T03:03:26.635 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.628+0000 7f3b717cd640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3b6c0ca360 con 0x7f3b6c06ed60 2023-06-26T03:03:26.635 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.628+0000 7f3b717cd640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3b6c0c97e0 con 0x7f3b6c0afab0 2023-06-26T03:03:26.635 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.628+0000 7f3b6a7fc640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f3b6c06ed60 0x7f3b6c0af570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:26.635 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.628+0000 7f3b6a7fc640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f3b6c06ed60 0x7f3b6c0af570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35332/0 (socket says 172.21.15.23:35332) 2023-06-26T03:03:26.636 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.628+0000 7f3b6a7fc640 1 -- 172.21.15.23:0/1675604884 learned_addr learned my addr 172.21.15.23:0/1675604884 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:26.636 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.628+0000 7f3b6b7fe640 1 --2- 172.21.15.23:0/1675604884 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3b6c0afab0 0x7f3b6c0c84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:26.636 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.628+0000 7f3b6a7fc640 1 -- 172.21.15.23:0/1675604884 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3b6c0afab0 msgr2=0x7f3b6c0c84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:26.636 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.628+0000 7f3b6a7fc640 1 --2- 172.21.15.23:0/1675604884 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3b6c0afab0 0x7f3b6c0c84b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:26.636 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.628+0000 7f3b6a7fc640 1 -- 172.21.15.23:0/1675604884 >> v1:172.21.15.71:6789/0 conn(0x7f3b6c157230 legacy=0x7f3b6c0707c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:26.636 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.628+0000 7f3b6a7fc640 1 -- 172.21.15.23:0/1675604884 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b6c0c9ac0 con 0x7f3b6c06ed60 2023-06-26T03:03:26.637 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.632+0000 7f3b6a7fc640 1 --2- 172.21.15.23:0/1675604884 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3b6c06ed60 0x7f3b6c0af570 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f3b60009870 tx=0x7f3b6001c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d6c859b09be563b server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:26.637 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.632+0000 7f3b69ffb640 1 -- 172.21.15.23:0/1675604884 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b600ab600 con 0x7f3b6c06ed60 2023-06-26T03:03:26.637 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.632+0000 7f3b69ffb640 1 -- 172.21.15.23:0/1675604884 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3b600a7050 con 0x7f3b6c06ed60 2023-06-26T03:03:26.638 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.632+0000 7f3b69ffb640 1 -- 172.21.15.23:0/1675604884 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b600ab980 con 0x7f3b6c06ed60 2023-06-26T03:03:26.638 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.632+0000 7f3b717cd640 1 -- 172.21.15.23:0/1675604884 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3b6c06ed60 msgr2=0x7f3b6c0af570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:26.638 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.632+0000 7f3b717cd640 1 --2- 172.21.15.23:0/1675604884 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3b6c06ed60 0x7f3b6c0af570 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f3b60009870 tx=0x7f3b6001c3b0 comp rx=0 tx=0).stop 2023-06-26T03:03:26.638 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.632+0000 7f3b717cd640 1 -- 172.21.15.23:0/1675604884 shutdown_connections 2023-06-26T03:03:26.639 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.632+0000 7f3b717cd640 1 --2- 172.21.15.23:0/1675604884 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3b6c0afab0 0x7f3b6c0c84b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:26.639 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.632+0000 7f3b717cd640 1 --2- 172.21.15.23:0/1675604884 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3b6c06ed60 0x7f3b6c0af570 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:26.639 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.632+0000 7f3b717cd640 1 -- 172.21.15.23:0/1675604884 >> 172.21.15.23:0/1675604884 conn(0x7f3b6c069fc0 msgr2=0x7f3b6c0ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:26.639 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.632+0000 7f3b717cd640 1 -- 172.21.15.23:0/1675604884 shutdown_connections 2023-06-26T03:03:26.639 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.632+0000 7f3b717cd640 1 -- 172.21.15.23:0/1675604884 wait complete. 2023-06-26T03:03:26.640 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.632+0000 7f3b717cd640 1 Processor -- start 2023-06-26T03:03:26.640 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.632+0000 7f3b717cd640 1 -- start start 2023-06-26T03:03:26.641 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.636+0000 7f3b717cd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3b6c06ed60 0x7f3b6c0cd310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:26.641 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.636+0000 7f3b717cd640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3b6c0afab0 0x7f3b6c157f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:26.641 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.636+0000 7f3b717cd640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3b6c14e2b0 0x7f3b6c14d8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:26.642 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.636+0000 7f3b717cd640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b6c0cc270 con 0x7f3b6c06ed60 2023-06-26T03:03:26.642 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.636+0000 7f3b717cd640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b6c0cc550 con 0x7f3b6c0afab0 2023-06-26T03:03:26.642 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.636+0000 7f3b717cd640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3b6c0cc830 con 0x7f3b6c14e2b0 2023-06-26T03:03:26.642 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.636+0000 7f3b6affd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3b6c06ed60 0x7f3b6c0cd310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:26.642 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.636+0000 7f3b6affd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3b6c06ed60 0x7f3b6c0cd310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35340/0 (socket says 172.21.15.23:35340) 2023-06-26T03:03:26.642 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.636+0000 7f3b6affd640 1 -- 172.21.15.23:0/1434340346 learned_addr learned my addr 172.21.15.23:0/1434340346 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:26.642 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.636+0000 7f3b6a7fc640 1 --2- 172.21.15.23:0/1434340346 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3b6c0afab0 0x7f3b6c157f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:26.643 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.636+0000 7f3b6affd640 1 -- 172.21.15.23:0/1434340346 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3b6c14e2b0 msgr2=0x7f3b6c14d8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:26.643 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.636+0000 7f3b6b7fe640 1 --2- 172.21.15.23:0/1434340346 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3b6c14e2b0 0x7f3b6c14d8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:26.643 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.636+0000 7f3b6affd640 1 --2- 172.21.15.23:0/1434340346 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3b6c14e2b0 0x7f3b6c14d8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:26.643 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.636+0000 7f3b6affd640 1 -- 172.21.15.23:0/1434340346 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3b6c0afab0 msgr2=0x7f3b6c157f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:26.643 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.636+0000 7f3b6affd640 1 --2- 172.21.15.23:0/1434340346 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3b6c0afab0 0x7f3b6c157f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:26.643 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.636+0000 7f3b6affd640 1 -- 172.21.15.23:0/1434340346 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b600094d0 con 0x7f3b6c06ed60 2023-06-26T03:03:26.643 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.636+0000 7f3b6affd640 1 --2- 172.21.15.23:0/1434340346 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3b6c06ed60 0x7f3b6c0cd310 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f3b5c00b410 tx=0x7f3b5c00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:26.643 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.636+0000 7f3b537fe640 1 -- 172.21.15.23:0/1434340346 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b5c004020 con 0x7f3b6c06ed60 2023-06-26T03:03:26.644 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.636+0000 7f3b537fe640 1 -- 172.21.15.23:0/1434340346 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3b5c004180 con 0x7f3b6c06ed60 2023-06-26T03:03:26.644 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.636+0000 7f3b717cd640 1 -- 172.21.15.23:0/1434340346 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3b6c0ccb10 con 0x7f3b6c06ed60 2023-06-26T03:03:26.644 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.636+0000 7f3b537fe640 1 -- 172.21.15.23:0/1434340346 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b5c011630 con 0x7f3b6c06ed60 2023-06-26T03:03:26.644 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.636+0000 7f3b717cd640 1 -- 172.21.15.23:0/1434340346 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3b6c158440 con 0x7f3b6c06ed60 2023-06-26T03:03:26.645 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.636+0000 7f3b717cd640 1 -- 172.21.15.23:0/1434340346 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3b6c04d790 con 0x7f3b6c06ed60 2023-06-26T03:03:26.645 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.636+0000 7f3b537fe640 1 -- 172.21.15.23:0/1434340346 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f3b5c011790 con 0x7f3b6c06ed60 2023-06-26T03:03:26.645 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.636+0000 7f3b537fe640 1 --2- 172.21.15.23:0/1434340346 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3b58066280 0x7f3b58068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:26.645 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.636+0000 7f3b537fe640 1 -- 172.21.15.23:0/1434340346 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 6957+0+0 (secure 0 0 0) 0x7f3b5c083dd0 con 0x7f3b6c06ed60 2023-06-26T03:03:26.645 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.636+0000 7f3b6a7fc640 1 --2- 172.21.15.23:0/1434340346 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3b58066280 0x7f3b58068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:26.645 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.640+0000 7f3b6a7fc640 1 --2- 172.21.15.23:0/1434340346 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3b58066280 0x7f3b58068730 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f3b600ad000 tx=0x7f3b60008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:26.647 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.640+0000 7f3b537fe640 1 -- 172.21.15.23:0/1434340346 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f3b5c050ed0 con 0x7f3b6c06ed60 2023-06-26T03:03:26.830 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:26.824+0000 7f3b717cd640 1 -- 172.21.15.23:0/1434340346 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f3b6c1641e0 con 0x7f3b6c06ed60 2023-06-26T03:03:27.481 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.476+0000 7f3b537fe640 1 -- 172.21.15.23:0/1434340346 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v10) v1 ==== 104+0+0 (secure 0 0 0) 0x7f3b5c0544f0 con 0x7f3b6c06ed60 2023-06-26T03:03:27.485 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.480+0000 7f3b717cd640 1 -- 172.21.15.23:0/1434340346 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3b58066280 msgr2=0x7f3b58068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:27.485 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.480+0000 7f3b717cd640 1 --2- 172.21.15.23:0/1434340346 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3b58066280 0x7f3b58068730 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f3b600ad000 tx=0x7f3b60008040 comp rx=0 tx=0).stop 2023-06-26T03:03:27.485 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.480+0000 7f3b717cd640 1 -- 172.21.15.23:0/1434340346 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3b6c06ed60 msgr2=0x7f3b6c0cd310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:27.485 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.480+0000 7f3b717cd640 1 --2- 172.21.15.23:0/1434340346 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3b6c06ed60 0x7f3b6c0cd310 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f3b5c00b410 tx=0x7f3b5c00b8d0 comp rx=0 tx=0).stop 2023-06-26T03:03:27.485 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.480+0000 7f3b717cd640 1 -- 172.21.15.23:0/1434340346 shutdown_connections 2023-06-26T03:03:27.486 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.480+0000 7f3b717cd640 1 --2- 172.21.15.23:0/1434340346 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3b58066280 0x7f3b58068730 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:27.486 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.480+0000 7f3b717cd640 1 --2- 172.21.15.23:0/1434340346 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3b6c14e2b0 0x7f3b6c14d8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:27.486 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.480+0000 7f3b717cd640 1 --2- 172.21.15.23:0/1434340346 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3b6c0afab0 0x7f3b6c157f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:27.486 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.480+0000 7f3b717cd640 1 --2- 172.21.15.23:0/1434340346 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3b6c06ed60 0x7f3b6c0cd310 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:27.486 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.480+0000 7f3b717cd640 1 -- 172.21.15.23:0/1434340346 >> 172.21.15.23:0/1434340346 conn(0x7f3b6c069fc0 msgr2=0x7f3b6c0ad670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:27.486 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.480+0000 7f3b717cd640 1 -- 172.21.15.23:0/1434340346 shutdown_connections 2023-06-26T03:03:27.486 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.480+0000 7f3b717cd640 1 -- 172.21.15.23:0/1434340346 wait complete. 2023-06-26T03:03:27.504 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2023-06-26T03:03:27.636 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.632+0000 7ff79ad2f640 1 Processor -- start 2023-06-26T03:03:27.636 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.632+0000 7ff79ad2f640 1 -- start start 2023-06-26T03:03:27.637 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.632+0000 7ff79ad2f640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7ff7941599b0 0x7ff79406b630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:27.637 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.632+0000 7ff79ad2f640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7ff7940afcf0 0x7ff7940c80a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:27.638 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.632+0000 7ff79ad2f640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff794159d80 con 0x7ff79406bb70 2023-06-26T03:03:27.638 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.632+0000 7ff79ad2f640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff7940b3a30 con 0x7ff7940afcf0 2023-06-26T03:03:27.638 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.632+0000 7ff79ad2f640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff7940b3470 con 0x7ff7941599b0 2023-06-26T03:03:27.638 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.632+0000 7ff7992cc640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7ff7940afcf0 0x7ff7940c80a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:27.638 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.632+0000 7ff7992cc640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7ff7940afcf0 0x7ff7940c80a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35354/0 (socket says 172.21.15.23:35354) 2023-06-26T03:03:27.638 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.632+0000 7ff7992cc640 1 -- 172.21.15.23:0/1512863214 learned_addr learned my addr 172.21.15.23:0/1512863214 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:27.638 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.632+0000 7ff793fff640 1 --1- 172.21.15.23:0/1512863214 >> v1:172.21.15.23:6789/0 conn(0x7ff79406bb70 0x7ff7940af5e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:38906/0 (socket says 172.21.15.23:38906) 2023-06-26T03:03:27.639 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.632+0000 7ff798acb640 1 --2- 172.21.15.23:0/1512863214 >> v2:172.21.15.71:3300/0 conn(0x7ff7941599b0 0x7ff79406b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:27.639 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.632+0000 7ff7992cc640 1 -- 172.21.15.23:0/1512863214 >> v2:172.21.15.71:3300/0 conn(0x7ff7941599b0 msgr2=0x7ff79406b630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:27.639 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.632+0000 7ff7992cc640 1 --2- 172.21.15.23:0/1512863214 >> v2:172.21.15.71:3300/0 conn(0x7ff7941599b0 0x7ff79406b630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:27.639 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.632+0000 7ff7992cc640 1 -- 172.21.15.23:0/1512863214 >> v1:172.21.15.23:6789/0 conn(0x7ff79406bb70 legacy=0x7ff7940af5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:27.640 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.632+0000 7ff7992cc640 1 -- 172.21.15.23:0/1512863214 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7940b3750 con 0x7ff7940afcf0 2023-06-26T03:03:27.640 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.632+0000 7ff7937fe640 1 -- 172.21.15.23:0/1512863214 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 59187293 0 0) 0x7ff794159d80 con 0x7ff79406bb70 2023-06-26T03:03:27.640 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.636+0000 7ff7992cc640 1 --2- 172.21.15.23:0/1512863214 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff7940afcf0 0x7ff7940c80a0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7ff7940b02a0 tx=0x7ff78401c500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52d49eb73eaf231b server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:27.641 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.636+0000 7ff7937fe640 1 -- 172.21.15.23:0/1512863214 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7840ab600 con 0x7ff7940afcf0 2023-06-26T03:03:27.641 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.636+0000 7ff7937fe640 1 -- 172.21.15.23:0/1512863214 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7840a7050 con 0x7ff7940afcf0 2023-06-26T03:03:27.641 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.636+0000 7ff7937fe640 1 -- 172.21.15.23:0/1512863214 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7840ab980 con 0x7ff7940afcf0 2023-06-26T03:03:27.642 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.636+0000 7ff79ad2f640 1 -- 172.21.15.23:0/1512863214 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff7940afcf0 msgr2=0x7ff7940c80a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:27.642 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.636+0000 7ff79ad2f640 1 --2- 172.21.15.23:0/1512863214 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff7940afcf0 0x7ff7940c80a0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7ff7940b02a0 tx=0x7ff78401c500 comp rx=0 tx=0).stop 2023-06-26T03:03:27.642 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.636+0000 7ff79ad2f640 1 -- 172.21.15.23:0/1512863214 shutdown_connections 2023-06-26T03:03:27.642 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.636+0000 7ff79ad2f640 1 --2- 172.21.15.23:0/1512863214 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff7940afcf0 0x7ff7940c80a0 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:27.642 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.636+0000 7ff79ad2f640 1 --2- 172.21.15.23:0/1512863214 >> v2:172.21.15.71:3300/0 conn(0x7ff7941599b0 0x7ff79406b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:27.642 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.636+0000 7ff79ad2f640 1 -- 172.21.15.23:0/1512863214 >> 172.21.15.23:0/1512863214 conn(0x7ff7940cdae0 msgr2=0x7ff7940cdeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:27.643 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.636+0000 7ff79ad2f640 1 -- 172.21.15.23:0/1512863214 shutdown_connections 2023-06-26T03:03:27.643 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.636+0000 7ff79ad2f640 1 -- 172.21.15.23:0/1512863214 wait complete. 2023-06-26T03:03:27.644 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.636+0000 7ff79ad2f640 1 Processor -- start 2023-06-26T03:03:27.645 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.636+0000 7ff79ad2f640 1 -- start start 2023-06-26T03:03:27.645 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.636+0000 7ff79ad2f640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff79406bb70 0x7ff7940cbc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:27.645 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.636+0000 7ff79ad2f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff7940afcf0 0x7ff7940ac600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:27.645 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.636+0000 7ff79ad2f640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff7941599b0 0x7ff794154b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:27.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.636+0000 7ff79ad2f640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff79415c680 con 0x7ff79406bb70 2023-06-26T03:03:27.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.636+0000 7ff79ad2f640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7940acb40 con 0x7ff7940afcf0 2023-06-26T03:03:27.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.636+0000 7ff79ad2f640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7940cc2b0 con 0x7ff7941599b0 2023-06-26T03:03:27.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.636+0000 7ff798acb640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff79406bb70 0x7ff7940cbc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:27.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.636+0000 7ff798acb640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff79406bb70 0x7ff7940cbc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:35366/0 (socket says 172.21.15.23:35366) 2023-06-26T03:03:27.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.636+0000 7ff798acb640 1 -- 172.21.15.23:0/3817373375 learned_addr learned my addr 172.21.15.23:0/3817373375 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:27.647 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.636+0000 7ff7992cc640 1 --2- 172.21.15.23:0/3817373375 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff7941599b0 0x7ff794154b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:27.647 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.636+0000 7ff793fff640 1 --2- 172.21.15.23:0/3817373375 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff7940afcf0 0x7ff7940ac600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:27.647 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.636+0000 7ff798acb640 1 -- 172.21.15.23:0/3817373375 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff7941599b0 msgr2=0x7ff794154b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:27.647 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.636+0000 7ff798acb640 1 --2- 172.21.15.23:0/3817373375 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff7941599b0 0x7ff794154b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:27.647 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.636+0000 7ff798acb640 1 -- 172.21.15.23:0/3817373375 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff7940afcf0 msgr2=0x7ff7940ac600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:27.647 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.636+0000 7ff798acb640 1 --2- 172.21.15.23:0/3817373375 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff7940afcf0 0x7ff7940ac600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:27.647 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.636+0000 7ff798acb640 1 -- 172.21.15.23:0/3817373375 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7840094d0 con 0x7ff79406bb70 2023-06-26T03:03:27.648 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.640+0000 7ff798acb640 1 --2- 172.21.15.23:0/3817373375 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff79406bb70 0x7ff7940cbc60 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7ff78c007e70 tx=0x7ff78c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:27.648 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.640+0000 7ff7917fa640 1 -- 172.21.15.23:0/3817373375 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff78c014620 con 0x7ff79406bb70 2023-06-26T03:03:27.648 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.640+0000 7ff7917fa640 1 -- 172.21.15.23:0/3817373375 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff78c014780 con 0x7ff79406bb70 2023-06-26T03:03:27.648 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.640+0000 7ff79ad2f640 1 -- 172.21.15.23:0/3817373375 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff79415c030 con 0x7ff79406bb70 2023-06-26T03:03:27.648 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.640+0000 7ff7917fa640 1 -- 172.21.15.23:0/3817373375 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff78c014b30 con 0x7ff79406bb70 2023-06-26T03:03:27.648 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.640+0000 7ff79ad2f640 1 -- 172.21.15.23:0/3817373375 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff7941550b0 con 0x7ff79406bb70 2023-06-26T03:03:27.649 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.640+0000 7ff79ad2f640 1 -- 172.21.15.23:0/3817373375 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff79404d790 con 0x7ff79406bb70 2023-06-26T03:03:27.649 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.640+0000 7ff7917fa640 1 -- 172.21.15.23:0/3817373375 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff78c014c90 con 0x7ff79406bb70 2023-06-26T03:03:27.649 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.640+0000 7ff7917fa640 1 --2- 172.21.15.23:0/3817373375 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff780066280 0x7ff780068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:27.649 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.640+0000 7ff7917fa640 1 -- 172.21.15.23:0/3817373375 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 6957+0+0 (secure 0 0 0) 0x7ff78c084aa0 con 0x7ff79406bb70 2023-06-26T03:03:27.650 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.640+0000 7ff793fff640 1 --2- 172.21.15.23:0/3817373375 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff780066280 0x7ff780068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:27.650 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.640+0000 7ff793fff640 1 --2- 172.21.15.23:0/3817373375 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff780066280 0x7ff780068730 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7ff7940c8f90 tx=0x7ff788009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:27.650 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.644+0000 7ff7917fa640 1 -- 172.21.15.23:0/3817373375 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff78c0555a0 con 0x7ff79406bb70 2023-06-26T03:03:27.804 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:27.800+0000 7ff79ad2f640 1 -- 172.21.15.23:0/3817373375 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7ff7940c8ce0 con 0x7ff79406bb70 2023-06-26T03:03:28.488 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.484+0000 7ff7917fa640 1 -- 172.21.15.23:0/3817373375 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v31) v1 ==== 181+0+0 (secure 0 0 0) 0x7ff78c055130 con 0x7ff79406bb70 2023-06-26T03:03:28.495 INFO:teuthology.orchestra.run.smithi023.stderr:pool 'cephfs_metadata' removed 2023-06-26T03:03:28.499 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.492+0000 7ff79ad2f640 1 -- 172.21.15.23:0/3817373375 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff780066280 msgr2=0x7ff780068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:28.500 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.492+0000 7ff79ad2f640 1 --2- 172.21.15.23:0/3817373375 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff780066280 0x7ff780068730 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7ff7940c8f90 tx=0x7ff788009040 comp rx=0 tx=0).stop 2023-06-26T03:03:28.500 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.492+0000 7ff79ad2f640 1 -- 172.21.15.23:0/3817373375 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff79406bb70 msgr2=0x7ff7940cbc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:28.500 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.492+0000 7ff79ad2f640 1 --2- 172.21.15.23:0/3817373375 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff79406bb70 0x7ff7940cbc60 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7ff78c007e70 tx=0x7ff78c00e4b0 comp rx=0 tx=0).stop 2023-06-26T03:03:28.500 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.492+0000 7ff79ad2f640 1 -- 172.21.15.23:0/3817373375 shutdown_connections 2023-06-26T03:03:28.500 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.492+0000 7ff79ad2f640 1 --2- 172.21.15.23:0/3817373375 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff780066280 0x7ff780068730 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:28.500 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.492+0000 7ff79ad2f640 1 --2- 172.21.15.23:0/3817373375 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff7941599b0 0x7ff794154b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:28.501 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.492+0000 7ff79ad2f640 1 --2- 172.21.15.23:0/3817373375 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff7940afcf0 0x7ff7940ac600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:28.501 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.492+0000 7ff79ad2f640 1 --2- 172.21.15.23:0/3817373375 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff79406bb70 0x7ff7940cbc60 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:28.501 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.492+0000 7ff79ad2f640 1 -- 172.21.15.23:0/3817373375 >> 172.21.15.23:0/3817373375 conn(0x7ff7940cdae0 msgr2=0x7ff7940ad8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:28.501 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.492+0000 7ff79ad2f640 1 -- 172.21.15.23:0/3817373375 shutdown_connections 2023-06-26T03:03:28.501 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.492+0000 7ff79ad2f640 1 -- 172.21.15.23:0/3817373375 wait complete. 2023-06-26T03:03:28.525 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2023-06-26T03:03:28.665 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f861d2ec640 1 Processor -- start 2023-06-26T03:03:28.665 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f861d2ec640 1 -- start start 2023-06-26T03:03:28.666 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f861d2ec640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f86181599b0 0x7f861806b630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:28.666 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f861d2ec640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8618159d80 con 0x7f86180afcf0 2023-06-26T03:03:28.666 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f861d2ec640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f86180b3a30 con 0x7f861806bb70 2023-06-26T03:03:28.666 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f861d2ec640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f86180b3470 con 0x7f86181599b0 2023-06-26T03:03:28.666 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f86177fe640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f86180afcf0 0x7f86180c80a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:57928/0 (socket says 172.21.15.23:57928) 2023-06-26T03:03:28.667 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f86177fe640 1 -- 172.21.15.23:0/1920166050 learned_addr learned my addr 172.21.15.23:0/1920166050 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:28.668 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f8616ffd640 1 --2- 172.21.15.23:0/1920166050 >> v2:172.21.15.71:3300/0 conn(0x7f86181599b0 0x7f861806b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:28.668 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f8615ffb640 1 -- 172.21.15.23:0/1920166050 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2379017891 0 0) 0x7f8618159d80 con 0x7f86180afcf0 2023-06-26T03:03:28.669 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f8615ffb640 1 -- 172.21.15.23:0/1920166050 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8604003530 con 0x7f86180afcf0 2023-06-26T03:03:28.669 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f8615ffb640 1 -- 172.21.15.23:0/1920166050 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1238859404 0 0) 0x7f8604003530 con 0x7f86180afcf0 2023-06-26T03:03:28.669 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f8615ffb640 1 -- 172.21.15.23:0/1920166050 >> v2:172.21.15.71:3300/0 conn(0x7f86181599b0 msgr2=0x7f861806b630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:28.669 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f8615ffb640 1 --2- 172.21.15.23:0/1920166050 >> v2:172.21.15.71:3300/0 conn(0x7f86181599b0 0x7f861806b630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:28.669 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f8615ffb640 1 -- 172.21.15.23:0/1920166050 >> v1:172.21.15.71:6789/0 conn(0x7f861806bb70 legacy=0x7f86180af5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:28.669 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f8615ffb640 1 -- 172.21.15.23:0/1920166050 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86180b3750 con 0x7f86180afcf0 2023-06-26T03:03:28.670 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f8615ffb640 1 -- 172.21.15.23:0/1920166050 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f8608001680 con 0x7f86180afcf0 2023-06-26T03:03:28.670 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f8615ffb640 1 -- 172.21.15.23:0/1920166050 >> v1:172.21.15.23:6789/0 conn(0x7f86180afcf0 legacy=0x7f86180c80a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:28.670 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f8615ffb640 1 --2- 172.21.15.23:0/1920166050 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8604003a40 0x7f8604003e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:28.670 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f8615ffb640 1 --2- 172.21.15.23:0/1920166050 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f86040047d0 0x7f8604004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:28.670 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f8615ffb640 1 --2- 172.21.15.23:0/1920166050 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8604005180 0x7f860400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:28.670 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f8615ffb640 1 -- 172.21.15.23:0/1920166050 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86180b3470 con 0x7f8604003a40 2023-06-26T03:03:28.670 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f8615ffb640 1 -- 172.21.15.23:0/1920166050 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f860400c0c0 con 0x7f8604005180 2023-06-26T03:03:28.670 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f8615ffb640 1 -- 172.21.15.23:0/1920166050 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f860400c280 con 0x7f86040047d0 2023-06-26T03:03:28.671 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f8616ffd640 1 --2- 172.21.15.23:0/1920166050 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8604003a40 0x7f8604003e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:28.671 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f86177fe640 1 --2- 172.21.15.23:0/1920166050 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8604005180 0x7f860400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:28.671 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f86167fc640 1 --2- 172.21.15.23:0/1920166050 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f86040047d0 0x7f8604004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:28.671 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f8616ffd640 1 -- 172.21.15.23:0/1920166050 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f86040047d0 msgr2=0x7f8604004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:28.671 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f8616ffd640 1 --2- 172.21.15.23:0/1920166050 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f86040047d0 0x7f8604004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:28.671 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f8616ffd640 1 -- 172.21.15.23:0/1920166050 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8604005180 msgr2=0x7f860400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:28.671 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f8616ffd640 1 --2- 172.21.15.23:0/1920166050 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8604005180 0x7f860400b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:28.671 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f8616ffd640 1 -- 172.21.15.23:0/1920166050 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8604003530 con 0x7f8604003a40 2023-06-26T03:03:28.672 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f86177fe640 1 --2- 172.21.15.23:0/1920166050 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8604005180 0x7f860400b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:03:28.672 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.660+0000 7f86177fe640 1 -- 172.21.15.23:0/1920166050 reap_dead start 2023-06-26T03:03:28.674 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.664+0000 7f8616ffd640 1 --2- 172.21.15.23:0/1920166050 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8604003a40 0x7f8604003e50 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f8610009ab0 tx=0x7f861001ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f78b64d662e8b98f server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:28.674 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.664+0000 7f8615ffb640 1 -- 172.21.15.23:0/1920166050 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86100a64a0 con 0x7f8604003a40 2023-06-26T03:03:28.674 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.664+0000 7f8615ffb640 1 -- 172.21.15.23:0/1920166050 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f86100a6600 con 0x7f8604003a40 2023-06-26T03:03:28.675 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.664+0000 7f8615ffb640 1 -- 172.21.15.23:0/1920166050 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86100a69b0 con 0x7f8604003a40 2023-06-26T03:03:28.675 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.664+0000 7f861d2ec640 1 -- 172.21.15.23:0/1920166050 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8604003a40 msgr2=0x7f8604003e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:28.675 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.664+0000 7f861d2ec640 1 --2- 172.21.15.23:0/1920166050 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8604003a40 0x7f8604003e50 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f8610009ab0 tx=0x7f861001ca30 comp rx=0 tx=0).stop 2023-06-26T03:03:28.675 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.664+0000 7f861d2ec640 1 -- 172.21.15.23:0/1920166050 shutdown_connections 2023-06-26T03:03:28.675 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.664+0000 7f861d2ec640 1 --2- 172.21.15.23:0/1920166050 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8604003a40 0x7f8604003e50 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:28.675 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.664+0000 7f861d2ec640 1 -- 172.21.15.23:0/1920166050 >> 172.21.15.23:0/1920166050 conn(0x7f86180cdae0 msgr2=0x7f86180cdeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:28.675 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.664+0000 7f861d2ec640 1 -- 172.21.15.23:0/1920166050 shutdown_connections 2023-06-26T03:03:28.676 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.664+0000 7f861d2ec640 1 -- 172.21.15.23:0/1920166050 wait complete. 2023-06-26T03:03:28.676 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.664+0000 7f861d2ec640 1 Processor -- start 2023-06-26T03:03:28.676 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.664+0000 7f861d2ec640 1 -- start start 2023-06-26T03:03:28.676 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.668+0000 7f861d2ec640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8604003a40 0x7f86180cd1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:28.676 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.668+0000 7f861d2ec640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f861814d060 0x7f86180ae890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:28.676 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.668+0000 7f861d2ec640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f86181e5c80 0x7f86180ab890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:28.676 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.668+0000 7f861d2ec640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86180aedd0 con 0x7f86181e5c80 2023-06-26T03:03:28.677 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.668+0000 7f861d2ec640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86181e57f0 con 0x7f861814d060 2023-06-26T03:03:28.677 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.668+0000 7f861d2ec640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86181e51e0 con 0x7f8604003a40 2023-06-26T03:03:28.677 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.668+0000 7f86177fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f86181e5c80 0x7f86180ab890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:28.677 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.668+0000 7f86177fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f86181e5c80 0x7f86180ab890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:48484/0 (socket says 172.21.15.23:48484) 2023-06-26T03:03:28.677 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.668+0000 7f86177fe640 1 -- 172.21.15.23:0/1216669182 learned_addr learned my addr 172.21.15.23:0/1216669182 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:28.677 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.668+0000 7f86167fc640 1 --2- 172.21.15.23:0/1216669182 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f861814d060 0x7f86180ae890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:28.677 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.668+0000 7f8616ffd640 1 --2- 172.21.15.23:0/1216669182 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8604003a40 0x7f86180cd1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:28.678 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.668+0000 7f86177fe640 1 -- 172.21.15.23:0/1216669182 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8604003a40 msgr2=0x7f86180cd1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:28.678 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.668+0000 7f86177fe640 1 --2- 172.21.15.23:0/1216669182 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8604003a40 0x7f86180cd1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:28.678 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.668+0000 7f86177fe640 1 -- 172.21.15.23:0/1216669182 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f861814d060 msgr2=0x7f86180ae890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:28.678 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.668+0000 7f86177fe640 1 --2- 172.21.15.23:0/1216669182 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f861814d060 0x7f86180ae890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:28.678 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.668+0000 7f86177fe640 1 -- 172.21.15.23:0/1216669182 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f861814d4d0 con 0x7f86181e5c80 2023-06-26T03:03:28.678 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.668+0000 7f86177fe640 1 --2- 172.21.15.23:0/1216669182 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f86181e5c80 0x7f86180ab890 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f861806e510 tx=0x7f860800e590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:28.678 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.668+0000 7f860f7fe640 1 -- 172.21.15.23:0/1216669182 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f860800eb20 con 0x7f86181e5c80 2023-06-26T03:03:28.678 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.668+0000 7f860f7fe640 1 -- 172.21.15.23:0/1216669182 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f860800eca0 con 0x7f86181e5c80 2023-06-26T03:03:28.679 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.668+0000 7f860f7fe640 1 -- 172.21.15.23:0/1216669182 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8608014430 con 0x7f86181e5c80 2023-06-26T03:03:28.679 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.668+0000 7f861d2ec640 1 -- 172.21.15.23:0/1216669182 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f86180aefe0 con 0x7f86181e5c80 2023-06-26T03:03:28.679 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.668+0000 7f861d2ec640 1 -- 172.21.15.23:0/1216669182 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f86180af2c0 con 0x7f86181e5c80 2023-06-26T03:03:28.679 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.668+0000 7f861d2ec640 1 -- 172.21.15.23:0/1216669182 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f861804d790 con 0x7f86181e5c80 2023-06-26T03:03:28.680 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.668+0000 7f860f7fe640 1 -- 172.21.15.23:0/1216669182 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f8608014590 con 0x7f86181e5c80 2023-06-26T03:03:28.680 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.668+0000 7f860f7fe640 1 --2- 172.21.15.23:0/1216669182 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f85f80662b0 0x7f85f8068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:28.680 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.668+0000 7f860f7fe640 1 -- 172.21.15.23:0/1216669182 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 6519+0+0 (secure 0 0 0) 0x7f8608082d50 con 0x7f86181e5c80 2023-06-26T03:03:28.680 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.668+0000 7f8616ffd640 1 --2- 172.21.15.23:0/1216669182 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f85f80662b0 0x7f85f8068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:28.680 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.672+0000 7f8616ffd640 1 --2- 172.21.15.23:0/1216669182 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f85f80662b0 0x7f85f8068760 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f86100ad000 tx=0x7f86100046d0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:28.680 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.672+0000 7f860f7fe640 1 -- 172.21.15.23:0/1216669182 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f8608086030 con 0x7f86181e5c80 2023-06-26T03:03:28.833 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:28.828+0000 7f861d2ec640 1 -- 172.21.15.23:0/1216669182 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f86181e5930 con 0x7f86181e5c80 2023-06-26T03:03:29.503 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.496+0000 7f860f7fe640 1 -- 172.21.15.23:0/1216669182 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v32) v1 ==== 169+0+0 (secure 0 0 0) 0x7f8608053b20 con 0x7f86181e5c80 2023-06-26T03:03:29.504 INFO:teuthology.orchestra.run.smithi023.stderr:pool 'cephfs_data' removed 2023-06-26T03:03:29.506 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.500+0000 7f861d2ec640 1 -- 172.21.15.23:0/1216669182 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f85f80662b0 msgr2=0x7f85f8068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:29.507 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.500+0000 7f861d2ec640 1 --2- 172.21.15.23:0/1216669182 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f85f80662b0 0x7f85f8068760 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f86100ad000 tx=0x7f86100046d0 comp rx=0 tx=0).stop 2023-06-26T03:03:29.507 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.500+0000 7f861d2ec640 1 -- 172.21.15.23:0/1216669182 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f86181e5c80 msgr2=0x7f86180ab890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:29.507 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.500+0000 7f861d2ec640 1 --2- 172.21.15.23:0/1216669182 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f86181e5c80 0x7f86180ab890 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f861806e510 tx=0x7f860800e590 comp rx=0 tx=0).stop 2023-06-26T03:03:29.507 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.500+0000 7f861d2ec640 1 -- 172.21.15.23:0/1216669182 shutdown_connections 2023-06-26T03:03:29.507 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.500+0000 7f861d2ec640 1 --2- 172.21.15.23:0/1216669182 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f85f80662b0 0x7f85f8068760 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:29.507 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.500+0000 7f861d2ec640 1 --2- 172.21.15.23:0/1216669182 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f86181e5c80 0x7f86180ab890 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:29.508 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.500+0000 7f861d2ec640 1 --2- 172.21.15.23:0/1216669182 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f861814d060 0x7f86180ae890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:29.508 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.500+0000 7f861d2ec640 1 --2- 172.21.15.23:0/1216669182 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8604003a40 0x7f86180cd1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:29.508 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.500+0000 7f861d2ec640 1 -- 172.21.15.23:0/1216669182 >> 172.21.15.23:0/1216669182 conn(0x7f86180cdae0 msgr2=0x7f861814efd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:29.508 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.500+0000 7f861d2ec640 1 -- 172.21.15.23:0/1216669182 shutdown_connections 2023-06-26T03:03:29.508 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.504+0000 7f861d2ec640 1 -- 172.21.15.23:0/1216669182 wait complete. 2023-06-26T03:03:29.531 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2023-06-26T03:03:29.659 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.652+0000 7f2f53131640 1 Processor -- start 2023-06-26T03:03:29.659 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.652+0000 7f2f53131640 1 -- start start 2023-06-26T03:03:29.666 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.656+0000 7f2f53131640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f2f4c0aff20 0x7f2f4c06c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:29.666 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.656+0000 7f2f53131640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2f4c0c8b90 con 0x7f2f4c0b02f0 2023-06-26T03:03:29.667 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.656+0000 7f2f53131640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2f4c0c8e70 con 0x7f2f4c0cc3a0 2023-06-26T03:03:29.667 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.656+0000 7f2f53131640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2f4c0cb290 con 0x7f2f4c0aff20 2023-06-26T03:03:29.667 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.656+0000 7f2f516ce640 1 --1- >> v1:172.21.15.71:6789/0 conn(0x7f2f4c0cc3a0 0x7f2f4c0cc7c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.71:6789/0 says I am v1:172.21.15.23:38524/0 (socket says 172.21.15.23:38524) 2023-06-26T03:03:29.667 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.656+0000 7f2f516ce640 1 -- 172.21.15.23:0/3436483506 learned_addr learned my addr 172.21.15.23:0/3436483506 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:29.667 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.656+0000 7f2f50ecd640 1 --2- 172.21.15.23:0/3436483506 >> v2:172.21.15.71:3300/0 conn(0x7f2f4c0aff20 0x7f2f4c06c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:29.667 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.660+0000 7f2f4b7fe640 1 -- 172.21.15.23:0/3436483506 <== mon.1 v1:172.21.15.71:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 856359392 0 0) 0x7f2f4c0c8e70 con 0x7f2f4c0cc3a0 2023-06-26T03:03:29.667 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.660+0000 7f2f4b7fe640 1 -- 172.21.15.23:0/3436483506 --> v1:172.21.15.71:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2f3c003450 con 0x7f2f4c0cc3a0 2023-06-26T03:03:29.670 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.664+0000 7f2f50ecd640 1 -- 172.21.15.23:0/3436483506 >> v1:172.21.15.71:6789/0 conn(0x7f2f4c0cc3a0 legacy=0x7f2f4c0cc7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:29.670 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.664+0000 7f2f50ecd640 1 -- 172.21.15.23:0/3436483506 >> v1:172.21.15.23:6789/0 conn(0x7f2f4c0b02f0 legacy=0x7f2f4c0ad6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:29.670 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.664+0000 7f2f50ecd640 1 -- 172.21.15.23:0/3436483506 --> v2:172.21.15.71:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f4c0cb570 con 0x7f2f4c0aff20 2023-06-26T03:03:29.672 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.664+0000 7f2f50ecd640 1 --2- 172.21.15.23:0/3436483506 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2f4c0aff20 0x7f2f4c06c4c0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f2f38009740 tx=0x7f2f3801c1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=49c7e2629ca12a40 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:29.672 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.668+0000 7f2f4b7fe640 1 -- 172.21.15.23:0/3436483506 <== mon.1 v2:172.21.15.71:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f44001980 con 0x7f2f4c0aff20 2023-06-26T03:03:29.673 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.668+0000 7f2f4b7fe640 1 -- 172.21.15.23:0/3436483506 <== mon.1 v2:172.21.15.71:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f380a4cd0 con 0x7f2f4c0aff20 2023-06-26T03:03:29.673 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.668+0000 7f2f4b7fe640 1 -- 172.21.15.23:0/3436483506 <== mon.1 v2:172.21.15.71:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f380ac660 con 0x7f2f4c0aff20 2023-06-26T03:03:29.674 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.668+0000 7f2f53131640 1 -- 172.21.15.23:0/3436483506 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2f4c0aff20 msgr2=0x7f2f4c06c4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:29.674 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.668+0000 7f2f53131640 1 --2- 172.21.15.23:0/3436483506 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2f4c0aff20 0x7f2f4c06c4c0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f2f38009740 tx=0x7f2f3801c1c0 comp rx=0 tx=0).stop 2023-06-26T03:03:29.674 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.668+0000 7f2f53131640 1 -- 172.21.15.23:0/3436483506 shutdown_connections 2023-06-26T03:03:29.674 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.668+0000 7f2f53131640 1 --2- 172.21.15.23:0/3436483506 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2f4c0aff20 0x7f2f4c06c4c0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:29.674 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.668+0000 7f2f53131640 1 -- 172.21.15.23:0/3436483506 >> 172.21.15.23:0/3436483506 conn(0x7f2f4c069400 msgr2=0x7f2f4c069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:29.677 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.672+0000 7f2f53131640 1 -- 172.21.15.23:0/3436483506 shutdown_connections 2023-06-26T03:03:29.677 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.672+0000 7f2f53131640 1 -- 172.21.15.23:0/3436483506 wait complete. 2023-06-26T03:03:29.679 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.672+0000 7f2f53131640 1 Processor -- start 2023-06-26T03:03:29.680 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.672+0000 7f2f53131640 1 -- start start 2023-06-26T03:03:29.682 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.676+0000 7f2f53131640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2f4c0aff20 0x7f2f4c148690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:29.682 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.676+0000 7f2f53131640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2f4c0b02f0 0x7f2f4c148ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:29.682 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.676+0000 7f2f53131640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2f4c0cc3a0 0x7f2f4c0c5890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:29.682 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.676+0000 7f2f53131640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f4c0c5dd0 con 0x7f2f4c0cc3a0 2023-06-26T03:03:29.682 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.676+0000 7f2f53131640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f4c0c74f0 con 0x7f2f4c0b02f0 2023-06-26T03:03:29.682 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.676+0000 7f2f53131640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2f4c0c71e0 con 0x7f2f4c0aff20 2023-06-26T03:03:29.683 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.676+0000 7f2f4bfff640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2f4c0b02f0 0x7f2f4c148ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:29.683 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.676+0000 7f2f516ce640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2f4c0cc3a0 0x7f2f4c0c5890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:29.683 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.676+0000 7f2f516ce640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2f4c0cc3a0 0x7f2f4c0c5890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:48492/0 (socket says 172.21.15.23:48492) 2023-06-26T03:03:29.683 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.676+0000 7f2f516ce640 1 -- 172.21.15.23:0/1030384443 learned_addr learned my addr 172.21.15.23:0/1030384443 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:29.683 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.676+0000 7f2f516ce640 1 -- 172.21.15.23:0/1030384443 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2f4c0aff20 msgr2=0x7f2f4c148690 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-06-26T03:03:29.683 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.676+0000 7f2f516ce640 1 --2- 172.21.15.23:0/1030384443 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2f4c0aff20 0x7f2f4c148690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:29.683 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.676+0000 7f2f516ce640 1 -- 172.21.15.23:0/1030384443 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2f4c0b02f0 msgr2=0x7f2f4c148ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:29.684 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.676+0000 7f2f516ce640 1 --2- 172.21.15.23:0/1030384443 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2f4c0b02f0 0x7f2f4c148ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:29.684 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.676+0000 7f2f516ce640 1 -- 172.21.15.23:0/1030384443 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f38009420 con 0x7f2f4c0cc3a0 2023-06-26T03:03:29.684 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.676+0000 7f2f516ce640 1 --2- 172.21.15.23:0/1030384443 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2f4c0cc3a0 0x7f2f4c0c5890 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f2f4400cb20 tx=0x7f2f44002120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:29.685 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.676+0000 7f2f497fa640 1 -- 172.21.15.23:0/1030384443 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f4400a760 con 0x7f2f4c0cc3a0 2023-06-26T03:03:29.685 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.676+0000 7f2f497fa640 1 -- 172.21.15.23:0/1030384443 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f4400a8c0 con 0x7f2f4c0cc3a0 2023-06-26T03:03:29.685 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.676+0000 7f2f53131640 1 -- 172.21.15.23:0/1030384443 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2f4c14b4e0 con 0x7f2f4c0cc3a0 2023-06-26T03:03:29.685 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.676+0000 7f2f497fa640 1 -- 172.21.15.23:0/1030384443 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f4400ac30 con 0x7f2f4c0cc3a0 2023-06-26T03:03:29.685 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.676+0000 7f2f53131640 1 -- 172.21.15.23:0/1030384443 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2f4c14baa0 con 0x7f2f4c0cc3a0 2023-06-26T03:03:29.685 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.680+0000 7f2f497fa640 1 -- 172.21.15.23:0/1030384443 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f2f440070d0 con 0x7f2f4c0cc3a0 2023-06-26T03:03:29.686 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.680+0000 7f2f497fa640 1 --2- 172.21.15.23:0/1030384443 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2f30066280 0x7f2f30068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:29.686 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.680+0000 7f2f497fa640 1 -- 172.21.15.23:0/1030384443 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 6047+0+0 (secure 0 0 0) 0x7f2f44083540 con 0x7f2f4c0cc3a0 2023-06-26T03:03:29.686 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.680+0000 7f2f50ecd640 1 --2- 172.21.15.23:0/1030384443 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2f30066280 0x7f2f30068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:29.687 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.680+0000 7f2f50ecd640 1 --2- 172.21.15.23:0/1030384443 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2f30066280 0x7f2f30068730 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f2f380ae000 tx=0x7f2f380a6070 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:29.690 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.684+0000 7f2f53131640 1 -- 172.21.15.23:0/1030384443 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2f4c14bcc0 con 0x7f2f4c0cc3a0 2023-06-26T03:03:29.696 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.692+0000 7f2f497fa640 1 -- 172.21.15.23:0/1030384443 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f2f440509d0 con 0x7f2f4c0cc3a0 2023-06-26T03:03:29.849 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:29.844+0000 7f2f53131640 1 -- 172.21.15.23:0/1030384443 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f2f4c04d790 con 0x7f2f4c0cc3a0 2023-06-26T03:03:30.510 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.504+0000 7f2f497fa640 1 -- 172.21.15.23:0/1030384443 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v33) v1 ==== 178+0+0 (secure 0 0 0) 0x7f2f44018070 con 0x7f2f4c0cc3a0 2023-06-26T03:03:30.511 INFO:teuthology.orchestra.run.smithi023.stderr:pool 'cephfs_data_ec' removed 2023-06-26T03:03:30.516 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.512+0000 7f2f53131640 1 -- 172.21.15.23:0/1030384443 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2f30066280 msgr2=0x7f2f30068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:30.516 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.512+0000 7f2f53131640 1 --2- 172.21.15.23:0/1030384443 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2f30066280 0x7f2f30068730 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f2f380ae000 tx=0x7f2f380a6070 comp rx=0 tx=0).stop 2023-06-26T03:03:30.516 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.512+0000 7f2f53131640 1 -- 172.21.15.23:0/1030384443 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2f4c0cc3a0 msgr2=0x7f2f4c0c5890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:30.516 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.512+0000 7f2f53131640 1 --2- 172.21.15.23:0/1030384443 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2f4c0cc3a0 0x7f2f4c0c5890 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f2f4400cb20 tx=0x7f2f44002120 comp rx=0 tx=0).stop 2023-06-26T03:03:30.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.512+0000 7f2f53131640 1 -- 172.21.15.23:0/1030384443 shutdown_connections 2023-06-26T03:03:30.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.512+0000 7f2f53131640 1 --2- 172.21.15.23:0/1030384443 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f2f30066280 0x7f2f30068730 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:30.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.512+0000 7f2f53131640 1 --2- 172.21.15.23:0/1030384443 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2f4c0cc3a0 0x7f2f4c0c5890 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:30.518 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.512+0000 7f2f53131640 1 --2- 172.21.15.23:0/1030384443 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2f4c0b02f0 0x7f2f4c148ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:30.519 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.512+0000 7f2f53131640 1 --2- 172.21.15.23:0/1030384443 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2f4c0aff20 0x7f2f4c148690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:30.519 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.512+0000 7f2f53131640 1 -- 172.21.15.23:0/1030384443 >> 172.21.15.23:0/1030384443 conn(0x7f2f4c069400 msgr2=0x7f2f4c0cc7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:30.519 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.512+0000 7f2f53131640 1 -- 172.21.15.23:0/1030384443 shutdown_connections 2023-06-26T03:03:30.519 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.512+0000 7f2f53131640 1 -- 172.21.15.23:0/1030384443 wait complete. 2023-06-26T03:03:30.544 INFO:tasks.ceph.mds.a:Restarting daemon 2023-06-26T03:03:30.544 INFO:tasks.ceph.mds.a:Stopping old one... 2023-06-26T03:03:30.544 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2023-06-26T03:03:30.544 INFO:teuthology.orchestra.run:waiting for 300 2023-06-26T03:03:30.545 INFO:tasks.ceph.mds.c:Restarting daemon 2023-06-26T03:03:30.545 INFO:tasks.ceph.mds.c:Stopping old one... 2023-06-26T03:03:30.545 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2023-06-26T03:03:30.545 INFO:teuthology.orchestra.run:waiting for 300 2023-06-26T03:03:30.546 INFO:tasks.ceph.mds.b:Restarting daemon 2023-06-26T03:03:30.546 INFO:tasks.ceph.mds.b:Stopping old one... 2023-06-26T03:03:30.546 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2023-06-26T03:03:30.546 INFO:teuthology.orchestra.run:waiting for 300 2023-06-26T03:03:30.546 INFO:tasks.ceph.mds.d:Restarting daemon 2023-06-26T03:03:30.547 INFO:tasks.ceph.mds.d:Stopping old one... 2023-06-26T03:03:30.547 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2023-06-26T03:03:30.547 INFO:teuthology.orchestra.run:waiting for 300 2023-06-26T03:03:30.556 INFO:tasks.ceph.mds.c:Stopped 2023-06-26T03:03:30.556 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2023-06-26T03:03:30.557 INFO:tasks.ceph.mds.a:Stopped 2023-06-26T03:03:30.557 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2023-06-26T03:03:30.559 INFO:tasks.ceph.mds.b:Stopped 2023-06-26T03:03:30.559 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2023-06-26T03:03:30.560 INFO:tasks.ceph.mds.d:Stopped 2023-06-26T03:03:30.561 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2023-06-26T03:03:30.601 INFO:tasks.ceph.mds.c:Started 2023-06-26T03:03:30.601 DEBUG:teuthology.parallel:result is None 2023-06-26T03:03:30.602 INFO:tasks.ceph.mds.a:Started 2023-06-26T03:03:30.602 DEBUG:teuthology.parallel:result is None 2023-06-26T03:03:30.603 INFO:tasks.ceph.mds.b:Started 2023-06-26T03:03:30.604 DEBUG:teuthology.parallel:result is None 2023-06-26T03:03:30.605 INFO:tasks.ceph.mds.d:Started 2023-06-26T03:03:30.605 DEBUG:teuthology.parallel:result is None 2023-06-26T03:03:30.605 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2023-06-26T03:03:30.669 INFO:tasks.ceph.mds.a.smithi023.stdout:starting mds.a at 2023-06-26T03:03:30.670 INFO:tasks.ceph.mds.c.smithi023.stdout:starting mds.c at 2023-06-26T03:03:30.672 INFO:tasks.ceph.mds.d.smithi071.stdout:starting mds.d at 2023-06-26T03:03:30.673 INFO:tasks.ceph.mds.b.smithi071.stdout:starting mds.b at 2023-06-26T03:03:30.733 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.728+0000 7f41fa9b1640 1 Processor -- start 2023-06-26T03:03:30.734 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.728+0000 7f41fa9b1640 1 -- start start 2023-06-26T03:03:30.734 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.728+0000 7f41fa9b1640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f41f4159650 0x7f41f4071f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:30.734 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.728+0000 7f41fa9b1640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f41f40ced80 con 0x7f41f40af270 2023-06-26T03:03:30.735 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.728+0000 7f41fa9b1640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f41f40c9c30 con 0x7f41f4159a20 2023-06-26T03:03:30.735 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.728+0000 7f41fa9b1640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f41f40cefd0 con 0x7f41f4159650 2023-06-26T03:03:30.735 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.728+0000 7f41f8f4e640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f41f40af270 0x7f41f40ca0c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:57968/0 (socket says 172.21.15.23:57968) 2023-06-26T03:03:30.735 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.728+0000 7f41f8f4e640 1 -- 172.21.15.23:0/2279551765 learned_addr learned my addr 172.21.15.23:0/2279551765 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:30.735 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.728+0000 7f41f3fff640 1 --2- 172.21.15.23:0/2279551765 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f41f4159650 0x7f41f4071f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:30.736 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.728+0000 7f41f2ffd640 1 -- 172.21.15.23:0/2279551765 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3422718392 0 0) 0x7f41f40ced80 con 0x7f41f40af270 2023-06-26T03:03:30.736 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.728+0000 7f41f2ffd640 1 -- 172.21.15.23:0/2279551765 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f41e0003530 con 0x7f41f40af270 2023-06-26T03:03:30.736 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.728+0000 7f41f3fff640 1 -- 172.21.15.23:0/2279551765 >> v1:172.21.15.71:6789/0 conn(0x7f41f4159a20 legacy=0x7f41f40aeb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:30.736 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.728+0000 7f41f3fff640 1 -- 172.21.15.23:0/2279551765 >> v1:172.21.15.23:6789/0 conn(0x7f41f40af270 legacy=0x7f41f40ca0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:30.736 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.728+0000 7f41f2ffd640 1 -- 172.21.15.23:0/2279551765 <== mon.1 v1:172.21.15.71:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1771136674 0 0) 0x7f41f40c9c30 con 0x7f41f4159a20 2023-06-26T03:03:30.737 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.728+0000 7f41f3fff640 1 -- 172.21.15.23:0/2279551765 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41f40cf2b0 con 0x7f41f4159650 2023-06-26T03:03:30.737 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.732+0000 7f41f3fff640 1 --2- 172.21.15.23:0/2279551765 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f41f4159650 0x7f41f4071f80 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f41e4009dc0 tx=0x7f41e401c940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e1e7ef697c91eadb server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:30.737 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.732+0000 7f41f2ffd640 1 -- 172.21.15.23:0/2279551765 <== mon.2 v2:172.21.15.71:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41e40a59c0 con 0x7f41f4159650 2023-06-26T03:03:30.737 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.732+0000 7f41f2ffd640 1 -- 172.21.15.23:0/2279551765 <== mon.2 v2:172.21.15.71:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f41e40a5b20 con 0x7f41f4159650 2023-06-26T03:03:30.738 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.732+0000 7f41f2ffd640 1 -- 172.21.15.23:0/2279551765 <== mon.2 v2:172.21.15.71:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41e40a5e90 con 0x7f41f4159650 2023-06-26T03:03:30.738 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.732+0000 7f41fa9b1640 1 -- 172.21.15.23:0/2279551765 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f41f4159650 msgr2=0x7f41f4071f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:30.738 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.732+0000 7f41fa9b1640 1 --2- 172.21.15.23:0/2279551765 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f41f4159650 0x7f41f4071f80 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f41e4009dc0 tx=0x7f41e401c940 comp rx=0 tx=0).stop 2023-06-26T03:03:30.739 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.732+0000 7f41fa9b1640 1 -- 172.21.15.23:0/2279551765 shutdown_connections 2023-06-26T03:03:30.739 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.732+0000 7f41fa9b1640 1 --2- 172.21.15.23:0/2279551765 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f41f4159650 0x7f41f4071f80 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:30.739 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.732+0000 7f41fa9b1640 1 -- 172.21.15.23:0/2279551765 >> 172.21.15.23:0/2279551765 conn(0x7f41f4070a40 msgr2=0x7f41f4070e40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:30.739 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.732+0000 7f41fa9b1640 1 -- 172.21.15.23:0/2279551765 shutdown_connections 2023-06-26T03:03:30.739 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.732+0000 7f41fa9b1640 1 -- 172.21.15.23:0/2279551765 wait complete. 2023-06-26T03:03:30.741 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.732+0000 7f41fa9b1640 1 Processor -- start 2023-06-26T03:03:30.741 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.732+0000 7f41fa9b1640 1 -- start start 2023-06-26T03:03:30.741 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.736+0000 7f41fa9b1640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f41f40af270 0x7f41f40b13f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:30.741 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.736+0000 7f41fa9b1640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f41f4159650 0x7f41f40b3240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:30.741 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.736+0000 7f41fa9b1640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f41f4159a20 0x7f41f41562f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:30.741 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.736+0000 7f41fa9b1640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41f40b1930 con 0x7f41f40af270 2023-06-26T03:03:30.742 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.736+0000 7f41fa9b1640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41f40cbfb0 con 0x7f41f4159650 2023-06-26T03:03:30.742 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.736+0000 7f41fa9b1640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f41f40cce10 con 0x7f41f4159a20 2023-06-26T03:03:30.742 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.736+0000 7f41f3fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f41f40af270 0x7f41f40b13f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:30.742 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.736+0000 7f41f3fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f41f40af270 0x7f41f40b13f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:48528/0 (socket says 172.21.15.23:48528) 2023-06-26T03:03:30.742 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.736+0000 7f41f3fff640 1 -- 172.21.15.23:0/3358330309 learned_addr learned my addr 172.21.15.23:0/3358330309 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:30.742 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.736+0000 7f41f37fe640 1 --2- 172.21.15.23:0/3358330309 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f41f4159650 0x7f41f40b3240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:30.742 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.736+0000 7f41f8f4e640 1 --2- 172.21.15.23:0/3358330309 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f41f4159a20 0x7f41f41562f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:30.742 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.736+0000 7f41f3fff640 1 -- 172.21.15.23:0/3358330309 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f41f4159a20 msgr2=0x7f41f41562f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:30.743 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.736+0000 7f41f3fff640 1 --2- 172.21.15.23:0/3358330309 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f41f4159a20 0x7f41f41562f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:30.743 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.736+0000 7f41f3fff640 1 -- 172.21.15.23:0/3358330309 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f41f4159650 msgr2=0x7f41f40b3240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:30.743 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.736+0000 7f41f3fff640 1 --2- 172.21.15.23:0/3358330309 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f41f4159650 0x7f41f40b3240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:30.743 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.736+0000 7f41f3fff640 1 -- 172.21.15.23:0/3358330309 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41e4009a70 con 0x7f41f40af270 2023-06-26T03:03:30.743 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.736+0000 7f41f3fff640 1 --2- 172.21.15.23:0/3358330309 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f41f40af270 0x7f41f40b13f0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f41e4019550 tx=0x7f41e40196e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:30.743 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.736+0000 7f41f0ff9640 1 -- 172.21.15.23:0/3358330309 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41e40aede0 con 0x7f41f40af270 2023-06-26T03:03:30.743 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.736+0000 7f41f0ff9640 1 -- 172.21.15.23:0/3358330309 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f41e4009450 con 0x7f41f40af270 2023-06-26T03:03:30.743 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.736+0000 7f41fa9b1640 1 -- 172.21.15.23:0/3358330309 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f41f40cc200 con 0x7f41f40af270 2023-06-26T03:03:30.744 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.736+0000 7f41fa9b1640 1 -- 172.21.15.23:0/3358330309 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f41f40cc7c0 con 0x7f41f40af270 2023-06-26T03:03:30.744 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.736+0000 7f41f0ff9640 1 -- 172.21.15.23:0/3358330309 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41e40b7630 con 0x7f41f40af270 2023-06-26T03:03:30.745 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.736+0000 7f41fa9b1640 1 -- 172.21.15.23:0/3358330309 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f41d8005260 con 0x7f41f40af270 2023-06-26T03:03:30.745 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.736+0000 7f41f0ff9640 1 -- 172.21.15.23:0/3358330309 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f41e40b4050 con 0x7f41f40af270 2023-06-26T03:03:30.745 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.736+0000 7f41f0ff9640 1 --2- 172.21.15.23:0/3358330309 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f41d4066280 0x7f41d4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:30.745 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.736+0000 7f41f0ff9640 1 -- 172.21.15.23:0/3358330309 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5616+0+0 (secure 0 0 0) 0x7f41e411ebe0 con 0x7f41f40af270 2023-06-26T03:03:30.745 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.736+0000 7f41f37fe640 1 --2- 172.21.15.23:0/3358330309 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f41d4066280 0x7f41d4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:30.745 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.736+0000 7f41f37fe640 1 --2- 172.21.15.23:0/3358330309 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f41d4066280 0x7f41d4068730 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f41f4070e80 tx=0x7f41dc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:30.746 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.740+0000 7f41f0ff9640 1 -- 172.21.15.23:0/3358330309 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f41e40ec3f0 con 0x7f41f40af270 2023-06-26T03:03:30.912 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:30.908+0000 7f41fa9b1640 1 -- 172.21.15.23:0/3358330309 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7f41d8005510 con 0x7f41f40af270 2023-06-26T03:03:31.748 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.740+0000 7f41f0ff9640 1 -- 172.21.15.23:0/3358330309 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v38) v1 ==== 97+0+0 (secure 0 0 0) 0x7f41e40b2020 con 0x7f41f40af270 2023-06-26T03:03:31.748 INFO:teuthology.orchestra.run.smithi023.stderr: removed all blocklist entries 2023-06-26T03:03:31.752 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.748+0000 7f41fa9b1640 1 -- 172.21.15.23:0/3358330309 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f41d4066280 msgr2=0x7f41d4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:31.753 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.748+0000 7f41fa9b1640 1 --2- 172.21.15.23:0/3358330309 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f41d4066280 0x7f41d4068730 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f41f4070e80 tx=0x7f41dc009040 comp rx=0 tx=0).stop 2023-06-26T03:03:31.753 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.748+0000 7f41fa9b1640 1 -- 172.21.15.23:0/3358330309 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f41f40af270 msgr2=0x7f41f40b13f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:31.753 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.748+0000 7f41fa9b1640 1 --2- 172.21.15.23:0/3358330309 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f41f40af270 0x7f41f40b13f0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f41e4019550 tx=0x7f41e40196e0 comp rx=0 tx=0).stop 2023-06-26T03:03:31.753 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.748+0000 7f41fa9b1640 1 -- 172.21.15.23:0/3358330309 shutdown_connections 2023-06-26T03:03:31.753 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.748+0000 7f41fa9b1640 1 --2- 172.21.15.23:0/3358330309 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f41d4066280 0x7f41d4068730 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:31.753 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.748+0000 7f41fa9b1640 1 --2- 172.21.15.23:0/3358330309 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f41f4159a20 0x7f41f41562f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:31.754 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.748+0000 7f41fa9b1640 1 --2- 172.21.15.23:0/3358330309 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f41f4159650 0x7f41f40b3240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:31.754 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.748+0000 7f41fa9b1640 1 --2- 172.21.15.23:0/3358330309 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f41f40af270 0x7f41f40b13f0 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:31.754 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.748+0000 7f41fa9b1640 1 -- 172.21.15.23:0/3358330309 >> 172.21.15.23:0/3358330309 conn(0x7f41f4070a40 msgr2=0x7f41f406ce80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:31.754 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.748+0000 7f41fa9b1640 1 -- 172.21.15.23:0/3358330309 shutdown_connections 2023-06-26T03:03:31.754 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.748+0000 7f41fa9b1640 1 -- 172.21.15.23:0/3358330309 wait complete. 2023-06-26T03:03:31.776 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2023-06-26T03:03:31.907 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.900+0000 7f00d520d640 1 Processor -- start 2023-06-26T03:03:31.908 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.900+0000 7f00d520d640 1 -- start start 2023-06-26T03:03:31.909 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.904+0000 7f00d520d640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f00d0159a80 0x7f00d00c9340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:31.909 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.904+0000 7f00d520d640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f00d00c9880 0x7f00d00ccc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:31.909 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.904+0000 7f00d520d640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f00d0159f40 con 0x7f00d0153a50 2023-06-26T03:03:31.910 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.904+0000 7f00d520d640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f00d015d070 con 0x7f00d00c9880 2023-06-26T03:03:31.910 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.904+0000 7f00d520d640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f00d015a220 con 0x7f00d0159a80 2023-06-26T03:03:31.910 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.904+0000 7f00cf59e640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f00d00c9880 0x7f00d00ccc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:31.910 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.904+0000 7f00cf59e640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f00d00c9880 0x7f00d00ccc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:48530/0 (socket says 172.21.15.23:48530) 2023-06-26T03:03:31.910 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.904+0000 7f00cf59e640 1 -- 172.21.15.23:0/1233922974 learned_addr learned my addr 172.21.15.23:0/1233922974 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:31.910 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.904+0000 7f00ced9d640 1 --1- 172.21.15.23:0/1233922974 >> v1:172.21.15.23:6789/0 conn(0x7f00d0153a50 0x7f00d00ce3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:57982/0 (socket says 172.21.15.23:57982) 2023-06-26T03:03:31.910 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.904+0000 7f00cf59e640 1 -- 172.21.15.23:0/1233922974 >> v2:172.21.15.71:3300/0 conn(0x7f00d0159a80 msgr2=0x7f00d00c9340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:31.911 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.904+0000 7f00ce59c640 1 --2- 172.21.15.23:0/1233922974 >> v2:172.21.15.71:3300/0 conn(0x7f00d0159a80 0x7f00d00c9340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:31.911 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.904+0000 7f00cf59e640 1 --2- 172.21.15.23:0/1233922974 >> v2:172.21.15.71:3300/0 conn(0x7f00d0159a80 0x7f00d00c9340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:31.911 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.904+0000 7f00cf59e640 1 -- 172.21.15.23:0/1233922974 >> v1:172.21.15.23:6789/0 conn(0x7f00d0153a50 legacy=0x7f00d00ce3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:31.911 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.904+0000 7f00cf59e640 1 -- 172.21.15.23:0/1233922974 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00d015a500 con 0x7f00d00c9880 2023-06-26T03:03:31.911 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.904+0000 7f00cdd9b640 1 -- 172.21.15.23:0/1233922974 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3942444456 0 0) 0x7f00d0159f40 con 0x7f00d0153a50 2023-06-26T03:03:31.912 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.904+0000 7f00cf59e640 1 --2- 172.21.15.23:0/1233922974 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f00d00c9880 0x7f00d00ccc20 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f00d00c8eb0 tx=0x7f00c801c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9385d466209dba7 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:31.912 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.904+0000 7f00cdd9b640 1 -- 172.21.15.23:0/1233922974 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00c80a56e0 con 0x7f00d00c9880 2023-06-26T03:03:31.912 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.904+0000 7f00cdd9b640 1 -- 172.21.15.23:0/1233922974 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f00c80a5840 con 0x7f00d00c9880 2023-06-26T03:03:31.913 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.904+0000 7f00cdd9b640 1 -- 172.21.15.23:0/1233922974 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00c80a5bd0 con 0x7f00d00c9880 2023-06-26T03:03:31.913 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.908+0000 7f00d520d640 1 -- 172.21.15.23:0/1233922974 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f00d00c9880 msgr2=0x7f00d00ccc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:31.913 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.908+0000 7f00d520d640 1 --2- 172.21.15.23:0/1233922974 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f00d00c9880 0x7f00d00ccc20 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f00d00c8eb0 tx=0x7f00c801c910 comp rx=0 tx=0).stop 2023-06-26T03:03:31.913 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.908+0000 7f00d520d640 1 -- 172.21.15.23:0/1233922974 shutdown_connections 2023-06-26T03:03:31.913 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.908+0000 7f00d520d640 1 --2- 172.21.15.23:0/1233922974 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f00d00c9880 0x7f00d00ccc20 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:31.913 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.908+0000 7f00d520d640 1 --2- 172.21.15.23:0/1233922974 >> v2:172.21.15.71:3300/0 conn(0x7f00d0159a80 0x7f00d00c9340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:31.913 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.908+0000 7f00d520d640 1 -- 172.21.15.23:0/1233922974 >> 172.21.15.23:0/1233922974 conn(0x7f00d0069400 msgr2=0x7f00d0069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:31.914 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.908+0000 7f00d520d640 1 -- 172.21.15.23:0/1233922974 shutdown_connections 2023-06-26T03:03:31.914 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.908+0000 7f00d520d640 1 -- 172.21.15.23:0/1233922974 wait complete. 2023-06-26T03:03:31.915 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.908+0000 7f00d520d640 1 Processor -- start 2023-06-26T03:03:31.916 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.908+0000 7f00d520d640 1 -- start start 2023-06-26T03:03:31.916 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.908+0000 7f00d520d640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f00d00c9880 0x7f00d00c3d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:31.916 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.908+0000 7f00d520d640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f00d0153a50 0x7f00d00c7640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:31.916 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.908+0000 7f00d520d640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f00d0159a80 0x7f00d00b1ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:31.916 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.908+0000 7f00d520d640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00d00c2a10 con 0x7f00d00c9880 2023-06-26T03:03:31.916 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.908+0000 7f00d520d640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00d00c4240 con 0x7f00d0159a80 2023-06-26T03:03:31.916 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.908+0000 7f00d520d640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f00d00c2c60 con 0x7f00d0153a50 2023-06-26T03:03:31.916 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.908+0000 7f00ced9d640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f00d00c9880 0x7f00d00c3d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:31.917 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.908+0000 7f00ced9d640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f00d00c9880 0x7f00d00c3d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:48542/0 (socket says 172.21.15.23:48542) 2023-06-26T03:03:31.917 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.908+0000 7f00ced9d640 1 -- 172.21.15.23:0/2241728882 learned_addr learned my addr 172.21.15.23:0/2241728882 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:31.917 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.908+0000 7f00ce59c640 1 --2- 172.21.15.23:0/2241728882 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f00d0153a50 0x7f00d00c7640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:31.917 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.908+0000 7f00ced9d640 1 -- 172.21.15.23:0/2241728882 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f00d0153a50 msgr2=0x7f00d00c7640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:31.917 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.908+0000 7f00ced9d640 1 --2- 172.21.15.23:0/2241728882 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f00d0153a50 0x7f00d00c7640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:31.917 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.908+0000 7f00ced9d640 1 -- 172.21.15.23:0/2241728882 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f00d0159a80 msgr2=0x7f00d00b1ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:31.917 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.908+0000 7f00cf59e640 1 --2- 172.21.15.23:0/2241728882 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f00d0159a80 0x7f00d00b1ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:31.918 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.908+0000 7f00ced9d640 1 --2- 172.21.15.23:0/2241728882 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f00d0159a80 0x7f00d00b1ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:31.918 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.908+0000 7f00ced9d640 1 -- 172.21.15.23:0/2241728882 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00c8009b30 con 0x7f00d00c9880 2023-06-26T03:03:31.918 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.908+0000 7f00ce59c640 1 --2- 172.21.15.23:0/2241728882 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f00d0153a50 0x7f00d00c7640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:31.918 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.908+0000 7f00ced9d640 1 --2- 172.21.15.23:0/2241728882 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f00d00c9880 0x7f00d00c3d00 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f00c00011f0 tx=0x7f00c000c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:31.918 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.908+0000 7f00b77fe640 1 -- 172.21.15.23:0/2241728882 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00c00074e0 con 0x7f00d00c9880 2023-06-26T03:03:31.918 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.908+0000 7f00b77fe640 1 -- 172.21.15.23:0/2241728882 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f00c0007640 con 0x7f00d00c9880 2023-06-26T03:03:31.918 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.908+0000 7f00b77fe640 1 -- 172.21.15.23:0/2241728882 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00c0004a10 con 0x7f00d00c9880 2023-06-26T03:03:31.918 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.908+0000 7f00d520d640 1 -- 172.21.15.23:0/2241728882 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f00d00c2f40 con 0x7f00d00c9880 2023-06-26T03:03:31.919 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.908+0000 7f00d520d640 1 -- 172.21.15.23:0/2241728882 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f00d00c3500 con 0x7f00d00c9880 2023-06-26T03:03:31.919 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.912+0000 7f00d520d640 1 -- 172.21.15.23:0/2241728882 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f00d004d790 con 0x7f00d00c9880 2023-06-26T03:03:31.919 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.912+0000 7f00b77fe640 1 -- 172.21.15.23:0/2241728882 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f00c0004b70 con 0x7f00d00c9880 2023-06-26T03:03:31.920 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.912+0000 7f00b77fe640 1 --2- 172.21.15.23:0/2241728882 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f00bc066280 0x7f00bc068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:31.920 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.912+0000 7f00b77fe640 1 -- 172.21.15.23:0/2241728882 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5530+0+0 (secure 0 0 0) 0x7f00c0082e00 con 0x7f00d00c9880 2023-06-26T03:03:31.920 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.912+0000 7f00ce59c640 1 --2- 172.21.15.23:0/2241728882 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f00bc066280 0x7f00bc068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:31.920 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.912+0000 7f00ce59c640 1 --2- 172.21.15.23:0/2241728882 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f00bc066280 0x7f00bc068730 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f00c4006fd0 tx=0x7f00c4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:31.921 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:31.916+0000 7f00b77fe640 1 -- 172.21.15.23:0/2241728882 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f00c0050490 con 0x7f00d00c9880 2023-06-26T03:03:32.130 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.124+0000 7f00d520d640 1 -- 172.21.15.23:0/2241728882 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7f00d006b7d0 con 0x7f00d00c9880 2023-06-26T03:03:32.131 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.124+0000 7f00b77fe640 1 -- 172.21.15.23:0/2241728882 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v2) v1 ==== 80+0+6645 (secure 0 0 0) 0x7f00c0018070 con 0x7f00d00c9880 2023-06-26T03:03:32.132 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:03:32.132 INFO:teuthology.orchestra.run.smithi023.stdout:{ 2023-06-26T03:03:32.132 INFO:teuthology.orchestra.run.smithi023.stdout: "auth_dump": [ 2023-06-26T03:03:32.132 INFO:teuthology.orchestra.run.smithi023.stdout: { 2023-06-26T03:03:32.132 INFO:teuthology.orchestra.run.smithi023.stdout: "entity": "mds.a", 2023-06-26T03:03:32.133 INFO:teuthology.orchestra.run.smithi023.stdout: "key": "AQBy/5hk1LzGGhAAV0xiU3B2rxIjIu7zC63dgw==", 2023-06-26T03:03:32.133 INFO:teuthology.orchestra.run.smithi023.stdout: "caps": { 2023-06-26T03:03:32.133 INFO:teuthology.orchestra.run.smithi023.stdout: "mds": "allow", 2023-06-26T03:03:32.133 INFO:teuthology.orchestra.run.smithi023.stdout: "mgr": "allow *", 2023-06-26T03:03:32.133 INFO:teuthology.orchestra.run.smithi023.stdout: "mon": "allow *", 2023-06-26T03:03:32.133 INFO:teuthology.orchestra.run.smithi023.stdout: "osd": "allow *" 2023-06-26T03:03:32.133 INFO:teuthology.orchestra.run.smithi023.stdout: } 2023-06-26T03:03:32.133 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:03:32.134 INFO:teuthology.orchestra.run.smithi023.stdout: { 2023-06-26T03:03:32.134 INFO:teuthology.orchestra.run.smithi023.stdout: "entity": "mds.b", 2023-06-26T03:03:32.134 INFO:teuthology.orchestra.run.smithi023.stdout: "key": "AQBy/5hkno/KKBAAvBqNVpR4sTs4G8/pz7fWXA==", 2023-06-26T03:03:32.134 INFO:teuthology.orchestra.run.smithi023.stdout: "caps": { 2023-06-26T03:03:32.134 INFO:teuthology.orchestra.run.smithi023.stdout: "mds": "allow", 2023-06-26T03:03:32.134 INFO:teuthology.orchestra.run.smithi023.stdout: "mgr": "allow *", 2023-06-26T03:03:32.134 INFO:teuthology.orchestra.run.smithi023.stdout: "mon": "allow *", 2023-06-26T03:03:32.135 INFO:teuthology.orchestra.run.smithi023.stdout: "osd": "allow *" 2023-06-26T03:03:32.135 INFO:teuthology.orchestra.run.smithi023.stdout: } 2023-06-26T03:03:32.135 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:03:32.135 INFO:teuthology.orchestra.run.smithi023.stdout: { 2023-06-26T03:03:32.135 INFO:teuthology.orchestra.run.smithi023.stdout: "entity": "mds.c", 2023-06-26T03:03:32.135 INFO:teuthology.orchestra.run.smithi023.stdout: "key": "AQBy/5hk4EXNIhAAVVcBC/Zsrp7nRI3g+3b9qA==", 2023-06-26T03:03:32.135 INFO:teuthology.orchestra.run.smithi023.stdout: "caps": { 2023-06-26T03:03:32.135 INFO:teuthology.orchestra.run.smithi023.stdout: "mds": "allow", 2023-06-26T03:03:32.136 INFO:teuthology.orchestra.run.smithi023.stdout: "mgr": "allow *", 2023-06-26T03:03:32.136 INFO:teuthology.orchestra.run.smithi023.stdout: "mon": "allow *", 2023-06-26T03:03:32.136 INFO:teuthology.orchestra.run.smithi023.stdout: "osd": "allow *" 2023-06-26T03:03:32.136 INFO:teuthology.orchestra.run.smithi023.stdout: } 2023-06-26T03:03:32.136 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:03:32.136 INFO:teuthology.orchestra.run.smithi023.stdout: { 2023-06-26T03:03:32.136 INFO:teuthology.orchestra.run.smithi023.stdout: "entity": "mds.d", 2023-06-26T03:03:32.137 INFO:teuthology.orchestra.run.smithi023.stdout: "key": "AQBy/5hk/nNQMRAAnwAvz9yFxvOw6+DgHS4TkA==", 2023-06-26T03:03:32.137 INFO:teuthology.orchestra.run.smithi023.stdout: "caps": { 2023-06-26T03:03:32.137 INFO:teuthology.orchestra.run.smithi023.stdout: "mds": "allow", 2023-06-26T03:03:32.137 INFO:teuthology.orchestra.run.smithi023.stdout: "mgr": "allow *", 2023-06-26T03:03:32.137 INFO:teuthology.orchestra.run.smithi023.stdout: "mon": "allow *", 2023-06-26T03:03:32.137 INFO:teuthology.orchestra.run.smithi023.stdout: "osd": "allow *" 2023-06-26T03:03:32.137 INFO:teuthology.orchestra.run.smithi023.stdout: } 2023-06-26T03:03:32.137 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:03:32.138 INFO:teuthology.orchestra.run.smithi023.stdout: { 2023-06-26T03:03:32.138 INFO:teuthology.orchestra.run.smithi023.stdout: "entity": "osd.0", 2023-06-26T03:03:32.138 INFO:teuthology.orchestra.run.smithi023.stdout: "key": "AQB5/5hkzC0oGBAAGQ6yme91I+1oD5LaOKCMQQ==", 2023-06-26T03:03:32.138 INFO:teuthology.orchestra.run.smithi023.stdout: "caps": { 2023-06-26T03:03:32.138 INFO:teuthology.orchestra.run.smithi023.stdout: "mgr": "allow profile osd", 2023-06-26T03:03:32.138 INFO:teuthology.orchestra.run.smithi023.stdout: "mon": "allow profile osd", 2023-06-26T03:03:32.138 INFO:teuthology.orchestra.run.smithi023.stdout: "osd": "allow *" 2023-06-26T03:03:32.138 INFO:teuthology.orchestra.run.smithi023.stdout: } 2023-06-26T03:03:32.139 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:03:32.139 INFO:teuthology.orchestra.run.smithi023.stdout: { 2023-06-26T03:03:32.139 INFO:teuthology.orchestra.run.smithi023.stdout: "entity": "osd.1", 2023-06-26T03:03:32.139 INFO:teuthology.orchestra.run.smithi023.stdout: "key": "AQB8/5hkWMXhHxAArJNBOcunUWzZHYRDI8zLEg==", 2023-06-26T03:03:32.139 INFO:teuthology.orchestra.run.smithi023.stdout: "caps": { 2023-06-26T03:03:32.139 INFO:teuthology.orchestra.run.smithi023.stdout: "mgr": "allow profile osd", 2023-06-26T03:03:32.139 INFO:teuthology.orchestra.run.smithi023.stdout: "mon": "allow profile osd", 2023-06-26T03:03:32.139 INFO:teuthology.orchestra.run.smithi023.stdout: "osd": "allow *" 2023-06-26T03:03:32.140 INFO:teuthology.orchestra.run.smithi023.stdout: } 2023-06-26T03:03:32.140 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:03:32.140 INFO:teuthology.orchestra.run.smithi023.stdout: { 2023-06-26T03:03:32.140 INFO:teuthology.orchestra.run.smithi023.stdout: "entity": "osd.2", 2023-06-26T03:03:32.140 INFO:teuthology.orchestra.run.smithi023.stdout: "key": "AQB//5hkkPC/KRAAbe2zbwZS9E9HYSEm0jApJQ==", 2023-06-26T03:03:32.140 INFO:teuthology.orchestra.run.smithi023.stdout: "caps": { 2023-06-26T03:03:32.140 INFO:teuthology.orchestra.run.smithi023.stdout: "mgr": "allow profile osd", 2023-06-26T03:03:32.141 INFO:teuthology.orchestra.run.smithi023.stdout: "mon": "allow profile osd", 2023-06-26T03:03:32.141 INFO:teuthology.orchestra.run.smithi023.stdout: "osd": "allow *" 2023-06-26T03:03:32.141 INFO:teuthology.orchestra.run.smithi023.stdout: } 2023-06-26T03:03:32.141 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:03:32.141 INFO:teuthology.orchestra.run.smithi023.stdout: { 2023-06-26T03:03:32.141 INFO:teuthology.orchestra.run.smithi023.stdout: "entity": "osd.3", 2023-06-26T03:03:32.141 INFO:teuthology.orchestra.run.smithi023.stdout: "key": "AQCC/5hkqm8nMxAAeRv+2Fz7qZQ7kJzmNy37FA==", 2023-06-26T03:03:32.141 INFO:teuthology.orchestra.run.smithi023.stdout: "caps": { 2023-06-26T03:03:32.142 INFO:teuthology.orchestra.run.smithi023.stdout: "mgr": "allow profile osd", 2023-06-26T03:03:32.142 INFO:teuthology.orchestra.run.smithi023.stdout: "mon": "allow profile osd", 2023-06-26T03:03:32.142 INFO:teuthology.orchestra.run.smithi023.stdout: "osd": "allow *" 2023-06-26T03:03:32.142 INFO:teuthology.orchestra.run.smithi023.stdout: } 2023-06-26T03:03:32.142 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:03:32.142 INFO:teuthology.orchestra.run.smithi023.stdout: { 2023-06-26T03:03:32.143 INFO:teuthology.orchestra.run.smithi023.stdout: "entity": "osd.4", 2023-06-26T03:03:32.143 INFO:teuthology.orchestra.run.smithi023.stdout: "key": "AQCI/5hkNenZMxAAjP5k8i3fo6ra4K/TCGt19w==", 2023-06-26T03:03:32.143 INFO:teuthology.orchestra.run.smithi023.stdout: "caps": { 2023-06-26T03:03:32.143 INFO:teuthology.orchestra.run.smithi023.stdout: "mgr": "allow profile osd", 2023-06-26T03:03:32.143 INFO:teuthology.orchestra.run.smithi023.stdout: "mon": "allow profile osd", 2023-06-26T03:03:32.143 INFO:teuthology.orchestra.run.smithi023.stdout: "osd": "allow *" 2023-06-26T03:03:32.143 INFO:teuthology.orchestra.run.smithi023.stdout: } 2023-06-26T03:03:32.143 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:03:32.144 INFO:teuthology.orchestra.run.smithi023.stdout: { 2023-06-26T03:03:32.144 INFO:teuthology.orchestra.run.smithi023.stdout: "entity": "osd.5", 2023-06-26T03:03:32.144 INFO:teuthology.orchestra.run.smithi023.stdout: "key": "AQCL/5hkyRRFOxAAlNhShkBJYJThlVqf393+Bw==", 2023-06-26T03:03:32.144 INFO:teuthology.orchestra.run.smithi023.stdout: "caps": { 2023-06-26T03:03:32.144 INFO:teuthology.orchestra.run.smithi023.stdout: "mgr": "allow profile osd", 2023-06-26T03:03:32.144 INFO:teuthology.orchestra.run.smithi023.stdout: "mon": "allow profile osd", 2023-06-26T03:03:32.144 INFO:teuthology.orchestra.run.smithi023.stdout: "osd": "allow *" 2023-06-26T03:03:32.144 INFO:teuthology.orchestra.run.smithi023.stdout: } 2023-06-26T03:03:32.145 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:03:32.145 INFO:teuthology.orchestra.run.smithi023.stdout: { 2023-06-26T03:03:32.145 INFO:teuthology.orchestra.run.smithi023.stdout: "entity": "osd.6", 2023-06-26T03:03:32.145 INFO:teuthology.orchestra.run.smithi023.stdout: "key": "AQCP/5hkUbXzBRAArdgv7VOjFzAnQXp3LTCz4w==", 2023-06-26T03:03:32.145 INFO:teuthology.orchestra.run.smithi023.stdout: "caps": { 2023-06-26T03:03:32.145 INFO:teuthology.orchestra.run.smithi023.stdout: "mgr": "allow profile osd", 2023-06-26T03:03:32.145 INFO:teuthology.orchestra.run.smithi023.stdout: "mon": "allow profile osd", 2023-06-26T03:03:32.145 INFO:teuthology.orchestra.run.smithi023.stdout: "osd": "allow *" 2023-06-26T03:03:32.146 INFO:teuthology.orchestra.run.smithi023.stdout: } 2023-06-26T03:03:32.146 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:03:32.146 INFO:teuthology.orchestra.run.smithi023.stdout: { 2023-06-26T03:03:32.146 INFO:teuthology.orchestra.run.smithi023.stdout: "entity": "osd.7", 2023-06-26T03:03:32.146 INFO:teuthology.orchestra.run.smithi023.stdout: "key": "AQCS/5hkwSWkDhAAJu7UD/3rN9JhnZGAxOv77A==", 2023-06-26T03:03:32.146 INFO:teuthology.orchestra.run.smithi023.stdout: "caps": { 2023-06-26T03:03:32.146 INFO:teuthology.orchestra.run.smithi023.stdout: "mgr": "allow profile osd", 2023-06-26T03:03:32.146 INFO:teuthology.orchestra.run.smithi023.stdout: "mon": "allow profile osd", 2023-06-26T03:03:32.147 INFO:teuthology.orchestra.run.smithi023.stdout: "osd": "allow *" 2023-06-26T03:03:32.147 INFO:teuthology.orchestra.run.smithi023.stdout: } 2023-06-26T03:03:32.147 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:03:32.147 INFO:teuthology.orchestra.run.smithi023.stdout: { 2023-06-26T03:03:32.147 INFO:teuthology.orchestra.run.smithi023.stdout: "entity": "client.0", 2023-06-26T03:03:32.147 INFO:teuthology.orchestra.run.smithi023.stdout: "key": "AQBy/5hkisCoNhAAMUI0Y/WA0D1CKQwHqjoYwA==", 2023-06-26T03:03:32.147 INFO:teuthology.orchestra.run.smithi023.stdout: "caps": { 2023-06-26T03:03:32.148 INFO:teuthology.orchestra.run.smithi023.stdout: "mds": "allow", 2023-06-26T03:03:32.148 INFO:teuthology.orchestra.run.smithi023.stdout: "mgr": "allow r", 2023-06-26T03:03:32.148 INFO:teuthology.orchestra.run.smithi023.stdout: "mon": "allow rw", 2023-06-26T03:03:32.148 INFO:teuthology.orchestra.run.smithi023.stdout: "osd": "allow rwx" 2023-06-26T03:03:32.148 INFO:teuthology.orchestra.run.smithi023.stdout: } 2023-06-26T03:03:32.148 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:03:32.148 INFO:teuthology.orchestra.run.smithi023.stdout: { 2023-06-26T03:03:32.149 INFO:teuthology.orchestra.run.smithi023.stdout: "entity": "client.1", 2023-06-26T03:03:32.149 INFO:teuthology.orchestra.run.smithi023.stdout: "key": "AQBz/5hkiBsQAxAA9QjvuIrE2CM/hTbwP0e+DQ==", 2023-06-26T03:03:32.149 INFO:teuthology.orchestra.run.smithi023.stdout: "caps": { 2023-06-26T03:03:32.149 INFO:teuthology.orchestra.run.smithi023.stdout: "mds": "allow", 2023-06-26T03:03:32.149 INFO:teuthology.orchestra.run.smithi023.stdout: "mgr": "allow r", 2023-06-26T03:03:32.149 INFO:teuthology.orchestra.run.smithi023.stdout: "mon": "allow rw", 2023-06-26T03:03:32.149 INFO:teuthology.orchestra.run.smithi023.stdout: "osd": "allow rwx" 2023-06-26T03:03:32.149 INFO:teuthology.orchestra.run.smithi023.stdout: } 2023-06-26T03:03:32.150 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:03:32.150 INFO:teuthology.orchestra.run.smithi023.stdout: { 2023-06-26T03:03:32.150 INFO:teuthology.orchestra.run.smithi023.stdout: "entity": "client.2", 2023-06-26T03:03:32.150 INFO:teuthology.orchestra.run.smithi023.stdout: "key": "AQBz/5hk13MiABAAYLvbMLFmEgV4xXhSb9vAcQ==", 2023-06-26T03:03:32.150 INFO:teuthology.orchestra.run.smithi023.stdout: "caps": { 2023-06-26T03:03:32.150 INFO:teuthology.orchestra.run.smithi023.stdout: "mds": "allow", 2023-06-26T03:03:32.151 INFO:teuthology.orchestra.run.smithi023.stdout: "mgr": "allow r", 2023-06-26T03:03:32.151 INFO:teuthology.orchestra.run.smithi023.stdout: "mon": "allow rw", 2023-06-26T03:03:32.151 INFO:teuthology.orchestra.run.smithi023.stdout: "osd": "allow rwx" 2023-06-26T03:03:32.151 INFO:teuthology.orchestra.run.smithi023.stdout: } 2023-06-26T03:03:32.151 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:03:32.151 INFO:teuthology.orchestra.run.smithi023.stdout: { 2023-06-26T03:03:32.151 INFO:teuthology.orchestra.run.smithi023.stdout: "entity": "client.3", 2023-06-26T03:03:32.151 INFO:teuthology.orchestra.run.smithi023.stdout: "key": "AQBz/5hk7CIfCBAAWRMZmCdtMenB1m8ThvUUVw==", 2023-06-26T03:03:32.152 INFO:teuthology.orchestra.run.smithi023.stdout: "caps": { 2023-06-26T03:03:32.152 INFO:teuthology.orchestra.run.smithi023.stdout: "mds": "allow", 2023-06-26T03:03:32.152 INFO:teuthology.orchestra.run.smithi023.stdout: "mgr": "allow r", 2023-06-26T03:03:32.152 INFO:teuthology.orchestra.run.smithi023.stdout: "mon": "allow rw", 2023-06-26T03:03:32.152 INFO:teuthology.orchestra.run.smithi023.stdout: "osd": "allow rwx" 2023-06-26T03:03:32.152 INFO:teuthology.orchestra.run.smithi023.stdout: } 2023-06-26T03:03:32.152 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:03:32.152 INFO:teuthology.orchestra.run.smithi023.stdout: { 2023-06-26T03:03:32.153 INFO:teuthology.orchestra.run.smithi023.stdout: "entity": "client.admin", 2023-06-26T03:03:32.153 INFO:teuthology.orchestra.run.smithi023.stdout: "key": "AQBy/5hklFfnAxAAC9hf94ec3R/yo5MIfquwcQ==", 2023-06-26T03:03:32.153 INFO:teuthology.orchestra.run.smithi023.stdout: "caps": { 2023-06-26T03:03:32.153 INFO:teuthology.orchestra.run.smithi023.stdout: "mds": "allow *", 2023-06-26T03:03:32.153 INFO:teuthology.orchestra.run.smithi023.stdout: "mgr": "allow *", 2023-06-26T03:03:32.153 INFO:teuthology.orchestra.run.smithi023.stdout: "mon": "allow *", 2023-06-26T03:03:32.153 INFO:teuthology.orchestra.run.smithi023.stdout: "osd": "allow *" 2023-06-26T03:03:32.153 INFO:teuthology.orchestra.run.smithi023.stdout: } 2023-06-26T03:03:32.154 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:03:32.154 INFO:teuthology.orchestra.run.smithi023.stdout: { 2023-06-26T03:03:32.154 INFO:teuthology.orchestra.run.smithi023.stdout: "entity": "client.bootstrap-mds", 2023-06-26T03:03:32.154 INFO:teuthology.orchestra.run.smithi023.stdout: "key": "AQCY/5hkQyo9HBAA11uiwO7WfNSGndHQ7Jh11A==", 2023-06-26T03:03:32.154 INFO:teuthology.orchestra.run.smithi023.stdout: "caps": { 2023-06-26T03:03:32.154 INFO:teuthology.orchestra.run.smithi023.stdout: "mon": "allow profile bootstrap-mds" 2023-06-26T03:03:32.154 INFO:teuthology.orchestra.run.smithi023.stdout: } 2023-06-26T03:03:32.154 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:03:32.155 INFO:teuthology.orchestra.run.smithi023.stdout: { 2023-06-26T03:03:32.155 INFO:teuthology.orchestra.run.smithi023.stdout: "entity": "client.bootstrap-mgr", 2023-06-26T03:03:32.155 INFO:teuthology.orchestra.run.smithi023.stdout: "key": "AQCY/5hkAUQ9HBAAHaCQZ4FcFzMm8OOkngQYsA==", 2023-06-26T03:03:32.155 INFO:teuthology.orchestra.run.smithi023.stdout: "caps": { 2023-06-26T03:03:32.155 INFO:teuthology.orchestra.run.smithi023.stdout: "mon": "allow profile bootstrap-mgr" 2023-06-26T03:03:32.155 INFO:teuthology.orchestra.run.smithi023.stdout: } 2023-06-26T03:03:32.155 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:03:32.155 INFO:teuthology.orchestra.run.smithi023.stdout: { 2023-06-26T03:03:32.156 INFO:teuthology.orchestra.run.smithi023.stdout: "entity": "client.bootstrap-osd", 2023-06-26T03:03:32.156 INFO:teuthology.orchestra.run.smithi023.stdout: "key": "AQCY/5hkvVo9HBAAW4gfRmcVEu5/y/YFdOhLHg==", 2023-06-26T03:03:32.156 INFO:teuthology.orchestra.run.smithi023.stdout: "caps": { 2023-06-26T03:03:32.156 INFO:teuthology.orchestra.run.smithi023.stdout: "mon": "allow profile bootstrap-osd" 2023-06-26T03:03:32.156 INFO:teuthology.orchestra.run.smithi023.stdout: } 2023-06-26T03:03:32.156 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:03:32.156 INFO:teuthology.orchestra.run.smithi023.stdout: { 2023-06-26T03:03:32.157 INFO:teuthology.orchestra.run.smithi023.stdout: "entity": "client.bootstrap-rbd", 2023-06-26T03:03:32.157 INFO:teuthology.orchestra.run.smithi023.stdout: "key": "AQCY/5hkXnA9HBAAOkfQ93yA0d9DxFGr3y/x5g==", 2023-06-26T03:03:32.157 INFO:teuthology.orchestra.run.smithi023.stdout: "caps": { 2023-06-26T03:03:32.157 INFO:teuthology.orchestra.run.smithi023.stdout: "mon": "allow profile bootstrap-rbd" 2023-06-26T03:03:32.157 INFO:teuthology.orchestra.run.smithi023.stdout: } 2023-06-26T03:03:32.157 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:03:32.157 INFO:teuthology.orchestra.run.smithi023.stdout: { 2023-06-26T03:03:32.157 INFO:teuthology.orchestra.run.smithi023.stdout: "entity": "client.bootstrap-rbd-mirror", 2023-06-26T03:03:32.158 INFO:teuthology.orchestra.run.smithi023.stdout: "key": "AQCY/5hkSIY9HBAAnHhTl2YIYy2wlFbp8Yo2/Q==", 2023-06-26T03:03:32.158 INFO:teuthology.orchestra.run.smithi023.stdout: "caps": { 2023-06-26T03:03:32.158 INFO:teuthology.orchestra.run.smithi023.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2023-06-26T03:03:32.158 INFO:teuthology.orchestra.run.smithi023.stdout: } 2023-06-26T03:03:32.158 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:03:32.158 INFO:teuthology.orchestra.run.smithi023.stdout: { 2023-06-26T03:03:32.158 INFO:teuthology.orchestra.run.smithi023.stdout: "entity": "client.bootstrap-rgw", 2023-06-26T03:03:32.158 INFO:teuthology.orchestra.run.smithi023.stdout: "key": "AQCY/5hkiZ09HBAAWb5GAOM8N7fOV3zWdDH5/Q==", 2023-06-26T03:03:32.159 INFO:teuthology.orchestra.run.smithi023.stdout: "caps": { 2023-06-26T03:03:32.159 INFO:teuthology.orchestra.run.smithi023.stdout: "mon": "allow profile bootstrap-rgw" 2023-06-26T03:03:32.159 INFO:teuthology.orchestra.run.smithi023.stdout: } 2023-06-26T03:03:32.159 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:03:32.159 INFO:teuthology.orchestra.run.smithi023.stdout: { 2023-06-26T03:03:32.159 INFO:teuthology.orchestra.run.smithi023.stdout: "entity": "mgr.x", 2023-06-26T03:03:32.159 INFO:teuthology.orchestra.run.smithi023.stdout: "key": "AQBy/5hkyj7FFxAAeXDtGSRSjuAXGQXlLDV3CQ==", 2023-06-26T03:03:32.160 INFO:teuthology.orchestra.run.smithi023.stdout: "caps": { 2023-06-26T03:03:32.160 INFO:teuthology.orchestra.run.smithi023.stdout: "mds": "allow *", 2023-06-26T03:03:32.160 INFO:teuthology.orchestra.run.smithi023.stdout: "mon": "allow profile mgr", 2023-06-26T03:03:32.160 INFO:teuthology.orchestra.run.smithi023.stdout: "osd": "allow *" 2023-06-26T03:03:32.160 INFO:teuthology.orchestra.run.smithi023.stdout: } 2023-06-26T03:03:32.160 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:03:32.160 INFO:teuthology.orchestra.run.smithi023.stdout: { 2023-06-26T03:03:32.161 INFO:teuthology.orchestra.run.smithi023.stdout: "entity": "mgr.y", 2023-06-26T03:03:32.161 INFO:teuthology.orchestra.run.smithi023.stdout: "key": "AQBy/5hk+RDTFBAAY2D6BawL4i7ZTrhkjZRavQ==", 2023-06-26T03:03:32.161 INFO:teuthology.orchestra.run.smithi023.stdout: "caps": { 2023-06-26T03:03:32.161 INFO:teuthology.orchestra.run.smithi023.stdout: "mds": "allow *", 2023-06-26T03:03:32.161 INFO:teuthology.orchestra.run.smithi023.stdout: "mon": "allow profile mgr", 2023-06-26T03:03:32.161 INFO:teuthology.orchestra.run.smithi023.stdout: "osd": "allow *" 2023-06-26T03:03:32.161 INFO:teuthology.orchestra.run.smithi023.stdout: } 2023-06-26T03:03:32.161 INFO:teuthology.orchestra.run.smithi023.stdout: } 2023-06-26T03:03:32.162 INFO:teuthology.orchestra.run.smithi023.stdout: ] 2023-06-26T03:03:32.162 INFO:teuthology.orchestra.run.smithi023.stdout:} 2023-06-26T03:03:32.163 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.128+0000 7f00d520d640 1 -- 172.21.15.23:0/2241728882 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f00bc066280 msgr2=0x7f00bc068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:32.163 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.128+0000 7f00d520d640 1 --2- 172.21.15.23:0/2241728882 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f00bc066280 0x7f00bc068730 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f00c4006fd0 tx=0x7f00c4008040 comp rx=0 tx=0).stop 2023-06-26T03:03:32.163 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.128+0000 7f00d520d640 1 -- 172.21.15.23:0/2241728882 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f00d00c9880 msgr2=0x7f00d00c3d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:32.163 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.128+0000 7f00d520d640 1 --2- 172.21.15.23:0/2241728882 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f00d00c9880 0x7f00d00c3d00 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f00c00011f0 tx=0x7f00c000c9b0 comp rx=0 tx=0).stop 2023-06-26T03:03:32.163 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.128+0000 7f00d520d640 1 -- 172.21.15.23:0/2241728882 shutdown_connections 2023-06-26T03:03:32.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.128+0000 7f00d520d640 1 --2- 172.21.15.23:0/2241728882 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f00bc066280 0x7f00bc068730 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:32.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.128+0000 7f00d520d640 1 --2- 172.21.15.23:0/2241728882 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f00d0159a80 0x7f00d00b1ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:32.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.128+0000 7f00d520d640 1 --2- 172.21.15.23:0/2241728882 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f00d0153a50 0x7f00d00c7640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:32.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.128+0000 7f00d520d640 1 --2- 172.21.15.23:0/2241728882 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f00d00c9880 0x7f00d00c3d00 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:32.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.128+0000 7f00d520d640 1 -- 172.21.15.23:0/2241728882 >> 172.21.15.23:0/2241728882 conn(0x7f00d0069400 msgr2=0x7f00d015c870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:32.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.128+0000 7f00d520d640 1 -- 172.21.15.23:0/2241728882 shutdown_connections 2023-06-26T03:03:32.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.128+0000 7f00d520d640 1 -- 172.21.15.23:0/2241728882 wait complete. 2023-06-26T03:03:32.165 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2023-06-26T03:03:32.286 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.280+0000 7f11788a1640 1 Processor -- start 2023-06-26T03:03:32.287 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.280+0000 7f11788a1640 1 -- start start 2023-06-26T03:03:32.288 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.280+0000 7f11788a1640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f11740b3ea0 0x7f11740d0890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:32.288 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.280+0000 7f11788a1640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11740cf960 con 0x7f117415b6e0 2023-06-26T03:03:32.288 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.280+0000 7f11788a1640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11740cfca0 con 0x7f11740b3a20 2023-06-26T03:03:32.288 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.280+0000 7f11788a1640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f11740cede0 con 0x7f11740b3ea0 2023-06-26T03:03:32.288 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.284+0000 7f117259c640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f117415b6e0 0x7f11740cc5f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:57988/0 (socket says 172.21.15.23:57988) 2023-06-26T03:03:32.289 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.284+0000 7f1172d9d640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f11740b3ea0 0x7f11740d0890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:32.289 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.284+0000 7f117259c640 1 -- 172.21.15.23:0/311916733 learned_addr learned my addr 172.21.15.23:0/311916733 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:32.289 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.284+0000 7f117159a640 1 -- 172.21.15.23:0/311916733 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2770038860 0 0) 0x7f11740cf960 con 0x7f117415b6e0 2023-06-26T03:03:32.289 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.284+0000 7f117159a640 1 -- 172.21.15.23:0/311916733 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1160003530 con 0x7f117415b6e0 2023-06-26T03:03:32.290 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.284+0000 7f1172d9d640 1 -- 172.21.15.23:0/311916733 >> v1:172.21.15.71:6789/0 conn(0x7f11740b3a20 legacy=0x7f11740d0180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:32.290 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.284+0000 7f1172d9d640 1 -- 172.21.15.23:0/311916733 >> v1:172.21.15.23:6789/0 conn(0x7f117415b6e0 legacy=0x7f11740cc5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:32.290 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.284+0000 7f1172d9d640 1 -- 172.21.15.23:0/311916733 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11740cf0c0 con 0x7f11740b3ea0 2023-06-26T03:03:32.290 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.284+0000 7f1172d9d640 1 --2- 172.21.15.23:0/311916733 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f11740b3ea0 0x7f11740d0890 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f116c0097c0 tx=0x7f116c01c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ef5633064b1d51c server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:32.291 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.284+0000 7f117159a640 1 -- 172.21.15.23:0/311916733 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f116c0ac620 con 0x7f11740b3ea0 2023-06-26T03:03:32.291 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.284+0000 7f117159a640 1 -- 172.21.15.23:0/311916733 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f116c0ac780 con 0x7f11740b3ea0 2023-06-26T03:03:32.291 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.284+0000 7f117159a640 1 -- 172.21.15.23:0/311916733 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f116c0acaf0 con 0x7f11740b3ea0 2023-06-26T03:03:32.292 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.284+0000 7f11788a1640 1 -- 172.21.15.23:0/311916733 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f11740b3ea0 msgr2=0x7f11740d0890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:32.292 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.284+0000 7f11788a1640 1 --2- 172.21.15.23:0/311916733 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f11740b3ea0 0x7f11740d0890 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f116c0097c0 tx=0x7f116c01c3c0 comp rx=0 tx=0).stop 2023-06-26T03:03:32.292 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.284+0000 7f11788a1640 1 -- 172.21.15.23:0/311916733 shutdown_connections 2023-06-26T03:03:32.292 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.284+0000 7f11788a1640 1 --2- 172.21.15.23:0/311916733 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f11740b3ea0 0x7f11740d0890 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:32.292 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.284+0000 7f11788a1640 1 -- 172.21.15.23:0/311916733 >> 172.21.15.23:0/311916733 conn(0x7f11740d1fa0 msgr2=0x7f11740d23a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:32.293 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.284+0000 7f11788a1640 1 -- 172.21.15.23:0/311916733 shutdown_connections 2023-06-26T03:03:32.293 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.284+0000 7f11788a1640 1 -- 172.21.15.23:0/311916733 wait complete. 2023-06-26T03:03:32.293 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.288+0000 7f11788a1640 1 Processor -- start 2023-06-26T03:03:32.293 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.288+0000 7f11788a1640 1 -- start start 2023-06-26T03:03:32.294 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.288+0000 7f11788a1640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f11740b3a20 0x7f117414e780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:32.294 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.288+0000 7f11788a1640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f11740b3ea0 0x7f1174151cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:32.294 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.288+0000 7f11788a1640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f117415b6e0 0x7f1174152200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:32.294 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.288+0000 7f11788a1640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1174157340 con 0x7f11740b3ea0 2023-06-26T03:03:32.294 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.288+0000 7f11788a1640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1174156eb0 con 0x7f117415b6e0 2023-06-26T03:03:32.294 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.288+0000 7f11788a1640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1174156580 con 0x7f11740b3a20 2023-06-26T03:03:32.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.288+0000 7f1171d9b640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f11740b3ea0 0x7f1174151cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:32.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.288+0000 7f1171d9b640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f11740b3ea0 0x7f1174151cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:48550/0 (socket says 172.21.15.23:48550) 2023-06-26T03:03:32.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.288+0000 7f1171d9b640 1 -- 172.21.15.23:0/1676930972 learned_addr learned my addr 172.21.15.23:0/1676930972 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:32.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.288+0000 7f117259c640 1 --2- 172.21.15.23:0/1676930972 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f11740b3a20 0x7f117414e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:32.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.288+0000 7f1172d9d640 1 --2- 172.21.15.23:0/1676930972 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f117415b6e0 0x7f1174152200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:32.296 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.288+0000 7f1171d9b640 1 -- 172.21.15.23:0/1676930972 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f11740b3a20 msgr2=0x7f117414e780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:32.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.288+0000 7f1171d9b640 1 --2- 172.21.15.23:0/1676930972 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f11740b3a20 0x7f117414e780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:32.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.288+0000 7f1171d9b640 1 -- 172.21.15.23:0/1676930972 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f117415b6e0 msgr2=0x7f1174152200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:32.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.288+0000 7f1171d9b640 1 --2- 172.21.15.23:0/1676930972 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f117415b6e0 0x7f1174152200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:32.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.288+0000 7f1171d9b640 1 -- 172.21.15.23:0/1676930972 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f116c009420 con 0x7f11740b3ea0 2023-06-26T03:03:32.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.288+0000 7f117259c640 1 --2- 172.21.15.23:0/1676930972 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f11740b3a20 0x7f117414e780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:03:32.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.288+0000 7f1171d9b640 1 --2- 172.21.15.23:0/1676930972 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f11740b3ea0 0x7f1174151cc0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f115c00c450 tx=0x7f115c00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:32.297 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.288+0000 7f116affd640 1 -- 172.21.15.23:0/1676930972 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f115c0052d0 con 0x7f11740b3ea0 2023-06-26T03:03:32.298 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.288+0000 7f116affd640 1 -- 172.21.15.23:0/1676930972 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f115c005430 con 0x7f11740b3ea0 2023-06-26T03:03:32.298 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.288+0000 7f11788a1640 1 -- 172.21.15.23:0/1676930972 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1174156860 con 0x7f11740b3ea0 2023-06-26T03:03:32.298 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.288+0000 7f116affd640 1 -- 172.21.15.23:0/1676930972 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f115c007260 con 0x7f11740b3ea0 2023-06-26T03:03:32.298 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.288+0000 7f11788a1640 1 -- 172.21.15.23:0/1676930972 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f117414ecc0 con 0x7f11740b3ea0 2023-06-26T03:03:32.298 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.288+0000 7f11788a1640 1 -- 172.21.15.23:0/1676930972 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1174157020 con 0x7f11740b3ea0 2023-06-26T03:03:32.299 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.292+0000 7f116affd640 1 -- 172.21.15.23:0/1676930972 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f115c0073c0 con 0x7f11740b3ea0 2023-06-26T03:03:32.299 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.292+0000 7f116affd640 1 --2- 172.21.15.23:0/1676930972 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1154066280 0x7f1154068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:32.299 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.292+0000 7f116affd640 1 -- 172.21.15.23:0/1676930972 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5530+0+0 (secure 0 0 0) 0x7f115c084180 con 0x7f11740b3ea0 2023-06-26T03:03:32.299 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.292+0000 7f117259c640 1 --2- 172.21.15.23:0/1676930972 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1154066280 0x7f1154068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:32.299 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.292+0000 7f117259c640 1 --2- 172.21.15.23:0/1676930972 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1154066280 0x7f1154068730 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f1164001570 tx=0x7f1164009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:32.300 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.296+0000 7f116affd640 1 -- 172.21.15.23:0/1676930972 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f115c0518c0 con 0x7f11740b3ea0 2023-06-26T03:03:32.506 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.500+0000 7f11788a1640 1 -- 172.21.15.23:0/1676930972 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) v1 -- 0x7f117404d790 con 0x7f11740b3ea0 2023-06-26T03:03:32.513 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.508+0000 7f116affd640 1 -- 172.21.15.23:0/1676930972 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v3) v1 ==== 90+0+0 (secure 0 0 0) 0x7f115c054ee0 con 0x7f11740b3ea0 2023-06-26T03:03:32.515 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.508+0000 7f11788a1640 1 -- 172.21.15.23:0/1676930972 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1154066280 msgr2=0x7f1154068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:32.515 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.508+0000 7f11788a1640 1 --2- 172.21.15.23:0/1676930972 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1154066280 0x7f1154068730 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f1164001570 tx=0x7f1164009040 comp rx=0 tx=0).stop 2023-06-26T03:03:32.515 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.508+0000 7f11788a1640 1 -- 172.21.15.23:0/1676930972 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f11740b3ea0 msgr2=0x7f1174151cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:32.516 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.508+0000 7f11788a1640 1 --2- 172.21.15.23:0/1676930972 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f11740b3ea0 0x7f1174151cc0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f115c00c450 tx=0x7f115c00c910 comp rx=0 tx=0).stop 2023-06-26T03:03:32.516 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.508+0000 7f11788a1640 1 -- 172.21.15.23:0/1676930972 shutdown_connections 2023-06-26T03:03:32.516 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.508+0000 7f11788a1640 1 --2- 172.21.15.23:0/1676930972 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f1154066280 0x7f1154068730 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:32.516 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.508+0000 7f11788a1640 1 --2- 172.21.15.23:0/1676930972 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f117415b6e0 0x7f1174152200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:32.516 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.508+0000 7f11788a1640 1 --2- 172.21.15.23:0/1676930972 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f11740b3ea0 0x7f1174151cc0 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:32.516 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.508+0000 7f11788a1640 1 --2- 172.21.15.23:0/1676930972 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f11740b3a20 0x7f117414e780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:32.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.508+0000 7f11788a1640 1 -- 172.21.15.23:0/1676930972 >> 172.21.15.23:0/1676930972 conn(0x7f11740d1fa0 msgr2=0x7f11740d0080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:32.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.508+0000 7f11788a1640 1 -- 172.21.15.23:0/1676930972 shutdown_connections 2023-06-26T03:03:32.517 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.508+0000 7f11788a1640 1 -- 172.21.15.23:0/1676930972 wait complete. 2023-06-26T03:03:32.531 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2023-06-26T03:03:32.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.640+0000 7fb1fe999640 1 Processor -- start 2023-06-26T03:03:32.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.640+0000 7fb1fe999640 1 -- start start 2023-06-26T03:03:32.647 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.640+0000 7fb1fe999640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fb1f8159a80 0x7fb1f80c9340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:32.648 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.640+0000 7fb1fe999640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb1f8159f40 con 0x7fb1f8153a50 2023-06-26T03:03:32.648 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.640+0000 7fb1fe999640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb1f815a220 con 0x7fb1f80c9880 2023-06-26T03:03:32.648 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.640+0000 7fb1fe999640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb1f815d070 con 0x7fb1f8159a80 2023-06-26T03:03:32.648 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.640+0000 7fb1f7fff640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fb1f8153a50 0x7fb1f80ce3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:57990/0 (socket says 172.21.15.23:57990) 2023-06-26T03:03:32.648 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.640+0000 7fb1f7fff640 1 -- 172.21.15.23:0/4038036266 learned_addr learned my addr 172.21.15.23:0/4038036266 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:32.650 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1f6ffd640 1 -- 172.21.15.23:0/4038036266 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1143161939 0 0) 0x7fb1f8159f40 con 0x7fb1f8153a50 2023-06-26T03:03:32.650 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1f6ffd640 1 -- 172.21.15.23:0/4038036266 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb1dc003530 con 0x7fb1f8153a50 2023-06-26T03:03:32.650 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1f77fe640 1 --2- 172.21.15.23:0/4038036266 >> v2:172.21.15.71:3300/0 conn(0x7fb1f8159a80 0x7fb1f80c9340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:32.650 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1f6ffd640 1 -- 172.21.15.23:0/4038036266 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3726406390 0 0) 0x7fb1dc003530 con 0x7fb1f8153a50 2023-06-26T03:03:32.650 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1f6ffd640 1 -- 172.21.15.23:0/4038036266 >> v2:172.21.15.71:3300/0 conn(0x7fb1f8159a80 msgr2=0x7fb1f80c9340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:32.650 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1f6ffd640 1 --2- 172.21.15.23:0/4038036266 >> v2:172.21.15.71:3300/0 conn(0x7fb1f8159a80 0x7fb1f80c9340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:32.651 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1f6ffd640 1 -- 172.21.15.23:0/4038036266 >> v1:172.21.15.71:6789/0 conn(0x7fb1f80c9880 legacy=0x7fb1f80ccc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:32.651 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1f6ffd640 1 -- 172.21.15.23:0/4038036266 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1f815a500 con 0x7fb1f8153a50 2023-06-26T03:03:32.651 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1f6ffd640 1 -- 172.21.15.23:0/4038036266 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7fb1e8001680 con 0x7fb1f8153a50 2023-06-26T03:03:32.651 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1f6ffd640 1 -- 172.21.15.23:0/4038036266 >> v1:172.21.15.23:6789/0 conn(0x7fb1f8153a50 legacy=0x7fb1f80ce3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:32.651 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1f6ffd640 1 --2- 172.21.15.23:0/4038036266 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb1dc003980 0x7fb1dc003d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:32.651 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1f6ffd640 1 --2- 172.21.15.23:0/4038036266 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb1dc0047d0 0x7fb1dc004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:32.652 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1f6ffd640 1 --2- 172.21.15.23:0/4038036266 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb1dc0051f0 0x7fb1dc00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:32.652 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1f6ffd640 1 -- 172.21.15.23:0/4038036266 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1f815d070 con 0x7fb1dc0051f0 2023-06-26T03:03:32.652 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1f6ffd640 1 -- 172.21.15.23:0/4038036266 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1dc00c130 con 0x7fb1dc003980 2023-06-26T03:03:32.652 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1f6ffd640 1 -- 172.21.15.23:0/4038036266 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb1dc00c2f0 con 0x7fb1dc0047d0 2023-06-26T03:03:32.652 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1fcf36640 1 --2- 172.21.15.23:0/4038036266 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb1dc0051f0 0x7fb1dc00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:32.652 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1f77fe640 1 --2- 172.21.15.23:0/4038036266 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb1dc0047d0 0x7fb1dc004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:32.652 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1f7fff640 1 --2- 172.21.15.23:0/4038036266 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb1dc003980 0x7fb1dc003d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:32.653 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1fcf36640 1 -- 172.21.15.23:0/4038036266 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb1dc0047d0 msgr2=0x7fb1dc004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:32.653 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1fcf36640 1 --2- 172.21.15.23:0/4038036266 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb1dc0047d0 0x7fb1dc004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:32.653 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1fcf36640 1 -- 172.21.15.23:0/4038036266 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb1dc003980 msgr2=0x7fb1dc003d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:32.653 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1fcf36640 1 --2- 172.21.15.23:0/4038036266 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb1dc003980 0x7fb1dc003d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:32.653 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1fcf36640 1 -- 172.21.15.23:0/4038036266 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1dc003530 con 0x7fb1dc0051f0 2023-06-26T03:03:32.656 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1fcf36640 1 -- 172.21.15.23:0/4038036266 reap_dead start 2023-06-26T03:03:32.656 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1fcf36640 1 --2- 172.21.15.23:0/4038036266 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb1dc0051f0 0x7fb1dc00b990 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fb1f80c8930 tx=0x7fb1f001c640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=807d887d612378e server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:32.656 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1f6ffd640 1 -- 172.21.15.23:0/4038036266 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1f00a9640 con 0x7fb1dc0051f0 2023-06-26T03:03:32.656 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1f6ffd640 1 -- 172.21.15.23:0/4038036266 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb1f00a97c0 con 0x7fb1dc0051f0 2023-06-26T03:03:32.656 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1f6ffd640 1 -- 172.21.15.23:0/4038036266 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1f00a9b70 con 0x7fb1dc0051f0 2023-06-26T03:03:32.657 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1fe999640 1 -- 172.21.15.23:0/4038036266 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb1dc0051f0 msgr2=0x7fb1dc00b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:32.657 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1fe999640 1 --2- 172.21.15.23:0/4038036266 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb1dc0051f0 0x7fb1dc00b990 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fb1f80c8930 tx=0x7fb1f001c640 comp rx=0 tx=0).stop 2023-06-26T03:03:32.657 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1fe999640 1 -- 172.21.15.23:0/4038036266 shutdown_connections 2023-06-26T03:03:32.657 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1fe999640 1 --2- 172.21.15.23:0/4038036266 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb1dc0051f0 0x7fb1dc00b990 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:32.657 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1fe999640 1 -- 172.21.15.23:0/4038036266 >> 172.21.15.23:0/4038036266 conn(0x7fb1f8069400 msgr2=0x7fb1f8069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:32.657 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1fe999640 1 -- 172.21.15.23:0/4038036266 shutdown_connections 2023-06-26T03:03:32.657 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.644+0000 7fb1fe999640 1 -- 172.21.15.23:0/4038036266 wait complete. 2023-06-26T03:03:32.658 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.648+0000 7fb1fe999640 1 Processor -- start 2023-06-26T03:03:32.658 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.648+0000 7fb1fe999640 1 -- start start 2023-06-26T03:03:32.658 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.648+0000 7fb1fe999640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb1dc0051f0 0x7fb1f81eeaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:32.658 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.648+0000 7fb1fe999640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb1f80ae8f0 0x7fb1f80aed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:32.658 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.648+0000 7fb1fe999640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb1f813e520 0x7fb1f813e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:32.658 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.648+0000 7fb1fe999640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1f81efd00 con 0x7fb1f813e520 2023-06-26T03:03:32.658 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.648+0000 7fb1fe999640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1f80af2a0 con 0x7fb1dc0051f0 2023-06-26T03:03:32.658 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.648+0000 7fb1fe999640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb1f813eed0 con 0x7fb1f80ae8f0 2023-06-26T03:03:32.659 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.648+0000 7fb1fcf36640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb1f813e520 0x7fb1f813e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:32.659 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.648+0000 7fb1fcf36640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb1f813e520 0x7fb1f813e990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:48560/0 (socket says 172.21.15.23:48560) 2023-06-26T03:03:32.659 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.648+0000 7fb1fcf36640 1 -- 172.21.15.23:0/3782398004 learned_addr learned my addr 172.21.15.23:0/3782398004 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:32.659 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.648+0000 7fb1f77fe640 1 --2- 172.21.15.23:0/3782398004 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb1f80ae8f0 0x7fb1f80aed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:32.659 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.648+0000 7fb1fcf36640 1 -- 172.21.15.23:0/3782398004 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb1f80ae8f0 msgr2=0x7fb1f80aed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:32.659 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.648+0000 7fb1fcf36640 1 --2- 172.21.15.23:0/3782398004 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb1f80ae8f0 0x7fb1f80aed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:32.659 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.648+0000 7fb1fcf36640 1 -- 172.21.15.23:0/3782398004 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb1dc0051f0 msgr2=0x7fb1f81eeaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:32.660 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.648+0000 7fb1fcf36640 1 --2- 172.21.15.23:0/3782398004 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb1dc0051f0 0x7fb1f81eeaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:32.660 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.648+0000 7fb1fcf36640 1 -- 172.21.15.23:0/3782398004 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1f80b2390 con 0x7fb1f813e520 2023-06-26T03:03:32.660 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.648+0000 7fb1f77fe640 1 --2- 172.21.15.23:0/3782398004 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb1f80ae8f0 0x7fb1f80aed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:32.660 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.648+0000 7fb1fcf36640 1 --2- 172.21.15.23:0/3782398004 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb1f813e520 0x7fb1f813e990 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fb1f001c470 tx=0x7fb1dc005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:32.660 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.648+0000 7fb1f4ff9640 1 -- 172.21.15.23:0/3782398004 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1f00a9930 con 0x7fb1f813e520 2023-06-26T03:03:32.660 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.648+0000 7fb1f4ff9640 1 -- 172.21.15.23:0/3782398004 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb1f00a9ab0 con 0x7fb1f813e520 2023-06-26T03:03:32.660 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.648+0000 7fb1fe999640 1 -- 172.21.15.23:0/3782398004 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb1f81ef460 con 0x7fb1f813e520 2023-06-26T03:03:32.661 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.648+0000 7fb1f4ff9640 1 -- 172.21.15.23:0/3782398004 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1f00a9e60 con 0x7fb1f813e520 2023-06-26T03:03:32.661 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.648+0000 7fb1fe999640 1 -- 172.21.15.23:0/3782398004 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb1f81efa20 con 0x7fb1f813e520 2023-06-26T03:03:32.661 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.648+0000 7fb1fe999640 1 -- 172.21.15.23:0/3782398004 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb1f804d790 con 0x7fb1f813e520 2023-06-26T03:03:32.661 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.648+0000 7fb1f4ff9640 1 -- 172.21.15.23:0/3782398004 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fb1f00a7070 con 0x7fb1f813e520 2023-06-26T03:03:32.662 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.652+0000 7fb1f4ff9640 1 --2- 172.21.15.23:0/3782398004 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb1e0066280 0x7fb1e0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:32.662 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.652+0000 7fb1f4ff9640 1 -- 172.21.15.23:0/3782398004 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5530+0+0 (secure 0 0 0) 0x7fb1f011d750 con 0x7fb1f813e520 2023-06-26T03:03:32.662 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.652+0000 7fb1f7fff640 1 --2- 172.21.15.23:0/3782398004 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb1e0066280 0x7fb1e0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:32.662 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.652+0000 7fb1f7fff640 1 --2- 172.21.15.23:0/3782398004 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb1e0066280 0x7fb1e0068730 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fb1e80017b0 tx=0x7fb1e8000f70 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:32.662 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.656+0000 7fb1f4ff9640 1 -- 172.21.15.23:0/3782398004 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fb1f00eade0 con 0x7fb1f813e520 2023-06-26T03:03:32.860 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.856+0000 7fb1fe999640 1 -- 172.21.15.23:0/3782398004 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) v1 -- 0x7fb1f806b7d0 con 0x7fb1f813e520 2023-06-26T03:03:32.871 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.864+0000 7fb1f4ff9640 1 -- 172.21.15.23:0/3782398004 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v4) v1 ==== 90+0+0 (secure 0 0 0) 0x7fb1f00ee400 con 0x7fb1f813e520 2023-06-26T03:03:32.873 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.868+0000 7fb1fe999640 1 -- 172.21.15.23:0/3782398004 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb1e0066280 msgr2=0x7fb1e0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:32.873 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.868+0000 7fb1fe999640 1 --2- 172.21.15.23:0/3782398004 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb1e0066280 0x7fb1e0068730 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fb1e80017b0 tx=0x7fb1e8000f70 comp rx=0 tx=0).stop 2023-06-26T03:03:32.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.868+0000 7fb1fe999640 1 -- 172.21.15.23:0/3782398004 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb1f813e520 msgr2=0x7fb1f813e990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:32.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.868+0000 7fb1fe999640 1 --2- 172.21.15.23:0/3782398004 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb1f813e520 0x7fb1f813e990 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fb1f001c470 tx=0x7fb1dc005800 comp rx=0 tx=0).stop 2023-06-26T03:03:32.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.868+0000 7fb1fe999640 1 -- 172.21.15.23:0/3782398004 shutdown_connections 2023-06-26T03:03:32.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.868+0000 7fb1fe999640 1 --2- 172.21.15.23:0/3782398004 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb1e0066280 0x7fb1e0068730 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:32.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.868+0000 7fb1fe999640 1 --2- 172.21.15.23:0/3782398004 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb1f813e520 0x7fb1f813e990 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:32.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.868+0000 7fb1fe999640 1 --2- 172.21.15.23:0/3782398004 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb1f80ae8f0 0x7fb1f80aed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:32.874 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.868+0000 7fb1fe999640 1 --2- 172.21.15.23:0/3782398004 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb1dc0051f0 0x7fb1f81eeaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:32.875 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.868+0000 7fb1fe999640 1 -- 172.21.15.23:0/3782398004 >> 172.21.15.23:0/3782398004 conn(0x7fb1f8069400 msgr2=0x7fb1f80ca870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:32.875 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.868+0000 7fb1fe999640 1 -- 172.21.15.23:0/3782398004 shutdown_connections 2023-06-26T03:03:32.875 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:32.868+0000 7fb1fe999640 1 -- 172.21.15.23:0/3782398004 wait complete. 2023-06-26T03:03:32.888 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2023-06-26T03:03:33.005 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.000+0000 7f252c692640 1 Processor -- start 2023-06-26T03:03:33.005 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.000+0000 7f252c692640 1 -- start start 2023-06-26T03:03:33.006 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.000+0000 7f252c692640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f25240cdb00 0x7f25240c9360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:33.006 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.000+0000 7f252c692640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f252406bbc0 con 0x7f252406b760 2023-06-26T03:03:33.006 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.000+0000 7f252c692640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f25240c8300 con 0x7f25240cc0c0 2023-06-26T03:03:33.007 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.000+0000 7f252c692640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f25240c85a0 con 0x7f25240cdb00 2023-06-26T03:03:33.008 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.000+0000 7f252ac2f640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f252406b760 0x7f252406ed80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:57992/0 (socket says 172.21.15.23:57992) 2023-06-26T03:03:33.008 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.000+0000 7f252ac2f640 1 -- 172.21.15.23:0/3418751784 learned_addr learned my addr 172.21.15.23:0/3418751784 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:33.008 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.000+0000 7f252a42e640 1 --2- 172.21.15.23:0/3418751784 >> v2:172.21.15.71:3300/0 conn(0x7f25240cdb00 0x7f25240c9360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:33.008 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.000+0000 7f252942c640 1 -- 172.21.15.23:0/3418751784 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4184827932 0 0) 0x7f252406bbc0 con 0x7f252406b760 2023-06-26T03:03:33.009 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.000+0000 7f252942c640 1 -- 172.21.15.23:0/3418751784 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2510003530 con 0x7f252406b760 2023-06-26T03:03:33.009 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.000+0000 7f252942c640 1 -- 172.21.15.23:0/3418751784 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3788520380 0 0) 0x7f2510003530 con 0x7f252406b760 2023-06-26T03:03:33.009 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.000+0000 7f252942c640 1 -- 172.21.15.23:0/3418751784 >> v2:172.21.15.71:3300/0 conn(0x7f25240cdb00 msgr2=0x7f25240c9360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:33.009 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.000+0000 7f252942c640 1 --2- 172.21.15.23:0/3418751784 >> v2:172.21.15.71:3300/0 conn(0x7f25240cdb00 0x7f25240c9360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:33.009 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.000+0000 7f252942c640 1 -- 172.21.15.23:0/3418751784 >> v1:172.21.15.71:6789/0 conn(0x7f25240cc0c0 legacy=0x7f25240cded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:33.009 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.000+0000 7f252942c640 1 -- 172.21.15.23:0/3418751784 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25240c8880 con 0x7f252406b760 2023-06-26T03:03:33.009 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.000+0000 7f252942c640 1 -- 172.21.15.23:0/3418751784 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f251c001680 con 0x7f252406b760 2023-06-26T03:03:33.010 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.000+0000 7f252942c640 1 -- 172.21.15.23:0/3418751784 >> v1:172.21.15.23:6789/0 conn(0x7f252406b760 legacy=0x7f252406ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:33.010 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.000+0000 7f252942c640 1 --2- 172.21.15.23:0/3418751784 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2510003980 0x7f2510003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:33.010 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.000+0000 7f252942c640 1 --2- 172.21.15.23:0/3418751784 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f25100047d0 0x7f2510004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:33.010 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.000+0000 7f252942c640 1 --2- 172.21.15.23:0/3418751784 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2510005180 0x7f251000dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:33.010 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.000+0000 7f252942c640 1 -- 172.21.15.23:0/3418751784 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25240c85a0 con 0x7f2510005180 2023-06-26T03:03:33.010 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.000+0000 7f252942c640 1 -- 172.21.15.23:0/3418751784 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f251000e210 con 0x7f25100047d0 2023-06-26T03:03:33.010 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.000+0000 7f252942c640 1 -- 172.21.15.23:0/3418751784 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f251000e3d0 con 0x7f2510003980 2023-06-26T03:03:33.011 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.000+0000 7f252ac2f640 1 --2- 172.21.15.23:0/3418751784 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2510005180 0x7f251000dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:33.011 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.004+0000 7f2529c2d640 1 --2- 172.21.15.23:0/3418751784 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f25100047d0 0x7f2510004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:33.011 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.004+0000 7f252a42e640 1 --2- 172.21.15.23:0/3418751784 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2510003980 0x7f2510003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:33.011 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.004+0000 7f252ac2f640 1 -- 172.21.15.23:0/3418751784 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2510003980 msgr2=0x7f2510003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:33.011 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.004+0000 7f252ac2f640 1 --2- 172.21.15.23:0/3418751784 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2510003980 0x7f2510003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:33.011 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.004+0000 7f252ac2f640 1 -- 172.21.15.23:0/3418751784 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f25100047d0 msgr2=0x7f2510004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:33.011 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.004+0000 7f252ac2f640 1 --2- 172.21.15.23:0/3418751784 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f25100047d0 0x7f2510004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:33.012 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.004+0000 7f252ac2f640 1 -- 172.21.15.23:0/3418751784 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2510003530 con 0x7f2510005180 2023-06-26T03:03:33.012 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.004+0000 7f252ac2f640 1 -- 172.21.15.23:0/3418751784 reap_dead start 2023-06-26T03:03:33.013 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.004+0000 7f252ac2f640 1 --2- 172.21.15.23:0/3418751784 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2510005180 0x7f251000dba0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f251c00c240 tx=0x7f251c01cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e01327d392ee759e server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:33.013 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.004+0000 7f252942c640 1 -- 172.21.15.23:0/3418751784 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f251c0a5b40 con 0x7f2510005180 2023-06-26T03:03:33.013 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.004+0000 7f252942c640 1 -- 172.21.15.23:0/3418751784 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f251c0a5ce0 con 0x7f2510005180 2023-06-26T03:03:33.013 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.004+0000 7f252942c640 1 -- 172.21.15.23:0/3418751784 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f251c005b20 con 0x7f2510005180 2023-06-26T03:03:33.013 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.004+0000 7f252c692640 1 -- 172.21.15.23:0/3418751784 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2510005180 msgr2=0x7f251000dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:33.013 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.008+0000 7f252c692640 1 --2- 172.21.15.23:0/3418751784 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2510005180 0x7f251000dba0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f251c00c240 tx=0x7f251c01cc40 comp rx=0 tx=0).stop 2023-06-26T03:03:33.014 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.008+0000 7f252c692640 1 -- 172.21.15.23:0/3418751784 shutdown_connections 2023-06-26T03:03:33.014 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.008+0000 7f252c692640 1 --2- 172.21.15.23:0/3418751784 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2510005180 0x7f251000dba0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:33.014 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.008+0000 7f252c692640 1 -- 172.21.15.23:0/3418751784 >> 172.21.15.23:0/3418751784 conn(0x7f2524069400 msgr2=0x7f2524069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:33.014 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.008+0000 7f252c692640 1 -- 172.21.15.23:0/3418751784 shutdown_connections 2023-06-26T03:03:33.014 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.008+0000 7f252c692640 1 -- 172.21.15.23:0/3418751784 wait complete. 2023-06-26T03:03:33.016 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.008+0000 7f252c692640 1 Processor -- start 2023-06-26T03:03:33.016 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.008+0000 7f252c692640 1 -- start start 2023-06-26T03:03:33.016 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.008+0000 7f252c692640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2510005180 0x7f25240c35b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:33.017 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.008+0000 7f252c692640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2524159e60 0x7f252414b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:33.017 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.008+0000 7f252c692640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f25240c3ff0 0x7f25240c4460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:33.017 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.008+0000 7f252c692640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f252415b180 con 0x7f2510005180 2023-06-26T03:03:33.017 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.008+0000 7f252c692640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25240c49a0 con 0x7f2524159e60 2023-06-26T03:03:33.017 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.008+0000 7f252c692640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f252415a600 con 0x7f25240c3ff0 2023-06-26T03:03:33.017 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.008+0000 7f252a42e640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2510005180 0x7f25240c35b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:33.017 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.008+0000 7f252a42e640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2510005180 0x7f25240c35b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:48586/0 (socket says 172.21.15.23:48586) 2023-06-26T03:03:33.018 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.008+0000 7f252a42e640 1 -- 172.21.15.23:0/1975867094 learned_addr learned my addr 172.21.15.23:0/1975867094 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:33.018 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.008+0000 7f252ac2f640 1 --2- 172.21.15.23:0/1975867094 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f25240c3ff0 0x7f25240c4460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:33.018 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.008+0000 7f2529c2d640 1 --2- 172.21.15.23:0/1975867094 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2524159e60 0x7f252414b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:33.018 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.008+0000 7f252a42e640 1 -- 172.21.15.23:0/1975867094 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f25240c3ff0 msgr2=0x7f25240c4460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:33.018 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.008+0000 7f252a42e640 1 --2- 172.21.15.23:0/1975867094 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f25240c3ff0 0x7f25240c4460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:33.018 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.008+0000 7f252a42e640 1 -- 172.21.15.23:0/1975867094 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2524159e60 msgr2=0x7f252414b7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:33.018 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.008+0000 7f252a42e640 1 --2- 172.21.15.23:0/1975867094 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2524159e60 0x7f252414b7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:33.019 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.008+0000 7f252a42e640 1 -- 172.21.15.23:0/1975867094 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f252415a8e0 con 0x7f2510005180 2023-06-26T03:03:33.019 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.008+0000 7f252ac2f640 1 --2- 172.21.15.23:0/1975867094 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f25240c3ff0 0x7f25240c4460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:03:33.019 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.008+0000 7f252a42e640 1 --2- 172.21.15.23:0/1975867094 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2510005180 0x7f25240c35b0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f2520009fc0 tx=0x7f252000f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:33.019 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.008+0000 7f251affd640 1 -- 172.21.15.23:0/1975867094 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f252000e040 con 0x7f2510005180 2023-06-26T03:03:33.019 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.008+0000 7f251affd640 1 -- 172.21.15.23:0/1975867094 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f252000f040 con 0x7f2510005180 2023-06-26T03:03:33.019 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.008+0000 7f252c692640 1 -- 172.21.15.23:0/1975867094 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f252415abc0 con 0x7f2510005180 2023-06-26T03:03:33.019 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.008+0000 7f251affd640 1 -- 172.21.15.23:0/1975867094 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2520015870 con 0x7f2510005180 2023-06-26T03:03:33.019 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.008+0000 7f252c692640 1 -- 172.21.15.23:0/1975867094 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f25240c5a10 con 0x7f2510005180 2023-06-26T03:03:33.020 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.008+0000 7f252c692640 1 -- 172.21.15.23:0/1975867094 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f252404d790 con 0x7f2510005180 2023-06-26T03:03:33.020 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.012+0000 7f251affd640 1 -- 172.21.15.23:0/1975867094 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f25200159d0 con 0x7f2510005180 2023-06-26T03:03:33.020 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.012+0000 7f251affd640 1 --2- 172.21.15.23:0/1975867094 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f25080662b0 0x7f2508068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:33.021 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.012+0000 7f251affd640 1 -- 172.21.15.23:0/1975867094 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5530+0+0 (secure 0 0 0) 0x7f2520084890 con 0x7f2510005180 2023-06-26T03:03:33.021 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.012+0000 7f2529c2d640 1 --2- 172.21.15.23:0/1975867094 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f25080662b0 0x7f2508068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:33.021 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.012+0000 7f2529c2d640 1 --2- 172.21.15.23:0/1975867094 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f25080662b0 0x7f2508068760 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f25241efe20 tx=0x7f2514009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:33.021 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.016+0000 7f251affd640 1 -- 172.21.15.23:0/1975867094 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f25200559b0 con 0x7f2510005180 2023-06-26T03:03:33.228 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.220+0000 7f252c692640 1 -- 172.21.15.23:0/1975867094 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) v1 -- 0x7f2524152f80 con 0x7f2510005180 2023-06-26T03:03:33.237 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.232+0000 7f251affd640 1 -- 172.21.15.23:0/1975867094 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v5) v1 ==== 90+0+0 (secure 0 0 0) 0x7f252000fea0 con 0x7f2510005180 2023-06-26T03:03:33.240 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.232+0000 7f252c692640 1 -- 172.21.15.23:0/1975867094 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f25080662b0 msgr2=0x7f2508068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:33.240 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.232+0000 7f252c692640 1 --2- 172.21.15.23:0/1975867094 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f25080662b0 0x7f2508068760 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f25241efe20 tx=0x7f2514009040 comp rx=0 tx=0).stop 2023-06-26T03:03:33.240 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.232+0000 7f252c692640 1 -- 172.21.15.23:0/1975867094 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2510005180 msgr2=0x7f25240c35b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:33.240 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.232+0000 7f252c692640 1 --2- 172.21.15.23:0/1975867094 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2510005180 0x7f25240c35b0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f2520009fc0 tx=0x7f252000f580 comp rx=0 tx=0).stop 2023-06-26T03:03:33.241 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.236+0000 7f252c692640 1 -- 172.21.15.23:0/1975867094 shutdown_connections 2023-06-26T03:03:33.241 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.236+0000 7f252c692640 1 --2- 172.21.15.23:0/1975867094 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f25080662b0 0x7f2508068760 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:33.241 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.236+0000 7f252c692640 1 --2- 172.21.15.23:0/1975867094 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f25240c3ff0 0x7f25240c4460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:33.241 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.236+0000 7f252c692640 1 --2- 172.21.15.23:0/1975867094 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2524159e60 0x7f252414b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:33.241 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.236+0000 7f252c692640 1 --2- 172.21.15.23:0/1975867094 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2510005180 0x7f25240c35b0 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:33.241 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.236+0000 7f252c692640 1 -- 172.21.15.23:0/1975867094 >> 172.21.15.23:0/1975867094 conn(0x7f2524069400 msgr2=0x7f2524153780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:33.241 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.236+0000 7f252c692640 1 -- 172.21.15.23:0/1975867094 shutdown_connections 2023-06-26T03:03:33.242 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.236+0000 7f252c692640 1 -- 172.21.15.23:0/1975867094 wait complete. 2023-06-26T03:03:33.257 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2023-06-26T03:03:33.382 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.376+0000 7faa14093640 1 Processor -- start 2023-06-26T03:03:33.383 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.376+0000 7faa14093640 1 -- start start 2023-06-26T03:03:33.385 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.376+0000 7faa14093640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7faa0c13d580 0x7faa0c13d950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:33.385 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.376+0000 7faa14093640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7faa0c0cb740 0x7faa0c13de90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:33.386 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.376+0000 7faa14093640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faa0c06c550 con 0x7faa0c06b9b0 2023-06-26T03:03:33.386 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.376+0000 7faa14093640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faa0c0cbbd0 con 0x7faa0c13d580 2023-06-26T03:03:33.386 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.376+0000 7faa14093640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faa0c06aed0 con 0x7faa0c0cb740 2023-06-26T03:03:33.386 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.376+0000 7faa12630640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7faa0c06b9b0 0x7faa0c15b700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:58004/0 (socket says 172.21.15.23:58004) 2023-06-26T03:03:33.386 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.376+0000 7faa12630640 1 -- 172.21.15.23:0/3907804704 learned_addr learned my addr 172.21.15.23:0/3907804704 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:33.386 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.380+0000 7faa1162e640 1 --2- 172.21.15.23:0/3907804704 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7faa0c0cb740 0x7faa0c13de90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:33.386 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.380+0000 7faa11e2f640 1 --2- 172.21.15.23:0/3907804704 >> v2:172.21.15.71:3300/0 conn(0x7faa0c13d580 0x7faa0c13d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:33.387 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.380+0000 7faa10e2d640 1 -- 172.21.15.23:0/3907804704 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2572709698 0 0) 0x7faa0c06c550 con 0x7faa0c06b9b0 2023-06-26T03:03:33.387 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.380+0000 7faa10e2d640 1 -- 172.21.15.23:0/3907804704 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa9f8003450 con 0x7faa0c06b9b0 2023-06-26T03:03:33.387 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.380+0000 7faa10e2d640 1 -- 172.21.15.23:0/3907804704 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3177050762 0 0) 0x7fa9f8003450 con 0x7faa0c06b9b0 2023-06-26T03:03:33.387 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.380+0000 7faa10e2d640 1 -- 172.21.15.23:0/3907804704 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7faa0c0cb740 msgr2=0x7faa0c13de90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:33.387 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.380+0000 7faa10e2d640 1 --2- 172.21.15.23:0/3907804704 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7faa0c0cb740 0x7faa0c13de90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:33.387 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.380+0000 7faa10e2d640 1 -- 172.21.15.23:0/3907804704 >> v2:172.21.15.71:3300/0 conn(0x7faa0c13d580 msgr2=0x7faa0c13d950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:33.387 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.380+0000 7faa10e2d640 1 --2- 172.21.15.23:0/3907804704 >> v2:172.21.15.71:3300/0 conn(0x7faa0c13d580 0x7faa0c13d950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:33.387 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.380+0000 7faa10e2d640 1 -- 172.21.15.23:0/3907804704 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa0c06b1b0 con 0x7faa0c06b9b0 2023-06-26T03:03:33.388 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.380+0000 7faa10e2d640 1 -- 172.21.15.23:0/3907804704 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7faa04001680 con 0x7faa0c06b9b0 2023-06-26T03:03:33.388 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.380+0000 7faa10e2d640 1 -- 172.21.15.23:0/3907804704 >> v1:172.21.15.23:6789/0 conn(0x7faa0c06b9b0 legacy=0x7faa0c15b700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:33.388 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.380+0000 7faa10e2d640 1 --2- 172.21.15.23:0/3907804704 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa9f8003a70 0x7fa9f8003e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:33.388 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.380+0000 7faa10e2d640 1 --2- 172.21.15.23:0/3907804704 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa9f8008860 0x7fa9f800ac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:33.388 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.380+0000 7faa10e2d640 1 --2- 172.21.15.23:0/3907804704 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7faa0c0cb740 0x7fa9f800d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:33.388 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.380+0000 7faa10e2d640 1 -- 172.21.15.23:0/3907804704 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa0c0cbbd0 con 0x7fa9f8003a70 2023-06-26T03:03:33.388 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.380+0000 7faa10e2d640 1 -- 172.21.15.23:0/3907804704 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa0c06aed0 con 0x7fa9f8008860 2023-06-26T03:03:33.389 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.380+0000 7faa10e2d640 1 -- 172.21.15.23:0/3907804704 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9f800db60 con 0x7faa0c0cb740 2023-06-26T03:03:33.389 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.380+0000 7faa11e2f640 1 --2- 172.21.15.23:0/3907804704 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa9f8003a70 0x7fa9f8003e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:33.389 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.380+0000 7faa12630640 1 --2- 172.21.15.23:0/3907804704 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7faa0c0cb740 0x7fa9f800d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:33.389 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.380+0000 7faa1162e640 1 --2- 172.21.15.23:0/3907804704 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa9f8008860 0x7fa9f800ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:33.389 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.380+0000 7faa11e2f640 1 -- 172.21.15.23:0/3907804704 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7faa0c0cb740 msgr2=0x7fa9f800d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:33.389 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.380+0000 7faa11e2f640 1 --2- 172.21.15.23:0/3907804704 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7faa0c0cb740 0x7fa9f800d3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:33.389 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.380+0000 7faa11e2f640 1 -- 172.21.15.23:0/3907804704 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa9f8008860 msgr2=0x7fa9f800ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:33.390 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.380+0000 7faa11e2f640 1 --2- 172.21.15.23:0/3907804704 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa9f8008860 0x7fa9f800ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:33.390 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.380+0000 7faa11e2f640 1 -- 172.21.15.23:0/3907804704 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9f8003450 con 0x7fa9f8003a70 2023-06-26T03:03:33.390 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.380+0000 7faa1162e640 1 --2- 172.21.15.23:0/3907804704 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa9f8008860 0x7fa9f800ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:33.392 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.380+0000 7faa11e2f640 1 --2- 172.21.15.23:0/3907804704 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa9f8003a70 0x7fa9f8003e80 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7faa08009fc0 tx=0x7faa0801cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15194d138bc1996e server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:33.392 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.380+0000 7faa10e2d640 1 -- 172.21.15.23:0/3907804704 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa080a5b70 con 0x7fa9f8003a70 2023-06-26T03:03:33.392 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.380+0000 7faa10e2d640 1 -- 172.21.15.23:0/3907804704 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa0800f040 con 0x7fa9f8003a70 2023-06-26T03:03:33.393 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.380+0000 7faa10e2d640 1 -- 172.21.15.23:0/3907804704 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa080ad440 con 0x7fa9f8003a70 2023-06-26T03:03:33.393 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.384+0000 7faa14093640 1 -- 172.21.15.23:0/3907804704 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa9f8003a70 msgr2=0x7fa9f8003e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:33.393 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.384+0000 7faa14093640 1 --2- 172.21.15.23:0/3907804704 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fa9f8003a70 0x7fa9f8003e80 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7faa08009fc0 tx=0x7faa0801cc70 comp rx=0 tx=0).stop 2023-06-26T03:03:33.393 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.384+0000 7faa12630640 1 -- 172.21.15.23:0/3907804704 reap_dead start 2023-06-26T03:03:33.393 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.384+0000 7faa14093640 1 -- 172.21.15.23:0/3907804704 shutdown_connections 2023-06-26T03:03:33.393 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.384+0000 7faa14093640 1 -- 172.21.15.23:0/3907804704 >> 172.21.15.23:0/3907804704 conn(0x7faa0c069400 msgr2=0x7faa0c069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:33.393 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.384+0000 7faa14093640 1 -- 172.21.15.23:0/3907804704 shutdown_connections 2023-06-26T03:03:33.394 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.384+0000 7faa14093640 1 -- 172.21.15.23:0/3907804704 wait complete. 2023-06-26T03:03:33.394 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.384+0000 7faa14093640 1 Processor -- start 2023-06-26T03:03:33.394 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.384+0000 7faa14093640 1 -- start start 2023-06-26T03:03:33.394 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.384+0000 7faa14093640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa9f8003a70 0x7faa0c150ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:33.394 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.384+0000 7faa14093640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7faa0c140ca0 0x7faa0c13e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:33.394 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.384+0000 7faa14093640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7faa0c13e980 0x7faa0c13edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:33.394 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.384+0000 7faa14093640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa0c15f2f0 con 0x7faa0c13e980 2023-06-26T03:03:33.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.384+0000 7faa14093640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa0c138290 con 0x7fa9f8003a70 2023-06-26T03:03:33.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.384+0000 7faa14093640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faa0c138570 con 0x7faa0c140ca0 2023-06-26T03:03:33.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.384+0000 7faa12630640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7faa0c13e980 0x7faa0c13edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:33.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.384+0000 7faa12630640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7faa0c13e980 0x7faa0c13edf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:48596/0 (socket says 172.21.15.23:48596) 2023-06-26T03:03:33.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.384+0000 7faa12630640 1 -- 172.21.15.23:0/2650471073 learned_addr learned my addr 172.21.15.23:0/2650471073 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:33.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.384+0000 7faa11e2f640 1 --2- 172.21.15.23:0/2650471073 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa9f8003a70 0x7faa0c150ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:33.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.384+0000 7faa1162e640 1 --2- 172.21.15.23:0/2650471073 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7faa0c140ca0 0x7faa0c13e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:33.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.384+0000 7faa12630640 1 -- 172.21.15.23:0/2650471073 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7faa0c140ca0 msgr2=0x7faa0c13e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:33.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.384+0000 7faa12630640 1 --2- 172.21.15.23:0/2650471073 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7faa0c140ca0 0x7faa0c13e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:33.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.384+0000 7faa12630640 1 -- 172.21.15.23:0/2650471073 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa9f8003a70 msgr2=0x7faa0c150ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:33.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.384+0000 7faa12630640 1 --2- 172.21.15.23:0/2650471073 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa9f8003a70 0x7faa0c150ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:33.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.384+0000 7faa12630640 1 -- 172.21.15.23:0/2650471073 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa0c138850 con 0x7faa0c13e980 2023-06-26T03:03:33.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.384+0000 7faa11e2f640 1 --2- 172.21.15.23:0/2650471073 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa9f8003a70 0x7faa0c150ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:33.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.384+0000 7faa12630640 1 --2- 172.21.15.23:0/2650471073 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7faa0c13e980 0x7faa0c13edf0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7faa0c0b3d60 tx=0x7faa0400e7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:33.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.384+0000 7faa027fc640 1 -- 172.21.15.23:0/2650471073 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa0400ece0 con 0x7faa0c13e980 2023-06-26T03:03:33.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.384+0000 7faa027fc640 1 -- 172.21.15.23:0/2650471073 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa0400ee40 con 0x7faa0c13e980 2023-06-26T03:03:33.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.384+0000 7faa14093640 1 -- 172.21.15.23:0/2650471073 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faa0c138b30 con 0x7faa0c13e980 2023-06-26T03:03:33.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.384+0000 7faa027fc640 1 -- 172.21.15.23:0/2650471073 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa040146c0 con 0x7faa0c13e980 2023-06-26T03:03:33.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.384+0000 7faa14093640 1 -- 172.21.15.23:0/2650471073 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faa0c1410f0 con 0x7faa0c13e980 2023-06-26T03:03:33.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.384+0000 7faa14093640 1 -- 172.21.15.23:0/2650471073 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faa0c13f7a0 con 0x7faa0c13e980 2023-06-26T03:03:33.398 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.388+0000 7faa027fc640 1 -- 172.21.15.23:0/2650471073 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7faa0401d3b0 con 0x7faa0c13e980 2023-06-26T03:03:33.398 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.388+0000 7faa027fc640 1 --2- 172.21.15.23:0/2650471073 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa9f0066280 0x7fa9f0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:33.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.388+0000 7faa027fc640 1 -- 172.21.15.23:0/2650471073 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5530+0+0 (secure 0 0 0) 0x7faa04082910 con 0x7faa0c13e980 2023-06-26T03:03:33.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.388+0000 7faa11e2f640 1 --2- 172.21.15.23:0/2650471073 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa9f0066280 0x7fa9f0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:33.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.388+0000 7faa11e2f640 1 --2- 172.21.15.23:0/2650471073 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa9f0066280 0x7fa9f0068730 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7faa080af000 tx=0x7faa080a7040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:33.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.392+0000 7faa027fc640 1 -- 172.21.15.23:0/2650471073 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7faa04050110 con 0x7faa0c13e980 2023-06-26T03:03:33.604 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.600+0000 7faa14093640 1 -- 172.21.15.23:0/2650471073 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) v1 -- 0x7faa0c13f7a0 con 0x7faa0c13e980 2023-06-26T03:03:33.613 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.608+0000 7faa027fc640 1 -- 172.21.15.23:0/2650471073 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v6) v1 ==== 90+0+0 (secure 0 0 0) 0x7faa0c13f7a0 con 0x7faa0c13e980 2023-06-26T03:03:33.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.608+0000 7faa14093640 1 -- 172.21.15.23:0/2650471073 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa9f0066280 msgr2=0x7fa9f0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:33.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.608+0000 7faa14093640 1 --2- 172.21.15.23:0/2650471073 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa9f0066280 0x7fa9f0068730 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7faa080af000 tx=0x7faa080a7040 comp rx=0 tx=0).stop 2023-06-26T03:03:33.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.608+0000 7faa14093640 1 -- 172.21.15.23:0/2650471073 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7faa0c13e980 msgr2=0x7faa0c13edf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:33.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.608+0000 7faa14093640 1 --2- 172.21.15.23:0/2650471073 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7faa0c13e980 0x7faa0c13edf0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7faa0c0b3d60 tx=0x7faa0400e7c0 comp rx=0 tx=0).stop 2023-06-26T03:03:33.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.608+0000 7faa14093640 1 -- 172.21.15.23:0/2650471073 shutdown_connections 2023-06-26T03:03:33.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.608+0000 7faa14093640 1 --2- 172.21.15.23:0/2650471073 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fa9f0066280 0x7fa9f0068730 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:33.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.608+0000 7faa14093640 1 --2- 172.21.15.23:0/2650471073 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7faa0c13e980 0x7faa0c13edf0 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:33.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.608+0000 7faa14093640 1 --2- 172.21.15.23:0/2650471073 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7faa0c140ca0 0x7faa0c13e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:33.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.608+0000 7faa14093640 1 --2- 172.21.15.23:0/2650471073 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fa9f8003a70 0x7faa0c150ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:33.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.608+0000 7faa14093640 1 -- 172.21.15.23:0/2650471073 >> 172.21.15.23:0/2650471073 conn(0x7faa0c069400 msgr2=0x7faa0c06fc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:33.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.608+0000 7faa14093640 1 -- 172.21.15.23:0/2650471073 shutdown_connections 2023-06-26T03:03:33.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.608+0000 7faa14093640 1 -- 172.21.15.23:0/2650471073 wait complete. 2023-06-26T03:03:33.631 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2023-06-26T03:03:33.740 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.736+0000 7fd41a637640 1 Processor -- start 2023-06-26T03:03:33.740 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.736+0000 7fd41a637640 1 -- start start 2023-06-26T03:03:33.741 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.736+0000 7fd41a637640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fd414070130 0x7fd4140d1590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:33.741 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.736+0000 7fd41a637640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd4140d0580 con 0x7fd4140ce550 2023-06-26T03:03:33.741 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.736+0000 7fd41a637640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd4140d07d0 con 0x7fd41415b870 2023-06-26T03:03:33.741 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.736+0000 7fd41a637640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd4140d0ab0 con 0x7fd414070130 2023-06-26T03:03:33.742 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.736+0000 7fd418bd4640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fd414070130 0x7fd4140d1590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:33.742 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.736+0000 7fd4137fe640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fd4140ce550 0x7fd41406fa20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:58014/0 (socket says 172.21.15.23:58014) 2023-06-26T03:03:33.742 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.736+0000 7fd4137fe640 1 -- 172.21.15.23:0/59418565 learned_addr learned my addr 172.21.15.23:0/59418565 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:33.742 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.736+0000 7fd418bd4640 1 -- 172.21.15.23:0/59418565 >> v1:172.21.15.71:6789/0 conn(0x7fd41415b870 legacy=0x7fd4140cc5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:33.742 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.736+0000 7fd418bd4640 1 -- 172.21.15.23:0/59418565 >> v1:172.21.15.23:6789/0 conn(0x7fd4140ce550 legacy=0x7fd41406fa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:33.743 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.736+0000 7fd418bd4640 1 -- 172.21.15.23:0/59418565 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4140d0d90 con 0x7fd414070130 2023-06-26T03:03:33.744 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.740+0000 7fd418bd4640 1 --2- 172.21.15.23:0/59418565 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd414070130 0x7fd4140d1590 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7fd40c0097c0 tx=0x7fd40c01c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a9fc19d124303ff server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:33.744 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.740+0000 7fd412ffd640 1 -- 172.21.15.23:0/59418565 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd40c0ab600 con 0x7fd414070130 2023-06-26T03:03:33.745 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.740+0000 7fd412ffd640 1 -- 172.21.15.23:0/59418565 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd40c0a7050 con 0x7fd414070130 2023-06-26T03:03:33.745 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.740+0000 7fd412ffd640 1 -- 172.21.15.23:0/59418565 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd40c0ab980 con 0x7fd414070130 2023-06-26T03:03:33.745 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.740+0000 7fd41a637640 1 -- 172.21.15.23:0/59418565 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd414070130 msgr2=0x7fd4140d1590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:33.746 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.740+0000 7fd41a637640 1 --2- 172.21.15.23:0/59418565 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd414070130 0x7fd4140d1590 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7fd40c0097c0 tx=0x7fd40c01c440 comp rx=0 tx=0).stop 2023-06-26T03:03:33.746 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.740+0000 7fd41a637640 1 -- 172.21.15.23:0/59418565 shutdown_connections 2023-06-26T03:03:33.746 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.740+0000 7fd41a637640 1 --2- 172.21.15.23:0/59418565 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd414070130 0x7fd4140d1590 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:33.746 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.740+0000 7fd41a637640 1 -- 172.21.15.23:0/59418565 >> 172.21.15.23:0/59418565 conn(0x7fd4140d1fa0 msgr2=0x7fd4140d2370 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:33.746 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.740+0000 7fd41a637640 1 -- 172.21.15.23:0/59418565 shutdown_connections 2023-06-26T03:03:33.746 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.740+0000 7fd41a637640 1 -- 172.21.15.23:0/59418565 wait complete. 2023-06-26T03:03:33.747 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.740+0000 7fd41a637640 1 Processor -- start 2023-06-26T03:03:33.747 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.740+0000 7fd41a637640 1 -- start start 2023-06-26T03:03:33.748 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.740+0000 7fd41a637640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd414070130 0x7fd414155100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:33.748 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.740+0000 7fd41a637640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd4140ce550 0x7fd414157260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:33.748 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.740+0000 7fd41a637640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd41415b870 0x7fd4141f7990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:33.748 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.740+0000 7fd41a637640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd414151240 con 0x7fd4140ce550 2023-06-26T03:03:33.748 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.740+0000 7fd41a637640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4140c6040 con 0x7fd41415b870 2023-06-26T03:03:33.748 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.740+0000 7fd41a637640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4140c6320 con 0x7fd414070130 2023-06-26T03:03:33.748 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.740+0000 7fd4137fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd4140ce550 0x7fd414157260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:33.749 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.740+0000 7fd4137fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd4140ce550 0x7fd414157260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:48616/0 (socket says 172.21.15.23:48616) 2023-06-26T03:03:33.749 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.740+0000 7fd4137fe640 1 -- 172.21.15.23:0/3565920091 learned_addr learned my addr 172.21.15.23:0/3565920091 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:33.749 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.740+0000 7fd413fff640 1 --2- 172.21.15.23:0/3565920091 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd414070130 0x7fd414155100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:33.749 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.740+0000 7fd418bd4640 1 --2- 172.21.15.23:0/3565920091 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd41415b870 0x7fd4141f7990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:33.750 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.744+0000 7fd4137fe640 1 -- 172.21.15.23:0/3565920091 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd414070130 msgr2=0x7fd414155100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:33.750 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.744+0000 7fd4137fe640 1 --2- 172.21.15.23:0/3565920091 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd414070130 0x7fd414155100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:33.751 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.744+0000 7fd4137fe640 1 -- 172.21.15.23:0/3565920091 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd41415b870 msgr2=0x7fd4141f7990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:33.751 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.744+0000 7fd4137fe640 1 --2- 172.21.15.23:0/3565920091 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd41415b870 0x7fd4141f7990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:33.751 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.744+0000 7fd4137fe640 1 -- 172.21.15.23:0/3565920091 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd40c009420 con 0x7fd4140ce550 2023-06-26T03:03:33.751 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.744+0000 7fd4137fe640 1 --2- 172.21.15.23:0/3565920091 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd4140ce550 0x7fd414157260 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fd40800c4d0 tx=0x7fd40800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:33.751 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.744+0000 7fd410ff9640 1 -- 172.21.15.23:0/3565920091 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd408005cf0 con 0x7fd4140ce550 2023-06-26T03:03:33.751 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.744+0000 7fd410ff9640 1 -- 172.21.15.23:0/3565920091 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd408005e50 con 0x7fd4140ce550 2023-06-26T03:03:33.751 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.744+0000 7fd41a637640 1 -- 172.21.15.23:0/3565920091 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd41415be50 con 0x7fd4140ce550 2023-06-26T03:03:33.751 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.744+0000 7fd410ff9640 1 -- 172.21.15.23:0/3565920091 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd408007270 con 0x7fd4140ce550 2023-06-26T03:03:33.752 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.744+0000 7fd41a637640 1 -- 172.21.15.23:0/3565920091 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd414151770 con 0x7fd4140ce550 2023-06-26T03:03:33.752 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.744+0000 7fd41a637640 1 -- 172.21.15.23:0/3565920091 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd41404d790 con 0x7fd4140ce550 2023-06-26T03:03:33.752 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.744+0000 7fd410ff9640 1 -- 172.21.15.23:0/3565920091 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fd4080073d0 con 0x7fd4140ce550 2023-06-26T03:03:33.752 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.744+0000 7fd410ff9640 1 --2- 172.21.15.23:0/3565920091 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd400066280 0x7fd400068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:33.752 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.744+0000 7fd410ff9640 1 -- 172.21.15.23:0/3565920091 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5530+0+0 (secure 0 0 0) 0x7fd408082f80 con 0x7fd4140ce550 2023-06-26T03:03:33.752 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.744+0000 7fd413fff640 1 --2- 172.21.15.23:0/3565920091 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd400066280 0x7fd400068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:33.753 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.744+0000 7fd413fff640 1 --2- 172.21.15.23:0/3565920091 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd400066280 0x7fd400068730 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fd41415c600 tx=0x7fd40400d040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:33.754 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.748+0000 7fd410ff9640 1 -- 172.21.15.23:0/3565920091 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fd4080b3700 con 0x7fd4140ce550 2023-06-26T03:03:33.955 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.948+0000 7fd41a637640 1 -- 172.21.15.23:0/3565920091 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) v1 -- 0x7fd41415ee20 con 0x7fd4140ce550 2023-06-26T03:03:33.964 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.960+0000 7fd410ff9640 1 -- 172.21.15.23:0/3565920091 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v7) v1 ==== 97+0+0 (secure 0 0 0) 0x7fd4080506d0 con 0x7fd4140ce550 2023-06-26T03:03:33.967 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.960+0000 7fd41a637640 1 -- 172.21.15.23:0/3565920091 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd400066280 msgr2=0x7fd400068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:33.968 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.960+0000 7fd41a637640 1 --2- 172.21.15.23:0/3565920091 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd400066280 0x7fd400068730 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fd41415c600 tx=0x7fd40400d040 comp rx=0 tx=0).stop 2023-06-26T03:03:33.968 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.960+0000 7fd41a637640 1 -- 172.21.15.23:0/3565920091 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd4140ce550 msgr2=0x7fd414157260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:33.968 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.960+0000 7fd41a637640 1 --2- 172.21.15.23:0/3565920091 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd4140ce550 0x7fd414157260 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fd40800c4d0 tx=0x7fd40800c990 comp rx=0 tx=0).stop 2023-06-26T03:03:33.968 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.960+0000 7fd41a637640 1 -- 172.21.15.23:0/3565920091 shutdown_connections 2023-06-26T03:03:33.968 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.960+0000 7fd41a637640 1 --2- 172.21.15.23:0/3565920091 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd400066280 0x7fd400068730 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:33.968 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.960+0000 7fd41a637640 1 --2- 172.21.15.23:0/3565920091 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd41415b870 0x7fd4141f7990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:33.969 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.960+0000 7fd41a637640 1 --2- 172.21.15.23:0/3565920091 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd4140ce550 0x7fd414157260 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:33.969 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.960+0000 7fd41a637640 1 --2- 172.21.15.23:0/3565920091 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd414070130 0x7fd414155100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:33.969 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.960+0000 7fd41a637640 1 -- 172.21.15.23:0/3565920091 >> 172.21.15.23:0/3565920091 conn(0x7fd4140d1fa0 msgr2=0x7fd4140b64d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:33.969 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.960+0000 7fd41a637640 1 -- 172.21.15.23:0/3565920091 shutdown_connections 2023-06-26T03:03:33.969 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:33.960+0000 7fd41a637640 1 -- 172.21.15.23:0/3565920091 wait complete. 2023-06-26T03:03:33.983 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2023-06-26T03:03:34.093 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.088+0000 7f93c540f640 1 Processor -- start 2023-06-26T03:03:34.093 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.088+0000 7f93c540f640 1 -- start start 2023-06-26T03:03:34.094 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.088+0000 7f93c540f640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f93c00cc0c0 0x7f93c00c9360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:34.095 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.088+0000 7f93c540f640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f93c006bbe0 con 0x7f93c00cdb00 2023-06-26T03:03:34.095 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.088+0000 7f93c540f640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f93c00c8300 con 0x7f93c006b760 2023-06-26T03:03:34.095 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.088+0000 7f93c540f640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f93c00c85a0 con 0x7f93c00cc0c0 2023-06-26T03:03:34.095 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.088+0000 7f93beffd640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f93c00cdb00 0x7f93c00cded0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:58026/0 (socket says 172.21.15.23:58026) 2023-06-26T03:03:34.095 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.088+0000 7f93beffd640 1 -- 172.21.15.23:0/3948458022 learned_addr learned my addr 172.21.15.23:0/3948458022 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:34.097 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.088+0000 7f93b7fff640 1 --2- 172.21.15.23:0/3948458022 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f93c00cc0c0 0x7f93c00c9360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:34.097 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.088+0000 7f93be7fc640 1 -- 172.21.15.23:0/3948458022 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2261982178 0 0) 0x7f93c006bbe0 con 0x7f93c00cdb00 2023-06-26T03:03:34.097 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.088+0000 7f93be7fc640 1 -- 172.21.15.23:0/3948458022 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f93ac003530 con 0x7f93c00cdb00 2023-06-26T03:03:34.098 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.088+0000 7f93be7fc640 1 -- 172.21.15.23:0/3948458022 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1371534139 0 0) 0x7f93ac003530 con 0x7f93c00cdb00 2023-06-26T03:03:34.098 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.088+0000 7f93be7fc640 1 -- 172.21.15.23:0/3948458022 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f93c00cc0c0 msgr2=0x7f93c00c9360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:34.098 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.088+0000 7f93be7fc640 1 --2- 172.21.15.23:0/3948458022 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f93c00cc0c0 0x7f93c00c9360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:34.098 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.088+0000 7f93be7fc640 1 -- 172.21.15.23:0/3948458022 >> v1:172.21.15.71:6789/0 conn(0x7f93c006b760 legacy=0x7f93c006ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:34.098 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.088+0000 7f93be7fc640 1 -- 172.21.15.23:0/3948458022 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93c00c8880 con 0x7f93c00cdb00 2023-06-26T03:03:34.098 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.088+0000 7f93be7fc640 1 -- 172.21.15.23:0/3948458022 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f93b0001680 con 0x7f93c00cdb00 2023-06-26T03:03:34.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.088+0000 7f93be7fc640 1 -- 172.21.15.23:0/3948458022 >> v1:172.21.15.23:6789/0 conn(0x7f93c00cdb00 legacy=0x7f93c00cded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:34.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.088+0000 7f93be7fc640 1 --2- 172.21.15.23:0/3948458022 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f93ac0039b0 0x7f93ac003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:34.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.088+0000 7f93be7fc640 1 --2- 172.21.15.23:0/3948458022 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f93ac0047d0 0x7f93ac004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:34.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.088+0000 7f93be7fc640 1 --2- 172.21.15.23:0/3948458022 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f93c00cc0c0 0x7f93ac0051a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:34.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.088+0000 7f93be7fc640 1 -- 172.21.15.23:0/3948458022 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93c00c85a0 con 0x7f93ac0047d0 2023-06-26T03:03:34.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.088+0000 7f93be7fc640 1 -- 172.21.15.23:0/3948458022 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93ac00ba90 con 0x7f93ac0039b0 2023-06-26T03:03:34.099 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.088+0000 7f93be7fc640 1 -- 172.21.15.23:0/3948458022 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f93ac00bc50 con 0x7f93c00cc0c0 2023-06-26T03:03:34.100 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.088+0000 7f93b7fff640 1 --2- 172.21.15.23:0/3948458022 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f93ac0047d0 0x7f93ac004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:34.100 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.088+0000 7f93beffd640 1 --2- 172.21.15.23:0/3948458022 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f93ac0039b0 0x7f93ac003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:34.100 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.092+0000 7f93bf7fe640 1 --2- 172.21.15.23:0/3948458022 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f93c00cc0c0 0x7f93ac0051a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:34.100 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.092+0000 7f93b7fff640 1 -- 172.21.15.23:0/3948458022 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f93c00cc0c0 msgr2=0x7f93ac0051a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:34.100 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.092+0000 7f93b7fff640 1 --2- 172.21.15.23:0/3948458022 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f93c00cc0c0 0x7f93ac0051a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:34.101 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.092+0000 7f93b7fff640 1 -- 172.21.15.23:0/3948458022 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f93ac0039b0 msgr2=0x7f93ac003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:34.101 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.092+0000 7f93b7fff640 1 --2- 172.21.15.23:0/3948458022 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f93ac0039b0 0x7f93ac003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:34.101 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.092+0000 7f93b7fff640 1 -- 172.21.15.23:0/3948458022 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93ac003530 con 0x7f93ac0047d0 2023-06-26T03:03:34.103 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.092+0000 7f93b7fff640 1 --2- 172.21.15.23:0/3948458022 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f93ac0047d0 0x7f93ac004c40 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f93a8009ae0 tx=0x7f93c006fca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76d97a652480d259 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:34.104 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.092+0000 7f93be7fc640 1 -- 172.21.15.23:0/3948458022 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93a80a6510 con 0x7f93ac0047d0 2023-06-26T03:03:34.104 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.092+0000 7f93be7fc640 1 -- 172.21.15.23:0/3948458022 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f93a80a6670 con 0x7f93ac0047d0 2023-06-26T03:03:34.104 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.092+0000 7f93be7fc640 1 -- 172.21.15.23:0/3948458022 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93a80a6a20 con 0x7f93ac0047d0 2023-06-26T03:03:34.104 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.092+0000 7f93c540f640 1 -- 172.21.15.23:0/3948458022 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f93ac0047d0 msgr2=0x7f93ac004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:34.104 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.092+0000 7f93c540f640 1 --2- 172.21.15.23:0/3948458022 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f93ac0047d0 0x7f93ac004c40 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f93a8009ae0 tx=0x7f93c006fca0 comp rx=0 tx=0).stop 2023-06-26T03:03:34.104 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.092+0000 7f93bf7fe640 1 -- 172.21.15.23:0/3948458022 reap_dead start 2023-06-26T03:03:34.105 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.092+0000 7f93c540f640 1 -- 172.21.15.23:0/3948458022 shutdown_connections 2023-06-26T03:03:34.105 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.092+0000 7f93c540f640 1 -- 172.21.15.23:0/3948458022 >> 172.21.15.23:0/3948458022 conn(0x7f93c0069400 msgr2=0x7f93c0069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:34.105 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.092+0000 7f93c540f640 1 -- 172.21.15.23:0/3948458022 shutdown_connections 2023-06-26T03:03:34.105 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.092+0000 7f93c540f640 1 -- 172.21.15.23:0/3948458022 wait complete. 2023-06-26T03:03:34.105 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.096+0000 7f93c540f640 1 Processor -- start 2023-06-26T03:03:34.105 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.096+0000 7f93c540f640 1 -- start start 2023-06-26T03:03:34.105 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.096+0000 7f93c540f640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f93ac0047d0 0x7f93c01f1830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:34.105 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.096+0000 7f93c540f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f93c01486c0 0x7f93c00cded0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:34.106 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.096+0000 7f93c540f640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f93c00ce410 0x7f93c00aeb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:34.106 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.096+0000 7f93c540f640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93c00c74a0 con 0x7f93c00ce410 2023-06-26T03:03:34.106 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.096+0000 7f93c540f640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93c00ce8b0 con 0x7f93c01486c0 2023-06-26T03:03:34.106 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.096+0000 7f93c540f640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f93c00c4f70 con 0x7f93ac0047d0 2023-06-26T03:03:34.106 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.096+0000 7f93bf7fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f93c00ce410 0x7f93c00aeb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:34.106 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.096+0000 7f93bf7fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f93c00ce410 0x7f93c00aeb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:48624/0 (socket says 172.21.15.23:48624) 2023-06-26T03:03:34.106 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.096+0000 7f93bf7fe640 1 -- 172.21.15.23:0/2906240313 learned_addr learned my addr 172.21.15.23:0/2906240313 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:34.107 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.096+0000 7f93beffd640 1 --2- 172.21.15.23:0/2906240313 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f93ac0047d0 0x7f93c01f1830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:34.107 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.096+0000 7f93b7fff640 1 --2- 172.21.15.23:0/2906240313 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f93c01486c0 0x7f93c00cded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:34.107 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.096+0000 7f93bf7fe640 1 -- 172.21.15.23:0/2906240313 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f93ac0047d0 msgr2=0x7f93c01f1830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:34.107 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.096+0000 7f93bf7fe640 1 --2- 172.21.15.23:0/2906240313 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f93ac0047d0 0x7f93c01f1830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:34.107 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.096+0000 7f93bf7fe640 1 -- 172.21.15.23:0/2906240313 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f93c01486c0 msgr2=0x7f93c00cded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:34.107 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.096+0000 7f93bf7fe640 1 --2- 172.21.15.23:0/2906240313 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f93c01486c0 0x7f93c00cded0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:34.107 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.096+0000 7f93bf7fe640 1 -- 172.21.15.23:0/2906240313 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93c00c5930 con 0x7f93c00ce410 2023-06-26T03:03:34.107 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.096+0000 7f93b7fff640 1 --2- 172.21.15.23:0/2906240313 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f93c01486c0 0x7f93c00cded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:34.108 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.096+0000 7f93bf7fe640 1 --2- 172.21.15.23:0/2906240313 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f93c00ce410 0x7f93c00aeb10 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f93c006c5d0 tx=0x7f93b800e840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:34.108 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.096+0000 7f93b77fe640 1 -- 172.21.15.23:0/2906240313 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93b800ed30 con 0x7f93c00ce410 2023-06-26T03:03:34.108 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.096+0000 7f93b77fe640 1 -- 172.21.15.23:0/2906240313 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f93b800eeb0 con 0x7f93c00ce410 2023-06-26T03:03:34.108 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.096+0000 7f93c540f640 1 -- 172.21.15.23:0/2906240313 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f93c00c5c10 con 0x7f93c00ce410 2023-06-26T03:03:34.108 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.096+0000 7f93b77fe640 1 -- 172.21.15.23:0/2906240313 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93b8003ba0 con 0x7f93c00ce410 2023-06-26T03:03:34.108 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.096+0000 7f93c540f640 1 -- 172.21.15.23:0/2906240313 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93c00c61d0 con 0x7f93c00ce410 2023-06-26T03:03:34.109 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.096+0000 7f93c540f640 1 -- 172.21.15.23:0/2906240313 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f93c00b1b80 con 0x7f93c00ce410 2023-06-26T03:03:34.109 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.096+0000 7f93b77fe640 1 -- 172.21.15.23:0/2906240313 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f93b8003d00 con 0x7f93c00ce410 2023-06-26T03:03:34.109 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.096+0000 7f93b77fe640 1 --2- 172.21.15.23:0/2906240313 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f93a00662b0 0x7f93a0068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:34.109 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.096+0000 7f93b77fe640 1 -- 172.21.15.23:0/2906240313 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5530+0+0 (secure 0 0 0) 0x7f93b8082bc0 con 0x7f93c00ce410 2023-06-26T03:03:34.109 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.096+0000 7f93beffd640 1 --2- 172.21.15.23:0/2906240313 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f93a00662b0 0x7f93a0068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:34.109 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.100+0000 7f93beffd640 1 --2- 172.21.15.23:0/2906240313 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f93a00662b0 0x7f93a0068760 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f93b0000c10 tx=0x7f93b0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:34.110 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.100+0000 7f93b77fe640 1 -- 172.21.15.23:0/2906240313 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f93c00b1b80 con 0x7f93c00ce410 2023-06-26T03:03:34.316 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.312+0000 7f93c540f640 1 -- 172.21.15.23:0/2906240313 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) v1 -- 0x7f93c00b1b80 con 0x7f93c00ce410 2023-06-26T03:03:34.325 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.320+0000 7f93b77fe640 1 -- 172.21.15.23:0/2906240313 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v8) v1 ==== 90+0+0 (secure 0 0 0) 0x7f93c00b1b80 con 0x7f93c00ce410 2023-06-26T03:03:34.328 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.320+0000 7f93c540f640 1 -- 172.21.15.23:0/2906240313 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f93a00662b0 msgr2=0x7f93a0068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:34.328 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.320+0000 7f93c540f640 1 --2- 172.21.15.23:0/2906240313 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f93a00662b0 0x7f93a0068760 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f93b0000c10 tx=0x7f93b0009040 comp rx=0 tx=0).stop 2023-06-26T03:03:34.328 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.320+0000 7f93c540f640 1 -- 172.21.15.23:0/2906240313 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f93c00ce410 msgr2=0x7f93c00aeb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:34.328 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.320+0000 7f93c540f640 1 --2- 172.21.15.23:0/2906240313 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f93c00ce410 0x7f93c00aeb10 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f93c006c5d0 tx=0x7f93b800e840 comp rx=0 tx=0).stop 2023-06-26T03:03:34.328 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.324+0000 7f93c540f640 1 -- 172.21.15.23:0/2906240313 shutdown_connections 2023-06-26T03:03:34.329 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.324+0000 7f93c540f640 1 --2- 172.21.15.23:0/2906240313 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f93a00662b0 0x7f93a0068760 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:34.329 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.324+0000 7f93c540f640 1 --2- 172.21.15.23:0/2906240313 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f93c00ce410 0x7f93c00aeb10 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:34.329 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.324+0000 7f93c540f640 1 --2- 172.21.15.23:0/2906240313 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f93c01486c0 0x7f93c00cded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:34.329 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.324+0000 7f93c540f640 1 --2- 172.21.15.23:0/2906240313 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f93ac0047d0 0x7f93c01f1830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:34.329 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.324+0000 7f93c540f640 1 -- 172.21.15.23:0/2906240313 >> 172.21.15.23:0/2906240313 conn(0x7f93c0069400 msgr2=0x7f93c0157510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:34.329 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.324+0000 7f93c540f640 1 -- 172.21.15.23:0/2906240313 shutdown_connections 2023-06-26T03:03:34.329 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.324+0000 7f93c540f640 1 -- 172.21.15.23:0/2906240313 wait complete. 2023-06-26T03:03:34.343 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:03:34.415 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:03:34.417 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:03:34.452 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.448+0000 7efc8b414640 1 Processor -- start 2023-06-26T03:03:34.452 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.448+0000 7efc8b414640 1 -- start start 2023-06-26T03:03:34.453 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.448+0000 7efc8b414640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7efc840cada0 0x7efc840695f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:34.453 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.448+0000 7efc8b414640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efc84069b30 con 0x7efc840b49c0 2023-06-26T03:03:34.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.448+0000 7efc8b414640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efc840cb540 con 0x7efc840605e0 2023-06-26T03:03:34.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.448+0000 7efc8b414640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efc841434e0 con 0x7efc840cada0 2023-06-26T03:03:34.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.448+0000 7efc891b0640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7efc840b49c0 0x7efc8405fed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:58042/0 (socket says 172.21.15.23:58042) 2023-06-26T03:03:34.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.448+0000 7efc891b0640 1 -- 172.21.15.23:0/3387279368 learned_addr learned my addr 172.21.15.23:0/3387279368 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:34.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.448+0000 7efc899b1640 1 --2- 172.21.15.23:0/3387279368 >> v2:172.21.15.23:3300/0 conn(0x7efc840cada0 0x7efc840695f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:34.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.448+0000 7efc7bfff640 1 -- 172.21.15.23:0/3387279368 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2985228491 0 0) 0x7efc80001120 con 0x7efc840b49c0 2023-06-26T03:03:34.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.448+0000 7efc7bfff640 1 -- 172.21.15.23:0/3387279368 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efc70003530 con 0x7efc840b49c0 2023-06-26T03:03:34.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.448+0000 7efc899b1640 1 -- 172.21.15.23:0/3387279368 >> v1:172.21.15.71:6789/0 conn(0x7efc840605e0 legacy=0x7efc8406c580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:34.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.448+0000 7efc899b1640 1 -- 172.21.15.23:0/3387279368 >> v1:172.21.15.23:6789/0 conn(0x7efc840b49c0 legacy=0x7efc8405fed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:34.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.448+0000 7efc899b1640 1 -- 172.21.15.23:0/3387279368 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc840cb260 con 0x7efc840cada0 2023-06-26T03:03:34.456 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc899b1640 1 --2- 172.21.15.23:0/3387279368 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efc840cada0 0x7efc840695f0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7efc7c009d90 tx=0x7efc7c01c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85e1f20ed22fb890 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:34.456 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc7bfff640 1 -- 172.21.15.23:0/3387279368 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc7c0a5950 con 0x7efc840cada0 2023-06-26T03:03:34.456 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc7bfff640 1 -- 172.21.15.23:0/3387279368 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc7c0a5ab0 con 0x7efc840cada0 2023-06-26T03:03:34.457 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc7bfff640 1 -- 172.21.15.23:0/3387279368 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc7c0a5e40 con 0x7efc840cada0 2023-06-26T03:03:34.458 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc8b414640 1 -- 172.21.15.23:0/3387279368 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efc840cada0 msgr2=0x7efc840695f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:34.458 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc8b414640 1 --2- 172.21.15.23:0/3387279368 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efc840cada0 0x7efc840695f0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7efc7c009d90 tx=0x7efc7c01c890 comp rx=0 tx=0).stop 2023-06-26T03:03:34.458 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc8b414640 1 -- 172.21.15.23:0/3387279368 shutdown_connections 2023-06-26T03:03:34.458 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc8b414640 1 --2- 172.21.15.23:0/3387279368 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efc840cada0 0x7efc840695f0 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:34.458 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc8b414640 1 -- 172.21.15.23:0/3387279368 >> 172.21.15.23:0/3387279368 conn(0x7efc840ceca0 msgr2=0x7efc840cf0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:34.459 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc8b414640 1 -- 172.21.15.23:0/3387279368 shutdown_connections 2023-06-26T03:03:34.459 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc8b414640 1 -- 172.21.15.23:0/3387279368 wait complete. 2023-06-26T03:03:34.459 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc8b414640 1 Processor -- start 2023-06-26T03:03:34.459 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc8b414640 1 -- start start 2023-06-26T03:03:34.461 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc8b414640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efc840605e0 0x7efc840c47b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:34.461 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc8b414640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efc840b49c0 0x7efc8414bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:34.461 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc8b414640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efc840cada0 0x7efc840c4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:34.461 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc8b414640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc840c45a0 con 0x7efc840605e0 2023-06-26T03:03:34.461 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc8b414640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc840af420 con 0x7efc840b49c0 2023-06-26T03:03:34.461 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc8b414640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc840af700 con 0x7efc840cada0 2023-06-26T03:03:34.462 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc891b0640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efc840605e0 0x7efc840c47b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:34.462 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc891b0640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efc840605e0 0x7efc840c47b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:48640/0 (socket says 172.21.15.23:48640) 2023-06-26T03:03:34.462 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc891b0640 1 -- 172.21.15.23:0/2528417077 learned_addr learned my addr 172.21.15.23:0/2528417077 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:34.462 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc899b1640 1 --2- 172.21.15.23:0/2528417077 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efc840cada0 0x7efc840c4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:34.462 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc889af640 1 --2- 172.21.15.23:0/2528417077 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efc840b49c0 0x7efc8414bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:34.462 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc891b0640 1 -- 172.21.15.23:0/2528417077 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efc840cada0 msgr2=0x7efc840c4060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:34.462 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc891b0640 1 --2- 172.21.15.23:0/2528417077 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efc840cada0 0x7efc840c4060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:34.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc891b0640 1 -- 172.21.15.23:0/2528417077 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efc840b49c0 msgr2=0x7efc8414bb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:34.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc891b0640 1 --2- 172.21.15.23:0/2528417077 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efc840b49c0 0x7efc8414bb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:34.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc891b0640 1 -- 172.21.15.23:0/2528417077 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc7c009a70 con 0x7efc840605e0 2023-06-26T03:03:34.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc891b0640 1 --2- 172.21.15.23:0/2528417077 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efc840605e0 0x7efc840c47b0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7efc8000c4d0 tx=0x7efc8000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:34.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc79ffb640 1 -- 172.21.15.23:0/2528417077 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc80005cf0 con 0x7efc840605e0 2023-06-26T03:03:34.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc79ffb640 1 -- 172.21.15.23:0/2528417077 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc80005e50 con 0x7efc840605e0 2023-06-26T03:03:34.463 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc8b414640 1 -- 172.21.15.23:0/2528417077 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efc840af9e0 con 0x7efc840605e0 2023-06-26T03:03:34.464 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc79ffb640 1 -- 172.21.15.23:0/2528417077 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc80007290 con 0x7efc840605e0 2023-06-26T03:03:34.464 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.452+0000 7efc8b414640 1 -- 172.21.15.23:0/2528417077 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc840afcc0 con 0x7efc840605e0 2023-06-26T03:03:34.464 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.456+0000 7efc8b414640 1 -- 172.21.15.23:0/2528417077 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efc840c9c00 con 0x7efc840605e0 2023-06-26T03:03:34.464 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.456+0000 7efc79ffb640 1 -- 172.21.15.23:0/2528417077 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7efc800073f0 con 0x7efc840605e0 2023-06-26T03:03:34.465 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.456+0000 7efc79ffb640 1 --2- 172.21.15.23:0/2528417077 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efc680662b0 0x7efc68068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:34.465 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.456+0000 7efc79ffb640 1 -- 172.21.15.23:0/2528417077 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5530+0+0 (secure 0 0 0) 0x7efc80083050 con 0x7efc840605e0 2023-06-26T03:03:34.465 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.456+0000 7efc889af640 1 --2- 172.21.15.23:0/2528417077 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efc680662b0 0x7efc68068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:34.465 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.456+0000 7efc889af640 1 --2- 172.21.15.23:0/2528417077 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efc680662b0 0x7efc68068760 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7efc84060de0 tx=0x7efc74009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:34.466 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.460+0000 7efc79ffb640 1 -- 172.21.15.23:0/2528417077 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7efc800b3700 con 0x7efc840605e0 2023-06-26T03:03:34.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.612+0000 7efc8b414640 1 -- 172.21.15.23:0/2528417077 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7efc84069b30 con 0x7efc840605e0 2023-06-26T03:03:34.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.612+0000 7efc79ffb640 1 -- 172.21.15.23:0/2528417077 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v38) v1 ==== 74+0+14772 (secure 0 0 0) 0x7efc84069b30 con 0x7efc840605e0 2023-06-26T03:03:34.617 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:03:34.618 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":38,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:03:31.731250+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:03:34.619 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.612+0000 7efc8b414640 1 -- 172.21.15.23:0/2528417077 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efc680662b0 msgr2=0x7efc68068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:34.619 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.612+0000 7efc8b414640 1 --2- 172.21.15.23:0/2528417077 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efc680662b0 0x7efc68068760 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7efc84060de0 tx=0x7efc74009040 comp rx=0 tx=0).stop 2023-06-26T03:03:34.620 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.612+0000 7efc8b414640 1 -- 172.21.15.23:0/2528417077 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efc840605e0 msgr2=0x7efc840c47b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:34.620 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.612+0000 7efc8b414640 1 --2- 172.21.15.23:0/2528417077 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efc840605e0 0x7efc840c47b0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7efc8000c4d0 tx=0x7efc8000c990 comp rx=0 tx=0).stop 2023-06-26T03:03:34.620 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.612+0000 7efc8b414640 1 -- 172.21.15.23:0/2528417077 shutdown_connections 2023-06-26T03:03:34.620 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.612+0000 7efc8b414640 1 --2- 172.21.15.23:0/2528417077 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efc680662b0 0x7efc68068760 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:34.620 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.612+0000 7efc8b414640 1 --2- 172.21.15.23:0/2528417077 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efc840cada0 0x7efc840c4060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:34.620 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.612+0000 7efc8b414640 1 --2- 172.21.15.23:0/2528417077 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efc840b49c0 0x7efc8414bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:34.620 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.612+0000 7efc8b414640 1 --2- 172.21.15.23:0/2528417077 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efc840605e0 0x7efc840c47b0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:34.621 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.612+0000 7efc8b414640 1 -- 172.21.15.23:0/2528417077 >> 172.21.15.23:0/2528417077 conn(0x7efc840ceca0 msgr2=0x7efc8405fed0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:34.621 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.612+0000 7efc8b414640 1 -- 172.21.15.23:0/2528417077 shutdown_connections 2023-06-26T03:03:34.621 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.612+0000 7efc8b414640 1 -- 172.21.15.23:0/2528417077 wait complete. 2023-06-26T03:03:34.635 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-06-26T03:01:57.280692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2023-06-26T03:02:02.819138+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 1.9900000095367432, 'score_stable': 1.9900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-06-26T03:03:34.636 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-06-26T03:03:34.806 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.800+0000 7f204fb4a640 1 Processor -- start 2023-06-26T03:03:34.806 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.800+0000 7f204fb4a640 1 -- start start 2023-06-26T03:03:34.809 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.800+0000 7f204fb4a640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2048158500 0x7f20480cc8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:34.809 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.800+0000 7f204fb4a640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f2048159460 0x7f204806ef70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:34.809 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.800+0000 7f204fb4a640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f20481588d0 con 0x7f2048159890 2023-06-26T03:03:34.809 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.800+0000 7f204fb4a640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f20480cb860 con 0x7f2048159460 2023-06-26T03:03:34.809 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.800+0000 7f204fb4a640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f20480cbb00 con 0x7f2048158500 2023-06-26T03:03:34.810 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204e0e7640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f2048159890 0x7f2048159e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:58052/0 (socket says 172.21.15.23:58052) 2023-06-26T03:03:34.810 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204e0e7640 1 -- 172.21.15.23:0/2754453160 learned_addr learned my addr 172.21.15.23:0/2754453160 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:34.810 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204d8e6640 1 --2- 172.21.15.23:0/2754453160 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2048158500 0x7f20480cc8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:34.810 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204d0e5640 1 --2- 172.21.15.23:0/2754453160 >> v2:172.21.15.71:3300/0 conn(0x7f2048159460 0x7f204806ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:34.810 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204c8e4640 1 -- 172.21.15.23:0/2754453160 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3772562881 0 0) 0x7f20481588d0 con 0x7f2048159890 2023-06-26T03:03:34.810 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204c8e4640 1 -- 172.21.15.23:0/2754453160 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2034003530 con 0x7f2048159890 2023-06-26T03:03:34.810 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204c8e4640 1 -- 172.21.15.23:0/2754453160 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1251519791 0 0) 0x7f2034003530 con 0x7f2048159890 2023-06-26T03:03:34.811 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204c8e4640 1 -- 172.21.15.23:0/2754453160 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2048158500 msgr2=0x7f20480cc8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:34.811 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204c8e4640 1 --2- 172.21.15.23:0/2754453160 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2048158500 0x7f20480cc8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:34.811 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204c8e4640 1 -- 172.21.15.23:0/2754453160 >> v2:172.21.15.71:3300/0 conn(0x7f2048159460 msgr2=0x7f204806ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:34.811 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204c8e4640 1 --2- 172.21.15.23:0/2754453160 >> v2:172.21.15.71:3300/0 conn(0x7f2048159460 0x7f204806ef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:34.811 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204c8e4640 1 -- 172.21.15.23:0/2754453160 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20480cbde0 con 0x7f2048159890 2023-06-26T03:03:34.811 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204c8e4640 1 -- 172.21.15.23:0/2754453160 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f2040001680 con 0x7f2048159890 2023-06-26T03:03:34.811 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204d0e5640 1 --2- 172.21.15.23:0/2754453160 >> v2:172.21.15.71:3300/0 conn(0x7f2048159460 0x7f204806ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:03:34.812 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204c8e4640 1 -- 172.21.15.23:0/2754453160 >> v1:172.21.15.23:6789/0 conn(0x7f2048159890 legacy=0x7f2048159e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:34.812 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204c8e4640 1 --2- 172.21.15.23:0/2754453160 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2034003980 0x7f2034003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:34.812 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204c8e4640 1 --2- 172.21.15.23:0/2754453160 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2048158500 0x7f20340047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:34.812 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204c8e4640 1 --2- 172.21.15.23:0/2754453160 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2034004d10 0x7f2034005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:34.812 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204c8e4640 1 -- 172.21.15.23:0/2754453160 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20480cb860 con 0x7f2034003980 2023-06-26T03:03:34.812 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204c8e4640 1 -- 172.21.15.23:0/2754453160 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20480cbb00 con 0x7f2034004d10 2023-06-26T03:03:34.812 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204c8e4640 1 -- 172.21.15.23:0/2754453160 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f203400fda0 con 0x7f2048158500 2023-06-26T03:03:34.813 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204d8e6640 1 --2- 172.21.15.23:0/2754453160 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2034003980 0x7f2034003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:34.813 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204e0e7640 1 --2- 172.21.15.23:0/2754453160 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2034004d10 0x7f2034005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:34.813 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204d8e6640 1 -- 172.21.15.23:0/2754453160 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2048158500 msgr2=0x7f20340047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:34.813 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204d8e6640 1 --2- 172.21.15.23:0/2754453160 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2048158500 0x7f20340047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:34.813 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204d8e6640 1 -- 172.21.15.23:0/2754453160 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2034004d10 msgr2=0x7f2034005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:34.813 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204d8e6640 1 --2- 172.21.15.23:0/2754453160 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f2034004d10 0x7f2034005180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:34.813 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204d8e6640 1 -- 172.21.15.23:0/2754453160 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2034003530 con 0x7f2034003980 2023-06-26T03:03:34.816 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204d8e6640 1 --2- 172.21.15.23:0/2754453160 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2034003980 0x7f2034003d90 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f2044009fc0 tx=0x7f204401cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f97a52a035a7d5ef server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:34.816 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204c8e4640 1 -- 172.21.15.23:0/2754453160 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20440a5c90 con 0x7f2034003980 2023-06-26T03:03:34.816 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204c8e4640 1 -- 172.21.15.23:0/2754453160 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f204400f040 con 0x7f2034003980 2023-06-26T03:03:34.816 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204c8e4640 1 -- 172.21.15.23:0/2754453160 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20440ad440 con 0x7f2034003980 2023-06-26T03:03:34.816 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204fb4a640 1 -- 172.21.15.23:0/2754453160 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2034003980 msgr2=0x7f2034003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:34.817 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204fb4a640 1 --2- 172.21.15.23:0/2754453160 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f2034003980 0x7f2034003d90 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f2044009fc0 tx=0x7f204401cca0 comp rx=0 tx=0).stop 2023-06-26T03:03:34.817 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204e0e7640 1 -- 172.21.15.23:0/2754453160 reap_dead start 2023-06-26T03:03:34.817 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204fb4a640 1 -- 172.21.15.23:0/2754453160 shutdown_connections 2023-06-26T03:03:34.817 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204fb4a640 1 -- 172.21.15.23:0/2754453160 >> 172.21.15.23:0/2754453160 conn(0x7f2048069fc0 msgr2=0x7f20480ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:34.817 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204fb4a640 1 -- 172.21.15.23:0/2754453160 shutdown_connections 2023-06-26T03:03:34.817 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.804+0000 7f204fb4a640 1 -- 172.21.15.23:0/2754453160 wait complete. 2023-06-26T03:03:34.817 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.808+0000 7f204fb4a640 1 Processor -- start 2023-06-26T03:03:34.818 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.808+0000 7f204fb4a640 1 -- start start 2023-06-26T03:03:34.818 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.808+0000 7f204fb4a640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2034003980 0x7f204815c830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:34.818 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.808+0000 7f204fb4a640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f20481f3250 0x7f20481e3f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:34.818 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.808+0000 7f204fb4a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f20481e4480 0x7f2048153e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:34.818 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.808+0000 7f204fb4a640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20480b3400 con 0x7f20481f3250 2023-06-26T03:03:34.818 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.808+0000 7f204fb4a640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f204815cd70 con 0x7f20481e4480 2023-06-26T03:03:34.818 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.808+0000 7f204fb4a640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f204815b790 con 0x7f2034003980 2023-06-26T03:03:34.819 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.808+0000 7f204d0e5640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f20481f3250 0x7f20481e3f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:34.819 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.808+0000 7f204d0e5640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f20481f3250 0x7f20481e3f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:48658/0 (socket says 172.21.15.23:48658) 2023-06-26T03:03:34.819 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.808+0000 7f204d0e5640 1 -- 172.21.15.23:0/2225046510 learned_addr learned my addr 172.21.15.23:0/2225046510 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:34.819 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.808+0000 7f204d8e6640 1 --2- 172.21.15.23:0/2225046510 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2034003980 0x7f204815c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:34.819 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.808+0000 7f204e0e7640 1 --2- 172.21.15.23:0/2225046510 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f20481e4480 0x7f2048153e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:34.819 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.808+0000 7f204d0e5640 1 -- 172.21.15.23:0/2225046510 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2034003980 msgr2=0x7f204815c830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:34.819 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.808+0000 7f204d0e5640 1 --2- 172.21.15.23:0/2225046510 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2034003980 0x7f204815c830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:34.820 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.808+0000 7f204d0e5640 1 -- 172.21.15.23:0/2225046510 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f20481e4480 msgr2=0x7f2048153e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:34.820 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.808+0000 7f204d0e5640 1 --2- 172.21.15.23:0/2225046510 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f20481e4480 0x7f2048153e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:34.820 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.808+0000 7f204d0e5640 1 -- 172.21.15.23:0/2225046510 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f204815ba70 con 0x7f20481f3250 2023-06-26T03:03:34.820 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.808+0000 7f204d0e5640 1 --2- 172.21.15.23:0/2225046510 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f20481f3250 0x7f20481e3f40 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f203800e810 tx=0x7f203800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:34.820 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.808+0000 7f203e7fc640 1 -- 172.21.15.23:0/2225046510 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f203800c8d0 con 0x7f20481f3250 2023-06-26T03:03:34.820 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.808+0000 7f203e7fc640 1 -- 172.21.15.23:0/2225046510 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f203800ca30 con 0x7f20481f3250 2023-06-26T03:03:34.820 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.808+0000 7f204fb4a640 1 -- 172.21.15.23:0/2225046510 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f204815bd50 con 0x7f20481f3250 2023-06-26T03:03:34.821 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.808+0000 7f203e7fc640 1 -- 172.21.15.23:0/2225046510 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f203800cde0 con 0x7f20481f3250 2023-06-26T03:03:34.821 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.808+0000 7f204fb4a640 1 -- 172.21.15.23:0/2225046510 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f204815c310 con 0x7f20481f3250 2023-06-26T03:03:34.821 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.808+0000 7f204fb4a640 1 -- 172.21.15.23:0/2225046510 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f204815c4a0 con 0x7f20481f3250 2023-06-26T03:03:34.821 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.808+0000 7f203e7fc640 1 -- 172.21.15.23:0/2225046510 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f2038013410 con 0x7f20481f3250 2023-06-26T03:03:34.821 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.812+0000 7f203e7fc640 1 --2- 172.21.15.23:0/2225046510 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f202c066280 0x7f202c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:34.821 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.812+0000 7f203e7fc640 1 -- 172.21.15.23:0/2225046510 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5530+0+0 (secure 0 0 0) 0x7f20380837f0 con 0x7f20481f3250 2023-06-26T03:03:34.822 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.812+0000 7f204d8e6640 1 --2- 172.21.15.23:0/2225046510 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f202c066280 0x7f202c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:34.822 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.812+0000 7f204d8e6640 1 --2- 172.21.15.23:0/2225046510 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f202c066280 0x7f202c068730 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f20440af000 tx=0x7f2044004ac0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:34.822 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.816+0000 7f203e7fc640 1 -- 172.21.15.23:0/2225046510 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f2038050f10 con 0x7f20481f3250 2023-06-26T03:03:34.968 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.960+0000 7f204fb4a640 1 -- 172.21.15.23:0/2225046510 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f204804d790 con 0x7f20481f3250 2023-06-26T03:03:34.968 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.964+0000 7f203e7fc640 1 -- 172.21.15.23:0/2225046510 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v38) v1 ==== 93+0+10 (secure 0 0 0) 0x7f20380094c0 con 0x7f20481f3250 2023-06-26T03:03:34.969 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 1 2023-06-26T03:03:34.971 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.964+0000 7f204fb4a640 1 -- 172.21.15.23:0/2225046510 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f202c066280 msgr2=0x7f202c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:34.971 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.964+0000 7f204fb4a640 1 --2- 172.21.15.23:0/2225046510 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f202c066280 0x7f202c068730 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f20440af000 tx=0x7f2044004ac0 comp rx=0 tx=0).stop 2023-06-26T03:03:34.971 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.964+0000 7f204fb4a640 1 -- 172.21.15.23:0/2225046510 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f20481f3250 msgr2=0x7f20481e3f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:34.971 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.964+0000 7f204fb4a640 1 --2- 172.21.15.23:0/2225046510 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f20481f3250 0x7f20481e3f40 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f203800e810 tx=0x7f203800ecd0 comp rx=0 tx=0).stop 2023-06-26T03:03:34.972 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.964+0000 7f204fb4a640 1 -- 172.21.15.23:0/2225046510 shutdown_connections 2023-06-26T03:03:34.972 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.964+0000 7f204fb4a640 1 --2- 172.21.15.23:0/2225046510 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f202c066280 0x7f202c068730 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:34.972 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.964+0000 7f204fb4a640 1 --2- 172.21.15.23:0/2225046510 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f20481e4480 0x7f2048153e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:34.972 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.964+0000 7f204fb4a640 1 --2- 172.21.15.23:0/2225046510 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f20481f3250 0x7f20481e3f40 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:34.972 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.964+0000 7f204fb4a640 1 --2- 172.21.15.23:0/2225046510 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f2034003980 0x7f204815c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:34.972 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.964+0000 7f204fb4a640 1 -- 172.21.15.23:0/2225046510 >> 172.21.15.23:0/2225046510 conn(0x7f2048069fc0 msgr2=0x7f2048158b10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:34.973 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.964+0000 7f204fb4a640 1 -- 172.21.15.23:0/2225046510 shutdown_connections 2023-06-26T03:03:34.973 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:34.964+0000 7f204fb4a640 1 -- 172.21.15.23:0/2225046510 wait complete. 2023-06-26T03:03:34.986 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-06-26T03:03:35.115 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.108+0000 7ff431eda640 1 Processor -- start 2023-06-26T03:03:35.116 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.108+0000 7ff431eda640 1 -- start start 2023-06-26T03:03:35.117 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.112+0000 7ff431eda640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff42c158500 0x7ff42c0cc8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:35.117 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.112+0000 7ff431eda640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7ff42c159460 0x7ff42c06ef70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:35.117 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.112+0000 7ff431eda640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7ff42c159890 0x7ff42c06f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:35.117 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.112+0000 7ff431eda640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff42c1588d0 con 0x7ff42c159460 2023-06-26T03:03:35.117 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.112+0000 7ff431eda640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff42c0cb860 con 0x7ff42c159890 2023-06-26T03:03:35.117 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.112+0000 7ff431eda640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff42c0cbb00 con 0x7ff42c158500 2023-06-26T03:03:35.118 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.112+0000 7ff42affd640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7ff42c159460 0x7ff42c06ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:35.118 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.112+0000 7ff42affd640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7ff42c159460 0x7ff42c06ef70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:48668/0 (socket says 172.21.15.23:48668) 2023-06-26T03:03:35.118 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.112+0000 7ff42affd640 1 -- 172.21.15.23:0/96165650 learned_addr learned my addr 172.21.15.23:0/96165650 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:35.119 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.112+0000 7ff42bfff640 1 --2- 172.21.15.23:0/96165650 >> v2:172.21.15.71:3300/0 conn(0x7ff42c159890 0x7ff42c06f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:35.119 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.112+0000 7ff42b7fe640 1 --2- 172.21.15.23:0/96165650 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff42c158500 0x7ff42c0cc8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:35.119 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.112+0000 7ff42affd640 1 -- 172.21.15.23:0/96165650 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff42c158500 msgr2=0x7ff42c0cc8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:35.119 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.112+0000 7ff42affd640 1 --2- 172.21.15.23:0/96165650 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff42c158500 0x7ff42c0cc8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:35.119 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.112+0000 7ff42affd640 1 -- 172.21.15.23:0/96165650 >> v2:172.21.15.71:3300/0 conn(0x7ff42c159890 msgr2=0x7ff42c06f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:35.119 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.112+0000 7ff42affd640 1 --2- 172.21.15.23:0/96165650 >> v2:172.21.15.71:3300/0 conn(0x7ff42c159890 0x7ff42c06f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:35.120 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.112+0000 7ff42affd640 1 -- 172.21.15.23:0/96165650 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff42c0cbde0 con 0x7ff42c159460 2023-06-26T03:03:35.120 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.112+0000 7ff42bfff640 1 --2- 172.21.15.23:0/96165650 >> v2:172.21.15.71:3300/0 conn(0x7ff42c159890 0x7ff42c06f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:35.121 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.112+0000 7ff42affd640 1 --2- 172.21.15.23:0/96165650 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff42c159460 0x7ff42c06ef70 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7ff42c06eb40 tx=0x7ff42001c500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d04535f99eb9fc3 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:35.121 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.112+0000 7ff42a7fc640 1 -- 172.21.15.23:0/96165650 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4200aa620 con 0x7ff42c159460 2023-06-26T03:03:35.121 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.112+0000 7ff42a7fc640 1 -- 172.21.15.23:0/96165650 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4200aa780 con 0x7ff42c159460 2023-06-26T03:03:35.121 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.112+0000 7ff42a7fc640 1 -- 172.21.15.23:0/96165650 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4200aab10 con 0x7ff42c159460 2023-06-26T03:03:35.121 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.116+0000 7ff431eda640 1 -- 172.21.15.23:0/96165650 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff42c159460 msgr2=0x7ff42c06ef70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:35.121 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.116+0000 7ff431eda640 1 --2- 172.21.15.23:0/96165650 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff42c159460 0x7ff42c06ef70 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7ff42c06eb40 tx=0x7ff42001c500 comp rx=0 tx=0).stop 2023-06-26T03:03:35.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.116+0000 7ff431eda640 1 -- 172.21.15.23:0/96165650 shutdown_connections 2023-06-26T03:03:35.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.116+0000 7ff431eda640 1 --2- 172.21.15.23:0/96165650 >> v2:172.21.15.71:3300/0 conn(0x7ff42c159890 0x7ff42c06f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:35.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.116+0000 7ff431eda640 1 --2- 172.21.15.23:0/96165650 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff42c159460 0x7ff42c06ef70 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:35.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.116+0000 7ff431eda640 1 --2- 172.21.15.23:0/96165650 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff42c158500 0x7ff42c0cc8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:35.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.116+0000 7ff431eda640 1 -- 172.21.15.23:0/96165650 >> 172.21.15.23:0/96165650 conn(0x7ff42c069fc0 msgr2=0x7ff42c0ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:35.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.116+0000 7ff431eda640 1 -- 172.21.15.23:0/96165650 shutdown_connections 2023-06-26T03:03:35.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.116+0000 7ff431eda640 1 -- 172.21.15.23:0/96165650 wait complete. 2023-06-26T03:03:35.124 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.116+0000 7ff431eda640 1 Processor -- start 2023-06-26T03:03:35.124 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.116+0000 7ff431eda640 1 -- start start 2023-06-26T03:03:35.124 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.116+0000 7ff431eda640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff42c158500 0x7ff42c142d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:35.124 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.116+0000 7ff431eda640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff42c159460 0x7ff42c150ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:35.125 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.116+0000 7ff431eda640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff42c159890 0x7ff42c151010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:35.125 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.116+0000 7ff431eda640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff42c0c6e40 con 0x7ff42c159890 2023-06-26T03:03:35.125 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.116+0000 7ff431eda640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff42c0b0f90 con 0x7ff42c158500 2023-06-26T03:03:35.125 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.116+0000 7ff431eda640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff42c0c62c0 con 0x7ff42c159460 2023-06-26T03:03:35.125 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.116+0000 7ff42bfff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff42c159890 0x7ff42c151010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:35.125 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.116+0000 7ff42bfff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff42c159890 0x7ff42c151010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:48676/0 (socket says 172.21.15.23:48676) 2023-06-26T03:03:35.125 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.116+0000 7ff42bfff640 1 -- 172.21.15.23:0/422494818 learned_addr learned my addr 172.21.15.23:0/422494818 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:35.126 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.116+0000 7ff42affd640 1 --2- 172.21.15.23:0/422494818 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff42c159460 0x7ff42c150ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:35.126 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.116+0000 7ff42b7fe640 1 --2- 172.21.15.23:0/422494818 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff42c158500 0x7ff42c142d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:35.126 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.116+0000 7ff42bfff640 1 -- 172.21.15.23:0/422494818 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff42c159460 msgr2=0x7ff42c150ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:35.126 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.116+0000 7ff42bfff640 1 --2- 172.21.15.23:0/422494818 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff42c159460 0x7ff42c150ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:35.126 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.116+0000 7ff42bfff640 1 -- 172.21.15.23:0/422494818 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff42c158500 msgr2=0x7ff42c142d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:35.126 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.116+0000 7ff42bfff640 1 --2- 172.21.15.23:0/422494818 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff42c158500 0x7ff42c142d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:35.126 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.116+0000 7ff42bfff640 1 -- 172.21.15.23:0/422494818 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4200094d0 con 0x7ff42c159890 2023-06-26T03:03:35.127 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.116+0000 7ff42bfff640 1 --2- 172.21.15.23:0/422494818 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff42c159890 0x7ff42c151010 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7ff42400cd50 tx=0x7ff42400a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:35.127 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.116+0000 7ff413fff640 1 -- 172.21.15.23:0/422494818 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff42400f680 con 0x7ff42c159890 2023-06-26T03:03:35.127 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.116+0000 7ff413fff640 1 -- 172.21.15.23:0/422494818 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff42400f800 con 0x7ff42c159890 2023-06-26T03:03:35.127 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.116+0000 7ff413fff640 1 -- 172.21.15.23:0/422494818 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff42400fbb0 con 0x7ff42c159890 2023-06-26T03:03:35.127 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.116+0000 7ff431eda640 1 -- 172.21.15.23:0/422494818 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff42c0c65a0 con 0x7ff42c159890 2023-06-26T03:03:35.127 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.116+0000 7ff431eda640 1 -- 172.21.15.23:0/422494818 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff42c0c6b60 con 0x7ff42c159890 2023-06-26T03:03:35.128 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.120+0000 7ff431eda640 1 -- 172.21.15.23:0/422494818 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff40c005260 con 0x7ff42c159890 2023-06-26T03:03:35.128 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.120+0000 7ff413fff640 1 -- 172.21.15.23:0/422494818 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff42400b040 con 0x7ff42c159890 2023-06-26T03:03:35.128 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.120+0000 7ff413fff640 1 --2- 172.21.15.23:0/422494818 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff418066280 0x7ff418068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:35.129 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.120+0000 7ff413fff640 1 -- 172.21.15.23:0/422494818 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5530+0+0 (secure 0 0 0) 0x7ff4240844f0 con 0x7ff42c159890 2023-06-26T03:03:35.129 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.120+0000 7ff42b7fe640 1 --2- 172.21.15.23:0/422494818 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff418066280 0x7ff418068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:35.129 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.120+0000 7ff42b7fe640 1 --2- 172.21.15.23:0/422494818 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff418066280 0x7ff418068730 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7ff41c00b9d0 tx=0x7ff41c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:35.131 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.124+0000 7ff413fff640 1 -- 172.21.15.23:0/422494818 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff424051b00 con 0x7ff42c159890 2023-06-26T03:03:35.281 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.276+0000 7ff431eda640 1 -- 172.21.15.23:0/422494818 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"} v 0) v1 -- 0x7ff40c005a90 con 0x7ff42c159890 2023-06-26T03:03:35.282 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.276+0000 7ff413fff640 1 -- 172.21.15.23:0/422494818 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]=0 v38) v1 ==== 92+0+10 (secure 0 0 0) 0x7ff424055120 con 0x7ff42c159890 2023-06-26T03:03:35.282 INFO:teuthology.orchestra.run.smithi023.stdout:pg_num: 8 2023-06-26T03:03:35.284 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.276+0000 7ff431eda640 1 -- 172.21.15.23:0/422494818 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff418066280 msgr2=0x7ff418068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:35.284 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.276+0000 7ff431eda640 1 --2- 172.21.15.23:0/422494818 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff418066280 0x7ff418068730 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7ff41c00b9d0 tx=0x7ff41c008040 comp rx=0 tx=0).stop 2023-06-26T03:03:35.284 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.276+0000 7ff431eda640 1 -- 172.21.15.23:0/422494818 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff42c159890 msgr2=0x7ff42c151010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:35.284 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.276+0000 7ff431eda640 1 --2- 172.21.15.23:0/422494818 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff42c159890 0x7ff42c151010 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7ff42400cd50 tx=0x7ff42400a650 comp rx=0 tx=0).stop 2023-06-26T03:03:35.284 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.276+0000 7ff431eda640 1 -- 172.21.15.23:0/422494818 shutdown_connections 2023-06-26T03:03:35.285 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.276+0000 7ff431eda640 1 --2- 172.21.15.23:0/422494818 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff418066280 0x7ff418068730 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:35.285 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.276+0000 7ff431eda640 1 --2- 172.21.15.23:0/422494818 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff42c159890 0x7ff42c151010 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:35.285 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.276+0000 7ff431eda640 1 --2- 172.21.15.23:0/422494818 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff42c159460 0x7ff42c150ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:35.285 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.276+0000 7ff431eda640 1 --2- 172.21.15.23:0/422494818 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff42c158500 0x7ff42c142d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:35.285 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.276+0000 7ff431eda640 1 -- 172.21.15.23:0/422494818 >> 172.21.15.23:0/422494818 conn(0x7ff42c069fc0 msgr2=0x7ff42c156b10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:35.285 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.280+0000 7ff431eda640 1 -- 172.21.15.23:0/422494818 shutdown_connections 2023-06-26T03:03:35.285 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.280+0000 7ff431eda640 1 -- 172.21.15.23:0/422494818 wait complete. 2023-06-26T03:03:35.299 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-06-26T03:03:35.409 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc0328a4640 1 Processor -- start 2023-06-26T03:03:35.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc0328a4640 1 -- start start 2023-06-26T03:03:35.412 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc0328a4640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc02c159780 0x7fc02c0d0810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:35.412 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc0328a4640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc02c0cb6e0 con 0x7fc02c15d1a0 2023-06-26T03:03:35.413 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc0328a4640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc02c15d960 con 0x7fc02c0cf2a0 2023-06-26T03:03:35.413 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc0328a4640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc02c15dc40 con 0x7fc02c159780 2023-06-26T03:03:35.413 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc02b7fe640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fc02c15d1a0 0x7fc02c0ceb90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:58060/0 (socket says 172.21.15.23:58060) 2023-06-26T03:03:35.413 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc02b7fe640 1 -- 172.21.15.23:0/3828526444 learned_addr learned my addr 172.21.15.23:0/3828526444 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:35.413 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc02bfff640 1 --2- 172.21.15.23:0/3828526444 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc02c159780 0x7fc02c0d0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:35.413 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc02affd640 1 -- 172.21.15.23:0/3828526444 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1876411634 0 0) 0x7fc02c0cb6e0 con 0x7fc02c15d1a0 2023-06-26T03:03:35.413 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc02affd640 1 -- 172.21.15.23:0/3828526444 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc014003530 con 0x7fc02c15d1a0 2023-06-26T03:03:35.414 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc02affd640 1 -- 172.21.15.23:0/3828526444 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1678675575 0 0) 0x7fc014003530 con 0x7fc02c15d1a0 2023-06-26T03:03:35.414 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc02affd640 1 -- 172.21.15.23:0/3828526444 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc02c159780 msgr2=0x7fc02c0d0810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:35.414 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc02affd640 1 --2- 172.21.15.23:0/3828526444 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc02c159780 0x7fc02c0d0810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:35.414 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc02affd640 1 -- 172.21.15.23:0/3828526444 >> v1:172.21.15.71:6789/0 conn(0x7fc02c0cf2a0 legacy=0x7fc02c0cbb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:35.414 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc02affd640 1 -- 172.21.15.23:0/3828526444 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc02c15df20 con 0x7fc02c15d1a0 2023-06-26T03:03:35.414 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc02affd640 1 -- 172.21.15.23:0/3828526444 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7fc020001680 con 0x7fc02c15d1a0 2023-06-26T03:03:35.414 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc02affd640 1 -- 172.21.15.23:0/3828526444 >> v1:172.21.15.23:6789/0 conn(0x7fc02c15d1a0 legacy=0x7fc02c0ceb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:35.415 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc02affd640 1 --2- 172.21.15.23:0/3828526444 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc0140039b0 0x7fc014003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:35.415 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc02affd640 1 --2- 172.21.15.23:0/3828526444 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc02c159780 0x7fc0140047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:35.415 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc02affd640 1 --2- 172.21.15.23:0/3828526444 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc014004d10 0x7fc014005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:35.415 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc02affd640 1 -- 172.21.15.23:0/3828526444 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc02c15dc40 con 0x7fc0140039b0 2023-06-26T03:03:35.415 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc02affd640 1 -- 172.21.15.23:0/3828526444 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc01400ba40 con 0x7fc014004d10 2023-06-26T03:03:35.415 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc02affd640 1 -- 172.21.15.23:0/3828526444 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc01400bbd0 con 0x7fc02c159780 2023-06-26T03:03:35.415 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc02bfff640 1 --2- 172.21.15.23:0/3828526444 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc0140039b0 0x7fc014003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:35.415 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc02b7fe640 1 --2- 172.21.15.23:0/3828526444 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc02c159780 0x7fc0140047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:35.416 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc030e41640 1 --2- 172.21.15.23:0/3828526444 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc014004d10 0x7fc014005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:35.416 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc02bfff640 1 -- 172.21.15.23:0/3828526444 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc02c159780 msgr2=0x7fc0140047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:35.416 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc02bfff640 1 --2- 172.21.15.23:0/3828526444 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc02c159780 0x7fc0140047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:35.416 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc02bfff640 1 -- 172.21.15.23:0/3828526444 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc014004d10 msgr2=0x7fc014005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:35.416 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc02bfff640 1 --2- 172.21.15.23:0/3828526444 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc014004d10 0x7fc014005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:35.416 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc02bfff640 1 -- 172.21.15.23:0/3828526444 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc014003530 con 0x7fc0140039b0 2023-06-26T03:03:35.416 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc02b7fe640 1 --2- 172.21.15.23:0/3828526444 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc02c159780 0x7fc0140047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:35.417 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.404+0000 7fc030e41640 1 --2- 172.21.15.23:0/3828526444 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc014004d10 0x7fc014005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:35.419 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.408+0000 7fc02bfff640 1 --2- 172.21.15.23:0/3828526444 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc0140039b0 0x7fc014003dc0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fc01c009ae0 tx=0x7fc01c01ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38d33d6185796045 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:35.419 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.408+0000 7fc02affd640 1 -- 172.21.15.23:0/3828526444 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc01c0a5530 con 0x7fc0140039b0 2023-06-26T03:03:35.419 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.408+0000 7fc02affd640 1 -- 172.21.15.23:0/3828526444 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc01c0a5690 con 0x7fc0140039b0 2023-06-26T03:03:35.419 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.408+0000 7fc02affd640 1 -- 172.21.15.23:0/3828526444 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc01c0a5a40 con 0x7fc0140039b0 2023-06-26T03:03:35.420 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.408+0000 7fc0328a4640 1 -- 172.21.15.23:0/3828526444 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc0140039b0 msgr2=0x7fc014003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:35.420 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.408+0000 7fc0328a4640 1 --2- 172.21.15.23:0/3828526444 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc0140039b0 0x7fc014003dc0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fc01c009ae0 tx=0x7fc01c01ca50 comp rx=0 tx=0).stop 2023-06-26T03:03:35.420 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.408+0000 7fc030e41640 1 -- 172.21.15.23:0/3828526444 reap_dead start 2023-06-26T03:03:35.420 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.408+0000 7fc0328a4640 1 -- 172.21.15.23:0/3828526444 shutdown_connections 2023-06-26T03:03:35.420 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.408+0000 7fc0328a4640 1 -- 172.21.15.23:0/3828526444 >> 172.21.15.23:0/3828526444 conn(0x7fc02c06c2a0 msgr2=0x7fc02c06d010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:35.420 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.408+0000 7fc0328a4640 1 -- 172.21.15.23:0/3828526444 shutdown_connections 2023-06-26T03:03:35.420 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.408+0000 7fc0328a4640 1 -- 172.21.15.23:0/3828526444 wait complete. 2023-06-26T03:03:35.421 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.412+0000 7fc0328a4640 1 Processor -- start 2023-06-26T03:03:35.421 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.412+0000 7fc0328a4640 1 -- start start 2023-06-26T03:03:35.421 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.412+0000 7fc0328a4640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc0140039b0 0x7fc02c1f1b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:35.421 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.412+0000 7fc0328a4640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc02c155ef0 0x7fc02c0cf990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:35.421 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.412+0000 7fc0328a4640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc02c156340 0x7fc02c0cfed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:35.421 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.412+0000 7fc0328a4640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc02c15aa50 con 0x7fc0140039b0 2023-06-26T03:03:35.421 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.412+0000 7fc0328a4640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc02c15ad30 con 0x7fc02c155ef0 2023-06-26T03:03:35.421 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.412+0000 7fc0328a4640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc02c15b010 con 0x7fc02c156340 2023-06-26T03:03:35.422 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.412+0000 7fc02bfff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc0140039b0 0x7fc02c1f1b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:35.422 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.412+0000 7fc02bfff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc0140039b0 0x7fc02c1f1b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:48684/0 (socket says 172.21.15.23:48684) 2023-06-26T03:03:35.422 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.412+0000 7fc02bfff640 1 -- 172.21.15.23:0/4116178565 learned_addr learned my addr 172.21.15.23:0/4116178565 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:35.422 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.412+0000 7fc030e41640 1 --2- 172.21.15.23:0/4116178565 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc02c156340 0x7fc02c0cfed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:35.422 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.412+0000 7fc02b7fe640 1 --2- 172.21.15.23:0/4116178565 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc02c155ef0 0x7fc02c0cf990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:35.422 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.412+0000 7fc02bfff640 1 -- 172.21.15.23:0/4116178565 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc02c156340 msgr2=0x7fc02c0cfed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:35.422 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.412+0000 7fc02bfff640 1 --2- 172.21.15.23:0/4116178565 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc02c156340 0x7fc02c0cfed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:35.423 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.412+0000 7fc02bfff640 1 -- 172.21.15.23:0/4116178565 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc02c155ef0 msgr2=0x7fc02c0cf990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:35.423 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.412+0000 7fc02bfff640 1 --2- 172.21.15.23:0/4116178565 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc02c155ef0 0x7fc02c0cf990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:35.423 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.412+0000 7fc02bfff640 1 -- 172.21.15.23:0/4116178565 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc02c15b2f0 con 0x7fc0140039b0 2023-06-26T03:03:35.423 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.412+0000 7fc02b7fe640 1 --2- 172.21.15.23:0/4116178565 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc02c155ef0 0x7fc02c0cf990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:35.423 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.412+0000 7fc02bfff640 1 --2- 172.21.15.23:0/4116178565 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc0140039b0 0x7fc02c1f1b20 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fc01c009ae0 tx=0x7fc014005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:35.423 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.412+0000 7fc028ff9640 1 -- 172.21.15.23:0/4116178565 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc01c0be070 con 0x7fc0140039b0 2023-06-26T03:03:35.423 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.412+0000 7fc028ff9640 1 -- 172.21.15.23:0/4116178565 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc01c0a5e80 con 0x7fc0140039b0 2023-06-26T03:03:35.423 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.412+0000 7fc028ff9640 1 -- 172.21.15.23:0/4116178565 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc01c004020 con 0x7fc0140039b0 2023-06-26T03:03:35.424 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.412+0000 7fc0328a4640 1 -- 172.21.15.23:0/4116178565 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc02c15b5d0 con 0x7fc0140039b0 2023-06-26T03:03:35.424 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.412+0000 7fc0328a4640 1 -- 172.21.15.23:0/4116178565 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc02c1f2060 con 0x7fc0140039b0 2023-06-26T03:03:35.424 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.412+0000 7fc0328a4640 1 -- 172.21.15.23:0/4116178565 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc02c04d790 con 0x7fc0140039b0 2023-06-26T03:03:35.425 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.412+0000 7fc028ff9640 1 -- 172.21.15.23:0/4116178565 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fc01c0b4040 con 0x7fc0140039b0 2023-06-26T03:03:35.425 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.412+0000 7fc028ff9640 1 --2- 172.21.15.23:0/4116178565 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc018066280 0x7fc018068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:35.425 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.416+0000 7fc028ff9640 1 -- 172.21.15.23:0/4116178565 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5530+0+0 (secure 0 0 0) 0x7fc01c11d2c0 con 0x7fc0140039b0 2023-06-26T03:03:35.425 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.416+0000 7fc02b7fe640 1 --2- 172.21.15.23:0/4116178565 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc018066280 0x7fc018068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:35.425 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.416+0000 7fc02b7fe640 1 --2- 172.21.15.23:0/4116178565 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc018066280 0x7fc018068730 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fc020001ec0 tx=0x7fc020009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:35.425 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.420+0000 7fc028ff9640 1 -- 172.21.15.23:0/4116178565 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fc01c0ea9e0 con 0x7fc0140039b0 2023-06-26T03:03:35.578 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.572+0000 7fc0328a4640 1 -- 172.21.15.23:0/4116178565 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7fc02c0b27b0 con 0x7fc0140039b0 2023-06-26T03:03:35.579 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.572+0000 7fc028ff9640 1 -- 172.21.15.23:0/4116178565 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v38) v1 ==== 84+0+126 (secure 0 0 0) 0x7fc01c0ee000 con 0x7fc0140039b0 2023-06-26T03:03:35.579 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:03:35.579 INFO:teuthology.orchestra.run.smithi023.stdout:[ 2023-06-26T03:03:35.579 INFO:teuthology.orchestra.run.smithi023.stdout: { 2023-06-26T03:03:35.579 INFO:teuthology.orchestra.run.smithi023.stdout: "poolnum": 1, 2023-06-26T03:03:35.580 INFO:teuthology.orchestra.run.smithi023.stdout: "poolname": ".mgr" 2023-06-26T03:03:35.580 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:03:35.580 INFO:teuthology.orchestra.run.smithi023.stdout: { 2023-06-26T03:03:35.580 INFO:teuthology.orchestra.run.smithi023.stdout: "poolnum": 2, 2023-06-26T03:03:35.580 INFO:teuthology.orchestra.run.smithi023.stdout: "poolname": "rbd" 2023-06-26T03:03:35.580 INFO:teuthology.orchestra.run.smithi023.stdout: } 2023-06-26T03:03:35.580 INFO:teuthology.orchestra.run.smithi023.stdout:] 2023-06-26T03:03:35.581 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.576+0000 7fc0328a4640 1 -- 172.21.15.23:0/4116178565 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc018066280 msgr2=0x7fc018068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:35.581 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.576+0000 7fc0328a4640 1 --2- 172.21.15.23:0/4116178565 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc018066280 0x7fc018068730 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fc020001ec0 tx=0x7fc020009040 comp rx=0 tx=0).stop 2023-06-26T03:03:35.581 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.576+0000 7fc0328a4640 1 -- 172.21.15.23:0/4116178565 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc0140039b0 msgr2=0x7fc02c1f1b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:35.582 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.576+0000 7fc0328a4640 1 --2- 172.21.15.23:0/4116178565 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc0140039b0 0x7fc02c1f1b20 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fc01c009ae0 tx=0x7fc014005800 comp rx=0 tx=0).stop 2023-06-26T03:03:35.582 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.576+0000 7fc0328a4640 1 -- 172.21.15.23:0/4116178565 shutdown_connections 2023-06-26T03:03:35.582 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.576+0000 7fc0328a4640 1 --2- 172.21.15.23:0/4116178565 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fc018066280 0x7fc018068730 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:35.582 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.576+0000 7fc0328a4640 1 --2- 172.21.15.23:0/4116178565 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fc02c156340 0x7fc02c0cfed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:35.582 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.576+0000 7fc0328a4640 1 --2- 172.21.15.23:0/4116178565 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fc02c155ef0 0x7fc02c0cf990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:35.582 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.576+0000 7fc0328a4640 1 --2- 172.21.15.23:0/4116178565 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fc0140039b0 0x7fc02c1f1b20 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:35.582 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.576+0000 7fc0328a4640 1 -- 172.21.15.23:0/4116178565 >> 172.21.15.23:0/4116178565 conn(0x7fc02c06c2a0 msgr2=0x7fc02c0b1460 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:35.582 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.576+0000 7fc0328a4640 1 -- 172.21.15.23:0/4116178565 shutdown_connections 2023-06-26T03:03:35.583 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.576+0000 7fc0328a4640 1 -- 172.21.15.23:0/4116178565 wait complete. 2023-06-26T03:03:35.597 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-06-26T03:03:35.597 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-06-26T03:03:35.722 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.716+0000 7f8cd7a79640 1 Processor -- start 2023-06-26T03:03:35.723 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.716+0000 7f8cd7a79640 1 -- start start 2023-06-26T03:03:35.724 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.716+0000 7f8cd7a79640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f8cd015b4a0 0x7f8cd00cecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:35.724 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.716+0000 7f8cd7a79640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f8cd015ff70 0x7f8cd015f270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:35.724 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.716+0000 7f8cd7a79640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8cd00cfbf0 con 0x7f8cd015b870 2023-06-26T03:03:35.724 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.716+0000 7f8cd7a79640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8cd00cc6e0 con 0x7f8cd015ff70 2023-06-26T03:03:35.724 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.716+0000 7f8cd7a79640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8cd00cc9c0 con 0x7f8cd015b4a0 2023-06-26T03:03:35.725 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.720+0000 7f8cd5014640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f8cd015ff70 0x7f8cd015f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:35.725 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.720+0000 7f8cd6016640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f8cd015b870 0x7f8cd00d1da0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:58070/0 (socket says 172.21.15.23:58070) 2023-06-26T03:03:35.725 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.720+0000 7f8cd6016640 1 -- 172.21.15.23:0/3916788561 learned_addr learned my addr 172.21.15.23:0/3916788561 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:35.725 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.720+0000 7f8cd5815640 1 --2- 172.21.15.23:0/3916788561 >> v2:172.21.15.71:3300/0 conn(0x7f8cd015b4a0 0x7f8cd00cecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:35.726 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.720+0000 7f8cd5014640 1 -- 172.21.15.23:0/3916788561 >> v2:172.21.15.71:3300/0 conn(0x7f8cd015b4a0 msgr2=0x7f8cd00cecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:35.726 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.720+0000 7f8cd5014640 1 --2- 172.21.15.23:0/3916788561 >> v2:172.21.15.71:3300/0 conn(0x7f8cd015b4a0 0x7f8cd00cecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:35.726 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.720+0000 7f8cd5014640 1 -- 172.21.15.23:0/3916788561 >> v1:172.21.15.23:6789/0 conn(0x7f8cd015b870 legacy=0x7f8cd00d1da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:35.726 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.720+0000 7f8cd4813640 1 -- 172.21.15.23:0/3916788561 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2297869927 0 0) 0x7f8cd00cfbf0 con 0x7f8cd015b870 2023-06-26T03:03:35.726 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.720+0000 7f8cd5014640 1 -- 172.21.15.23:0/3916788561 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8cd00cfe90 con 0x7f8cd015ff70 2023-06-26T03:03:35.727 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.720+0000 7f8cd5014640 1 --2- 172.21.15.23:0/3916788561 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8cd015ff70 0x7f8cd015f270 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f8cd00cfa70 tx=0x7f8cc001c300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d0db38f88d9077e server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:35.727 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.720+0000 7f8cd4813640 1 -- 172.21.15.23:0/3916788561 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cc00ab600 con 0x7f8cd015ff70 2023-06-26T03:03:35.727 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.720+0000 7f8cd4813640 1 -- 172.21.15.23:0/3916788561 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8cc00a7050 con 0x7f8cd015ff70 2023-06-26T03:03:35.728 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.720+0000 7f8cd4813640 1 -- 172.21.15.23:0/3916788561 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cc00ab980 con 0x7f8cd015ff70 2023-06-26T03:03:35.728 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.724+0000 7f8cd7a79640 1 -- 172.21.15.23:0/3916788561 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8cd015ff70 msgr2=0x7f8cd015f270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:35.728 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.724+0000 7f8cd7a79640 1 --2- 172.21.15.23:0/3916788561 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8cd015ff70 0x7f8cd015f270 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f8cd00cfa70 tx=0x7f8cc001c300 comp rx=0 tx=0).stop 2023-06-26T03:03:35.729 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.724+0000 7f8cd7a79640 1 -- 172.21.15.23:0/3916788561 shutdown_connections 2023-06-26T03:03:35.729 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.724+0000 7f8cd7a79640 1 --2- 172.21.15.23:0/3916788561 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8cd015ff70 0x7f8cd015f270 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:35.729 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.724+0000 7f8cd7a79640 1 --2- 172.21.15.23:0/3916788561 >> v2:172.21.15.71:3300/0 conn(0x7f8cd015b4a0 0x7f8cd00cecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:35.729 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.724+0000 7f8cd7a79640 1 -- 172.21.15.23:0/3916788561 >> 172.21.15.23:0/3916788561 conn(0x7f8cd006fa20 msgr2=0x7f8cd006fe20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:35.729 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.724+0000 7f8cd7a79640 1 -- 172.21.15.23:0/3916788561 shutdown_connections 2023-06-26T03:03:35.729 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.724+0000 7f8cd7a79640 1 -- 172.21.15.23:0/3916788561 wait complete. 2023-06-26T03:03:35.730 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.724+0000 7f8cd7a79640 1 Processor -- start 2023-06-26T03:03:35.730 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.724+0000 7f8cd7a79640 1 -- start start 2023-06-26T03:03:35.730 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.724+0000 7f8cd7a79640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8cd015b4a0 0x7f8cd0153270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:35.731 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.724+0000 7f8cd7a79640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8cd015b870 0x7f8cd0151470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:35.731 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.724+0000 7f8cd7a79640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8cd015ff70 0x7f8cd00b7150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:35.731 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.724+0000 7f8cd7a79640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8cd00d1040 con 0x7f8cd015b4a0 2023-06-26T03:03:35.731 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.724+0000 7f8cd7a79640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8cd0152870 con 0x7f8cd015b870 2023-06-26T03:03:35.731 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.724+0000 7f8cd7a79640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8cd0152b50 con 0x7f8cd015ff70 2023-06-26T03:03:35.731 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.724+0000 7f8cd5815640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8cd015b4a0 0x7f8cd0153270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:35.731 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.724+0000 7f8cd5815640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8cd015b4a0 0x7f8cd0153270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:48702/0 (socket says 172.21.15.23:48702) 2023-06-26T03:03:35.732 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.724+0000 7f8cd5815640 1 -- 172.21.15.23:0/1153116460 learned_addr learned my addr 172.21.15.23:0/1153116460 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:35.733 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.724+0000 7f8cd5014640 1 --2- 172.21.15.23:0/1153116460 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8cd015b870 0x7f8cd0151470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:35.733 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.724+0000 7f8cd6016640 1 --2- 172.21.15.23:0/1153116460 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8cd015ff70 0x7f8cd00b7150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:35.733 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.724+0000 7f8cd5815640 1 -- 172.21.15.23:0/1153116460 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8cd015ff70 msgr2=0x7f8cd00b7150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:35.733 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.724+0000 7f8cd5815640 1 --2- 172.21.15.23:0/1153116460 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8cd015ff70 0x7f8cd00b7150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:35.733 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.724+0000 7f8cd5815640 1 -- 172.21.15.23:0/1153116460 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8cd015b870 msgr2=0x7f8cd0151470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:35.733 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.724+0000 7f8cd5815640 1 --2- 172.21.15.23:0/1153116460 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8cd015b870 0x7f8cd0151470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:35.734 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.724+0000 7f8cd5815640 1 -- 172.21.15.23:0/1153116460 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8cc0009420 con 0x7f8cd015b4a0 2023-06-26T03:03:35.734 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.724+0000 7f8cd5815640 1 --2- 172.21.15.23:0/1153116460 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8cd015b4a0 0x7f8cd0153270 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f8ccc00efc0 tx=0x7f8ccc00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:35.734 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.724+0000 7f8cc67fc640 1 -- 172.21.15.23:0/1153116460 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ccc014480 con 0x7f8cd015b4a0 2023-06-26T03:03:35.734 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.724+0000 7f8cc67fc640 1 -- 172.21.15.23:0/1153116460 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ccc00f040 con 0x7f8cd015b4a0 2023-06-26T03:03:35.734 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.724+0000 7f8cc67fc640 1 -- 172.21.15.23:0/1153116460 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ccc014800 con 0x7f8cd015b4a0 2023-06-26T03:03:35.734 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.724+0000 7f8cd7a79640 1 -- 172.21.15.23:0/1153116460 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8cd0152e30 con 0x7f8cd015b4a0 2023-06-26T03:03:35.734 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.728+0000 7f8cd7a79640 1 -- 172.21.15.23:0/1153116460 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8cd01519b0 con 0x7f8cd015b4a0 2023-06-26T03:03:35.735 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.728+0000 7f8cd7a79640 1 -- 172.21.15.23:0/1153116460 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8cd0153020 con 0x7f8cd015b4a0 2023-06-26T03:03:35.735 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.728+0000 7f8cc67fc640 1 -- 172.21.15.23:0/1153116460 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f8ccc014960 con 0x7f8cd015b4a0 2023-06-26T03:03:35.735 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.728+0000 7f8cc67fc640 1 --2- 172.21.15.23:0/1153116460 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8cb4066280 0x7f8cb4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:35.736 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.728+0000 7f8cc67fc640 1 -- 172.21.15.23:0/1153116460 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5530+0+0 (secure 0 0 0) 0x7f8ccc0845d0 con 0x7f8cd015b4a0 2023-06-26T03:03:35.736 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.728+0000 7f8cd5014640 1 --2- 172.21.15.23:0/1153116460 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8cb4066280 0x7f8cb4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:35.736 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.728+0000 7f8cd5014640 1 --2- 172.21.15.23:0/1153116460 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8cb4066280 0x7f8cb4068730 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f8cc00ad000 tx=0x7f8cc00a6000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:35.737 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.732+0000 7f8cc67fc640 1 -- 172.21.15.23:0/1153116460 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f8ccc055780 con 0x7f8cd015b4a0 2023-06-26T03:03:35.889 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:35.884+0000 7f8cd7a79640 1 -- 172.21.15.23:0/1153116460 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f8cd00c58c0 con 0x7f8cd015b4a0 2023-06-26T03:03:36.571 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.564+0000 7f8cc67fc640 1 -- 172.21.15.23:0/1153116460 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v39) v1 ==== 138+0+0 (secure 0 0 0) 0x7f8ccc055310 con 0x7f8cd015b4a0 2023-06-26T03:03:36.571 INFO:teuthology.orchestra.run.smithi023.stderr:pool 'cephfs_metadata' created 2023-06-26T03:03:36.575 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.568+0000 7f8cd7a79640 1 -- 172.21.15.23:0/1153116460 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8cb4066280 msgr2=0x7f8cb4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:36.575 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.568+0000 7f8cd7a79640 1 --2- 172.21.15.23:0/1153116460 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8cb4066280 0x7f8cb4068730 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f8cc00ad000 tx=0x7f8cc00a6000 comp rx=0 tx=0).stop 2023-06-26T03:03:36.575 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.568+0000 7f8cd7a79640 1 -- 172.21.15.23:0/1153116460 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8cd015b4a0 msgr2=0x7f8cd0153270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:36.575 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.568+0000 7f8cd7a79640 1 --2- 172.21.15.23:0/1153116460 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8cd015b4a0 0x7f8cd0153270 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f8ccc00efc0 tx=0x7f8ccc00c490 comp rx=0 tx=0).stop 2023-06-26T03:03:36.576 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.568+0000 7f8cd7a79640 1 -- 172.21.15.23:0/1153116460 shutdown_connections 2023-06-26T03:03:36.576 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.568+0000 7f8cd7a79640 1 --2- 172.21.15.23:0/1153116460 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8cb4066280 0x7f8cb4068730 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:36.576 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.568+0000 7f8cd7a79640 1 --2- 172.21.15.23:0/1153116460 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8cd015ff70 0x7f8cd00b7150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:36.576 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.568+0000 7f8cd7a79640 1 --2- 172.21.15.23:0/1153116460 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8cd015b870 0x7f8cd0151470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:36.576 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.568+0000 7f8cd7a79640 1 --2- 172.21.15.23:0/1153116460 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8cd015b4a0 0x7f8cd0153270 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:36.577 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.568+0000 7f8cd7a79640 1 -- 172.21.15.23:0/1153116460 >> 172.21.15.23:0/1153116460 conn(0x7f8cd006fa20 msgr2=0x7f8cd00b2cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:36.577 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.572+0000 7f8cd7a79640 1 -- 172.21.15.23:0/1153116460 shutdown_connections 2023-06-26T03:03:36.577 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.572+0000 7f8cd7a79640 1 -- 172.21.15.23:0/1153116460 wait complete. 2023-06-26T03:03:36.599 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-06-26T03:03:36.720 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.716+0000 7f8ce52bf640 1 Processor -- start 2023-06-26T03:03:36.720 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.716+0000 7f8ce52bf640 1 -- start start 2023-06-26T03:03:36.721 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.716+0000 7f8ce52bf640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f8ce0159710 0x7f8ce006bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:36.721 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.716+0000 7f8ce52bf640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f8ce00afc80 0x7f8ce006f400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:36.722 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.716+0000 7f8ce52bf640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8ce006ef70 con 0x7f8ce006c220 2023-06-26T03:03:36.722 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.716+0000 7f8ce52bf640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8ce006d0e0 con 0x7f8ce00afc80 2023-06-26T03:03:36.722 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.716+0000 7f8ce52bf640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8ce006c840 con 0x7f8ce0159710 2023-06-26T03:03:36.722 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.716+0000 7f8cdf7fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f8ce00afc80 0x7f8ce006f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:36.722 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.716+0000 7f8cdf7fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f8ce00afc80 0x7f8ce006f400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:48704/0 (socket says 172.21.15.23:48704) 2023-06-26T03:03:36.722 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.716+0000 7f8cdf7fe640 1 -- 172.21.15.23:0/4139869389 learned_addr learned my addr 172.21.15.23:0/4139869389 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:36.722 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.716+0000 7f8cdeffd640 1 --2- 172.21.15.23:0/4139869389 >> v2:172.21.15.71:3300/0 conn(0x7f8ce0159710 0x7f8ce006bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:36.723 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.716+0000 7f8cdf7fe640 1 -- 172.21.15.23:0/4139869389 >> v2:172.21.15.71:3300/0 conn(0x7f8ce0159710 msgr2=0x7f8ce006bce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:36.723 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.716+0000 7f8cdf7fe640 1 --2- 172.21.15.23:0/4139869389 >> v2:172.21.15.71:3300/0 conn(0x7f8ce0159710 0x7f8ce006bce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:36.723 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.716+0000 7f8cdf7fe640 1 -- 172.21.15.23:0/4139869389 >> v1:172.21.15.71:6789/0 conn(0x7f8ce006c220 legacy=0x7f8ce00af570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:36.723 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.716+0000 7f8cdf7fe640 1 -- 172.21.15.23:0/4139869389 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ce006cb20 con 0x7f8ce00afc80 2023-06-26T03:03:36.724 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8cdf7fe640 1 --2- 172.21.15.23:0/4139869389 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8ce00afc80 0x7f8ce006f400 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f8ce006aa00 tx=0x7f8cd801c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62ffa155ed751101 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:36.725 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8cddffb640 1 -- 172.21.15.23:0/4139869389 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cd80a56d0 con 0x7f8ce00afc80 2023-06-26T03:03:36.725 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8cddffb640 1 -- 172.21.15.23:0/4139869389 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8cd80a5830 con 0x7f8ce00afc80 2023-06-26T03:03:36.725 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8cddffb640 1 -- 172.21.15.23:0/4139869389 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cd80a5bc0 con 0x7f8ce00afc80 2023-06-26T03:03:36.725 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8ce52bf640 1 -- 172.21.15.23:0/4139869389 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8ce00afc80 msgr2=0x7f8ce006f400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:36.725 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8ce52bf640 1 --2- 172.21.15.23:0/4139869389 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8ce00afc80 0x7f8ce006f400 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f8ce006aa00 tx=0x7f8cd801c900 comp rx=0 tx=0).stop 2023-06-26T03:03:36.725 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8ce52bf640 1 -- 172.21.15.23:0/4139869389 shutdown_connections 2023-06-26T03:03:36.725 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8ce52bf640 1 --2- 172.21.15.23:0/4139869389 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8ce00afc80 0x7f8ce006f400 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:36.726 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8ce52bf640 1 --2- 172.21.15.23:0/4139869389 >> v2:172.21.15.71:3300/0 conn(0x7f8ce0159710 0x7f8ce006bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:36.726 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8ce52bf640 1 -- 172.21.15.23:0/4139869389 >> 172.21.15.23:0/4139869389 conn(0x7f8ce0069fc0 msgr2=0x7f8ce00ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:36.726 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8ce52bf640 1 -- 172.21.15.23:0/4139869389 shutdown_connections 2023-06-26T03:03:36.726 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8ce52bf640 1 -- 172.21.15.23:0/4139869389 wait complete. 2023-06-26T03:03:36.727 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8ce52bf640 1 Processor -- start 2023-06-26T03:03:36.728 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8ce52bf640 1 -- start start 2023-06-26T03:03:36.728 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8ce52bf640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8ce006c220 0x7f8ce0155360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:36.728 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8ce52bf640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8ce00afc80 0x7f8ce013eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:36.728 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8ce52bf640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8ce0159710 0x7f8ce01f3180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:36.728 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8ce52bf640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ce00b2fb0 con 0x7f8ce00afc80 2023-06-26T03:03:36.728 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8ce52bf640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ce00b2650 con 0x7f8ce006c220 2023-06-26T03:03:36.729 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8ce52bf640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8ce00b33d0 con 0x7f8ce0159710 2023-06-26T03:03:36.729 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8cde7fc640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8ce00afc80 0x7f8ce013eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:36.729 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8cde7fc640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8ce00afc80 0x7f8ce013eab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:48718/0 (socket says 172.21.15.23:48718) 2023-06-26T03:03:36.729 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8cde7fc640 1 -- 172.21.15.23:0/2644546853 learned_addr learned my addr 172.21.15.23:0/2644546853 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:36.729 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8cdeffd640 1 --2- 172.21.15.23:0/2644546853 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8ce006c220 0x7f8ce0155360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:36.729 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8cdf7fe640 1 --2- 172.21.15.23:0/2644546853 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8ce0159710 0x7f8ce01f3180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:36.729 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8cde7fc640 1 -- 172.21.15.23:0/2644546853 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8ce0159710 msgr2=0x7f8ce01f3180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:36.729 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8cde7fc640 1 --2- 172.21.15.23:0/2644546853 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8ce0159710 0x7f8ce01f3180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:36.730 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8cde7fc640 1 -- 172.21.15.23:0/2644546853 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8ce006c220 msgr2=0x7f8ce0155360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:36.730 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8cde7fc640 1 --2- 172.21.15.23:0/2644546853 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8ce006c220 0x7f8ce0155360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:36.730 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8cde7fc640 1 -- 172.21.15.23:0/2644546853 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8cd8009b30 con 0x7f8ce00afc80 2023-06-26T03:03:36.730 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8cde7fc640 1 --2- 172.21.15.23:0/2644546853 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8ce00afc80 0x7f8ce013eab0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f8cc800c450 tx=0x7f8cc800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:36.730 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8cd77fe640 1 -- 172.21.15.23:0/2644546853 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cc8012830 con 0x7f8ce00afc80 2023-06-26T03:03:36.730 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8cd77fe640 1 -- 172.21.15.23:0/2644546853 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8cc80129b0 con 0x7f8ce00afc80 2023-06-26T03:03:36.730 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8ce52bf640 1 -- 172.21.15.23:0/2644546853 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8ce0155940 con 0x7f8ce00afc80 2023-06-26T03:03:36.730 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8cd77fe640 1 -- 172.21.15.23:0/2644546853 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cc8012d60 con 0x7f8ce00afc80 2023-06-26T03:03:36.731 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.720+0000 7f8ce52bf640 1 -- 172.21.15.23:0/2644546853 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ce00b2bd0 con 0x7f8ce00afc80 2023-06-26T03:03:36.731 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.724+0000 7f8ce52bf640 1 -- 172.21.15.23:0/2644546853 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8ce00b30f0 con 0x7f8ce00afc80 2023-06-26T03:03:36.731 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.724+0000 7f8cd77fe640 1 -- 172.21.15.23:0/2644546853 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f8cc801c460 con 0x7f8ce00afc80 2023-06-26T03:03:36.732 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.724+0000 7f8cd77fe640 1 --2- 172.21.15.23:0/2644546853 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8cc0066280 0x7f8cc0068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:36.732 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.724+0000 7f8cd77fe640 1 -- 172.21.15.23:0/2644546853 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5900+0+0 (secure 0 0 0) 0x7f8cc8083a70 con 0x7f8ce00afc80 2023-06-26T03:03:36.732 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.724+0000 7f8cdeffd640 1 --2- 172.21.15.23:0/2644546853 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8cc0066280 0x7f8cc0068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:36.732 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.724+0000 7f8cdeffd640 1 --2- 172.21.15.23:0/2644546853 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8cc0066280 0x7f8cc0068730 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f8cd00079c0 tx=0x7f8cd0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:36.734 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.728+0000 7f8cd77fe640 1 -- 172.21.15.23:0/2644546853 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f8ce00b30f0 con 0x7f8ce00afc80 2023-06-26T03:03:36.890 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:36.884+0000 7f8ce52bf640 1 -- 172.21.15.23:0/2644546853 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f8ce00b30f0 con 0x7f8ce00afc80 2023-06-26T03:03:37.589 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.584+0000 7f8cd77fe640 1 -- 172.21.15.23:0/2644546853 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v40) v1 ==== 170+0+0 (secure 0 0 0) 0x7f8ce00b30f0 con 0x7f8ce00afc80 2023-06-26T03:03:37.612 INFO:teuthology.orchestra.run.smithi023.stderr:pool 'cephfs_data' created 2023-06-26T03:03:37.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.608+0000 7f8ce52bf640 1 -- 172.21.15.23:0/2644546853 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8cc0066280 msgr2=0x7f8cc0068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:37.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.608+0000 7f8ce52bf640 1 --2- 172.21.15.23:0/2644546853 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8cc0066280 0x7f8cc0068730 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f8cd00079c0 tx=0x7f8cd0008040 comp rx=0 tx=0).stop 2023-06-26T03:03:37.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.608+0000 7f8ce52bf640 1 -- 172.21.15.23:0/2644546853 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8ce00afc80 msgr2=0x7f8ce013eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:37.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.608+0000 7f8ce52bf640 1 --2- 172.21.15.23:0/2644546853 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8ce00afc80 0x7f8ce013eab0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f8cc800c450 tx=0x7f8cc800c910 comp rx=0 tx=0).stop 2023-06-26T03:03:37.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.608+0000 7f8ce52bf640 1 -- 172.21.15.23:0/2644546853 shutdown_connections 2023-06-26T03:03:37.616 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.608+0000 7f8ce52bf640 1 --2- 172.21.15.23:0/2644546853 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f8cc0066280 0x7f8cc0068730 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:37.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.608+0000 7f8ce52bf640 1 --2- 172.21.15.23:0/2644546853 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f8ce0159710 0x7f8ce01f3180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:37.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.608+0000 7f8ce52bf640 1 --2- 172.21.15.23:0/2644546853 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f8ce00afc80 0x7f8ce013eab0 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:37.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.608+0000 7f8ce52bf640 1 --2- 172.21.15.23:0/2644546853 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f8ce006c220 0x7f8ce0155360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:37.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.608+0000 7f8ce52bf640 1 -- 172.21.15.23:0/2644546853 >> 172.21.15.23:0/2644546853 conn(0x7f8ce0069fc0 msgr2=0x7f8ce00af420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:37.620 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.612+0000 7f8ce52bf640 1 -- 172.21.15.23:0/2644546853 shutdown_connections 2023-06-26T03:03:37.620 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.612+0000 7f8ce52bf640 1 -- 172.21.15.23:0/2644546853 wait complete. 2023-06-26T03:03:37.641 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-06-26T03:03:37.764 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.760+0000 7ff7397fa640 1 Processor -- start 2023-06-26T03:03:37.765 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.760+0000 7ff7397fa640 1 -- start start 2023-06-26T03:03:37.766 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.760+0000 7ff7397fa640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7ff73415b6e0 0x7ff7340cc5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:37.766 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.760+0000 7ff7397fa640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff7340b4130 0x7ff7340d0180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:37.766 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.760+0000 7ff7397fa640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff7340cf960 con 0x7ff7340ccb30 2023-06-26T03:03:37.766 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.760+0000 7ff7397fa640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff7340cfca0 con 0x7ff73415b6e0 2023-06-26T03:03:37.766 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.760+0000 7ff7397fa640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7340cede0 con 0x7ff7340b4130 2023-06-26T03:03:37.766 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.760+0000 7ff732ffd640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7ff73415b6e0 0x7ff7340cc5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:37.766 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.760+0000 7ff732ffd640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7ff73415b6e0 0x7ff7340cc5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:40890/0 (socket says 172.21.15.23:40890) 2023-06-26T03:03:37.767 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.760+0000 7ff732ffd640 1 -- 172.21.15.23:0/3967060557 learned_addr learned my addr 172.21.15.23:0/3967060557 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:37.767 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.760+0000 7ff732ffd640 1 -- 172.21.15.23:0/3967060557 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff7340b4130 msgr2=0x7ff7340d0180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:37.767 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.760+0000 7ff732ffd640 1 --2- 172.21.15.23:0/3967060557 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff7340b4130 0x7ff7340d0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:37.767 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.760+0000 7ff732ffd640 1 -- 172.21.15.23:0/3967060557 >> v1:172.21.15.71:6789/0 conn(0x7ff7340ccb30 legacy=0x7ff7340b3a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:37.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.760+0000 7ff732ffd640 1 -- 172.21.15.23:0/3967060557 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7340cf0c0 con 0x7ff73415b6e0 2023-06-26T03:03:37.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.764+0000 7ff732ffd640 1 --2- 172.21.15.23:0/3967060557 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff73415b6e0 0x7ff7340cc5f0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7ff728009870 tx=0x7ff72801c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b19cf9a6ab232101 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:37.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.764+0000 7ff731ffb640 1 -- 172.21.15.23:0/3967060557 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7280ab600 con 0x7ff73415b6e0 2023-06-26T03:03:37.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.764+0000 7ff731ffb640 1 -- 172.21.15.23:0/3967060557 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7280ab760 con 0x7ff73415b6e0 2023-06-26T03:03:37.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.764+0000 7ff731ffb640 1 -- 172.21.15.23:0/3967060557 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7280abaf0 con 0x7ff73415b6e0 2023-06-26T03:03:37.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.764+0000 7ff7397fa640 1 -- 172.21.15.23:0/3967060557 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff73415b6e0 msgr2=0x7ff7340cc5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:37.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.764+0000 7ff7397fa640 1 --2- 172.21.15.23:0/3967060557 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff73415b6e0 0x7ff7340cc5f0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7ff728009870 tx=0x7ff72801c440 comp rx=0 tx=0).stop 2023-06-26T03:03:37.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.764+0000 7ff7397fa640 1 -- 172.21.15.23:0/3967060557 shutdown_connections 2023-06-26T03:03:37.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.764+0000 7ff7397fa640 1 --2- 172.21.15.23:0/3967060557 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff7340b4130 0x7ff7340d0180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:37.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.764+0000 7ff7397fa640 1 --2- 172.21.15.23:0/3967060557 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff73415b6e0 0x7ff7340cc5f0 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:37.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.764+0000 7ff7397fa640 1 -- 172.21.15.23:0/3967060557 >> 172.21.15.23:0/3967060557 conn(0x7ff7340d1fa0 msgr2=0x7ff7340d23a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:37.771 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.764+0000 7ff7397fa640 1 -- 172.21.15.23:0/3967060557 shutdown_connections 2023-06-26T03:03:37.771 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.764+0000 7ff7397fa640 1 -- 172.21.15.23:0/3967060557 wait complete. 2023-06-26T03:03:37.772 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.764+0000 7ff7397fa640 1 Processor -- start 2023-06-26T03:03:37.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.764+0000 7ff7397fa640 1 -- start start 2023-06-26T03:03:37.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.764+0000 7ff7397fa640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff7340b4130 0x7ff7340c8660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:37.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.764+0000 7ff7397fa640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff7340ccb30 0x7ff7340b1a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:37.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.764+0000 7ff7397fa640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff73415b6e0 0x7ff7340b1f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:37.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.764+0000 7ff7397fa640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff73415d800 con 0x7ff7340b4130 2023-06-26T03:03:37.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.764+0000 7ff7397fa640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff73415cf80 con 0x7ff73415b6e0 2023-06-26T03:03:37.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.764+0000 7ff7397fa640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff73415c6e0 con 0x7ff7340ccb30 2023-06-26T03:03:37.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.764+0000 7ff732ffd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff7340b4130 0x7ff7340c8660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:37.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.764+0000 7ff732ffd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff7340b4130 0x7ff7340c8660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:40906/0 (socket says 172.21.15.23:40906) 2023-06-26T03:03:37.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.764+0000 7ff732ffd640 1 -- 172.21.15.23:0/3734971545 learned_addr learned my addr 172.21.15.23:0/3734971545 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:37.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.764+0000 7ff732ffd640 1 -- 172.21.15.23:0/3734971545 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff7340ccb30 msgr2=0x7ff7340b1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:37.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.764+0000 7ff732ffd640 1 --2- 172.21.15.23:0/3734971545 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff7340ccb30 0x7ff7340b1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:37.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.764+0000 7ff732ffd640 1 -- 172.21.15.23:0/3734971545 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff73415b6e0 msgr2=0x7ff7340b1f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:37.774 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.764+0000 7ff7337fe640 1 --2- 172.21.15.23:0/3734971545 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff73415b6e0 0x7ff7340b1f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:37.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.764+0000 7ff732ffd640 1 --2- 172.21.15.23:0/3734971545 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff73415b6e0 0x7ff7340b1f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:37.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.768+0000 7ff732ffd640 1 -- 172.21.15.23:0/3734971545 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7280094d0 con 0x7ff7340b4130 2023-06-26T03:03:37.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.768+0000 7ff7337fe640 1 --2- 172.21.15.23:0/3734971545 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff73415b6e0 0x7ff7340b1f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:37.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.768+0000 7ff732ffd640 1 --2- 172.21.15.23:0/3734971545 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff7340b4130 0x7ff7340c8660 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7ff72801cce0 tx=0x7ff72801ac80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:37.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.768+0000 7ff71b7fe640 1 -- 172.21.15.23:0/3734971545 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7280b4800 con 0x7ff7340b4130 2023-06-26T03:03:37.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.768+0000 7ff71b7fe640 1 -- 172.21.15.23:0/3734971545 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7280b4980 con 0x7ff7340b4130 2023-06-26T03:03:37.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.768+0000 7ff7397fa640 1 -- 172.21.15.23:0/3734971545 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff73415c9c0 con 0x7ff7340b4130 2023-06-26T03:03:37.775 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.768+0000 7ff71b7fe640 1 -- 172.21.15.23:0/3734971545 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7280b4d30 con 0x7ff7340b4130 2023-06-26T03:03:37.776 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.768+0000 7ff7397fa640 1 -- 172.21.15.23:0/3734971545 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff7341518e0 con 0x7ff7340b4130 2023-06-26T03:03:37.776 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.768+0000 7ff7397fa640 1 -- 172.21.15.23:0/3734971545 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff73404d790 con 0x7ff7340b4130 2023-06-26T03:03:37.776 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.768+0000 7ff71b7fe640 1 -- 172.21.15.23:0/3734971545 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7ff7280b3380 con 0x7ff7340b4130 2023-06-26T03:03:37.777 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.768+0000 7ff71b7fe640 1 --2- 172.21.15.23:0/3734971545 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff720066280 0x7ff720068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:37.777 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.768+0000 7ff71b7fe640 1 -- 172.21.15.23:0/3734971545 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 6282+0+0 (secure 0 0 0) 0x7ff72811dbf0 con 0x7ff7340b4130 2023-06-26T03:03:37.777 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.768+0000 7ff7327fc640 1 --2- 172.21.15.23:0/3734971545 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff720066280 0x7ff720068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:37.777 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.768+0000 7ff7327fc640 1 --2- 172.21.15.23:0/3734971545 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff720066280 0x7ff720068730 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7ff7340cbf10 tx=0x7ff7240079c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:37.779 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.772+0000 7ff71b7fe640 1 -- 172.21.15.23:0/3734971545 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7ff7280eaf90 con 0x7ff7340b4130 2023-06-26T03:03:37.971 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.964+0000 7ff7397fa640 1 -- 172.21.15.23:0/3734971545 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7ff7340b14f0 con 0x7ff7340b4130 2023-06-26T03:03:37.982 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.976+0000 7ff71b7fe640 1 -- 172.21.15.23:0/3734971545 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 6 and data pool 7 v12) v1 ==== 172+0+0 (secure 0 0 0) 0x7ff7280ee5b0 con 0x7ff7340b4130 2023-06-26T03:03:37.983 INFO:teuthology.orchestra.run.smithi023.stderr:new fs with metadata pool 6 and data pool 7 2023-06-26T03:03:37.985 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.980+0000 7ff7397fa640 1 -- 172.21.15.23:0/3734971545 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff720066280 msgr2=0x7ff720068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:37.986 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.980+0000 7ff7397fa640 1 --2- 172.21.15.23:0/3734971545 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff720066280 0x7ff720068730 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7ff7340cbf10 tx=0x7ff7240079c0 comp rx=0 tx=0).stop 2023-06-26T03:03:37.986 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.980+0000 7ff7397fa640 1 -- 172.21.15.23:0/3734971545 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff7340b4130 msgr2=0x7ff7340c8660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:37.986 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.980+0000 7ff7397fa640 1 --2- 172.21.15.23:0/3734971545 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff7340b4130 0x7ff7340c8660 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7ff72801cce0 tx=0x7ff72801ac80 comp rx=0 tx=0).stop 2023-06-26T03:03:37.986 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.980+0000 7ff7397fa640 1 -- 172.21.15.23:0/3734971545 shutdown_connections 2023-06-26T03:03:37.986 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.980+0000 7ff7397fa640 1 --2- 172.21.15.23:0/3734971545 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7ff720066280 0x7ff720068730 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:37.986 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.980+0000 7ff7397fa640 1 --2- 172.21.15.23:0/3734971545 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7ff73415b6e0 0x7ff7340b1f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:37.986 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.980+0000 7ff7397fa640 1 --2- 172.21.15.23:0/3734971545 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7ff7340ccb30 0x7ff7340b1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:37.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.980+0000 7ff7397fa640 1 --2- 172.21.15.23:0/3734971545 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7ff7340b4130 0x7ff7340c8660 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:37.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.980+0000 7ff7397fa640 1 -- 172.21.15.23:0/3734971545 >> 172.21.15.23:0/3734971545 conn(0x7ff7340d1fa0 msgr2=0x7ff7340b3600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:37.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.980+0000 7ff7397fa640 1 -- 172.21.15.23:0/3734971545 shutdown_connections 2023-06-26T03:03:37.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:37.980+0000 7ff7397fa640 1 -- 172.21.15.23:0/3734971545 wait complete. 2023-06-26T03:03:38.016 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:03:38.131 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.124+0000 7f9bbe994640 1 Processor -- start 2023-06-26T03:03:38.131 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.124+0000 7f9bbe994640 1 -- start start 2023-06-26T03:03:38.132 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.128+0000 7f9bbe994640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f9bb806c630 0x7f9bb813ee40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:38.132 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.128+0000 7f9bbe994640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f9bb806d480 0x7f9bb815d130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:38.133 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.128+0000 7f9bbe994640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9bb813f540 con 0x7f9bb815d670 2023-06-26T03:03:38.133 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.128+0000 7f9bbe994640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9bb813fde0 con 0x7f9bb806d480 2023-06-26T03:03:38.133 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.128+0000 7f9bbe994640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9bb813f820 con 0x7f9bb806c630 2023-06-26T03:03:38.133 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.128+0000 7f9bb77fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f9bb806d480 0x7f9bb815d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:38.133 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.128+0000 7f9bb77fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f9bb806d480 0x7f9bb815d130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:40914/0 (socket says 172.21.15.23:40914) 2023-06-26T03:03:38.133 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.128+0000 7f9bb77fe640 1 -- 172.21.15.23:0/3283863449 learned_addr learned my addr 172.21.15.23:0/3283863449 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:38.134 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.128+0000 7f9bb77fe640 1 -- 172.21.15.23:0/3283863449 >> v2:172.21.15.71:3300/0 conn(0x7f9bb806c630 msgr2=0x7f9bb813ee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:38.134 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.128+0000 7f9bb77fe640 1 --2- 172.21.15.23:0/3283863449 >> v2:172.21.15.71:3300/0 conn(0x7f9bb806c630 0x7f9bb813ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:38.134 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.128+0000 7f9bb77fe640 1 -- 172.21.15.23:0/3283863449 >> v1:172.21.15.71:6789/0 conn(0x7f9bb815d670 legacy=0x7f9bb8070440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:38.134 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.128+0000 7f9bb77fe640 1 -- 172.21.15.23:0/3283863449 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9bb813fb00 con 0x7f9bb806d480 2023-06-26T03:03:38.134 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.128+0000 7f9bb77fe640 1 --2- 172.21.15.23:0/3283863449 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9bb806d480 0x7f9bb815d130 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f9bac009870 tx=0x7f9bac01c4c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d93f941a554ee33 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:38.135 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.128+0000 7f9bb6ffd640 1 -- 172.21.15.23:0/3283863449 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bac0ac640 con 0x7f9bb806d480 2023-06-26T03:03:38.135 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.128+0000 7f9bb6ffd640 1 -- 172.21.15.23:0/3283863449 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9bac0ac7a0 con 0x7f9bb806d480 2023-06-26T03:03:38.135 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.128+0000 7f9bb6ffd640 1 -- 172.21.15.23:0/3283863449 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bac0acb30 con 0x7f9bb806d480 2023-06-26T03:03:38.136 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.128+0000 7f9bbe994640 1 -- 172.21.15.23:0/3283863449 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9bb806d480 msgr2=0x7f9bb815d130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:38.136 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.128+0000 7f9bbe994640 1 --2- 172.21.15.23:0/3283863449 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9bb806d480 0x7f9bb815d130 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f9bac009870 tx=0x7f9bac01c4c0 comp rx=0 tx=0).stop 2023-06-26T03:03:38.136 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.132+0000 7f9bbe994640 1 -- 172.21.15.23:0/3283863449 shutdown_connections 2023-06-26T03:03:38.136 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.132+0000 7f9bbe994640 1 --2- 172.21.15.23:0/3283863449 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9bb806d480 0x7f9bb815d130 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:38.137 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.132+0000 7f9bbe994640 1 --2- 172.21.15.23:0/3283863449 >> v2:172.21.15.71:3300/0 conn(0x7f9bb806c630 0x7f9bb813ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:38.137 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.132+0000 7f9bbe994640 1 -- 172.21.15.23:0/3283863449 >> 172.21.15.23:0/3283863449 conn(0x7f9bb80cb710 msgr2=0x7f9bb80cbb10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:38.137 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.132+0000 7f9bbe994640 1 -- 172.21.15.23:0/3283863449 shutdown_connections 2023-06-26T03:03:38.137 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.132+0000 7f9bbe994640 1 -- 172.21.15.23:0/3283863449 wait complete. 2023-06-26T03:03:38.138 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.132+0000 7f9bbe994640 1 Processor -- start 2023-06-26T03:03:38.138 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.132+0000 7f9bbe994640 1 -- start start 2023-06-26T03:03:38.138 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.132+0000 7f9bbe994640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9bb806c630 0x7f9bb8154d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:38.138 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.132+0000 7f9bbe994640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9bb806d480 0x7f9bb813d950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:38.138 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.132+0000 7f9bbe994640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9bb815d670 0x7f9bb8155400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:38.138 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.132+0000 7f9bbe994640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bb81552a0 con 0x7f9bb806c630 2023-06-26T03:03:38.139 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.132+0000 7f9bbe994640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bb80b1880 con 0x7f9bb806d480 2023-06-26T03:03:38.139 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.132+0000 7f9bbe994640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9bb8156d10 con 0x7f9bb815d670 2023-06-26T03:03:38.139 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.132+0000 7f9bb7fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9bb806c630 0x7f9bb8154d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:38.139 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.132+0000 7f9bb7fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9bb806c630 0x7f9bb8154d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:40918/0 (socket says 172.21.15.23:40918) 2023-06-26T03:03:38.139 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.132+0000 7f9bb7fff640 1 -- 172.21.15.23:0/2799860253 learned_addr learned my addr 172.21.15.23:0/2799860253 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:38.140 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.132+0000 7f9bb77fe640 1 --2- 172.21.15.23:0/2799860253 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9bb806d480 0x7f9bb813d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:38.141 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.132+0000 7f9bbcf31640 1 --2- 172.21.15.23:0/2799860253 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9bb815d670 0x7f9bb8155400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:38.141 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.132+0000 7f9bb7fff640 1 -- 172.21.15.23:0/2799860253 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9bb815d670 msgr2=0x7f9bb8155400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:38.141 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.132+0000 7f9bb7fff640 1 --2- 172.21.15.23:0/2799860253 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9bb815d670 0x7f9bb8155400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:38.141 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.132+0000 7f9bb7fff640 1 -- 172.21.15.23:0/2799860253 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9bb806d480 msgr2=0x7f9bb813d950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:38.141 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.132+0000 7f9bb7fff640 1 --2- 172.21.15.23:0/2799860253 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9bb806d480 0x7f9bb813d950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:38.141 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.132+0000 7f9bb7fff640 1 -- 172.21.15.23:0/2799860253 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9bac0094d0 con 0x7f9bb806c630 2023-06-26T03:03:38.141 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.132+0000 7f9bbcf31640 1 --2- 172.21.15.23:0/2799860253 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9bb815d670 0x7f9bb8155400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:38.142 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.132+0000 7f9bb77fe640 1 --2- 172.21.15.23:0/2799860253 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9bb806d480 0x7f9bb813d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:38.142 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.132+0000 7f9bb7fff640 1 --2- 172.21.15.23:0/2799860253 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9bb806c630 0x7f9bb8154d60 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f9ba800b580 tx=0x7f9ba800ba40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:38.142 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.132+0000 7f9bb4ff9640 1 -- 172.21.15.23:0/2799860253 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ba8010870 con 0x7f9bb806c630 2023-06-26T03:03:38.142 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.132+0000 7f9bb4ff9640 1 -- 172.21.15.23:0/2799860253 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ba80109f0 con 0x7f9bb806c630 2023-06-26T03:03:38.142 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.132+0000 7f9bbe994640 1 -- 172.21.15.23:0/2799860253 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9bb813de90 con 0x7f9bb806c630 2023-06-26T03:03:38.142 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.132+0000 7f9bb4ff9640 1 -- 172.21.15.23:0/2799860253 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ba8010da0 con 0x7f9bb806c630 2023-06-26T03:03:38.142 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.132+0000 7f9bbe994640 1 -- 172.21.15.23:0/2799860253 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9bb80b12c0 con 0x7f9bb806c630 2023-06-26T03:03:38.142 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.132+0000 7f9bbe994640 1 -- 172.21.15.23:0/2799860253 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9bb804d790 con 0x7f9bb806c630 2023-06-26T03:03:38.143 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.136+0000 7f9bb4ff9640 1 -- 172.21.15.23:0/2799860253 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f9ba800f3c0 con 0x7f9bb806c630 2023-06-26T03:03:38.143 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.136+0000 7f9bb4ff9640 1 --2- 172.21.15.23:0/2799860253 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9ba40662b0 0x7f9ba4068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:38.143 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.136+0000 7f9bb4ff9640 1 -- 172.21.15.23:0/2799860253 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6382+0+0 (secure 0 0 0) 0x7f9ba8083c60 con 0x7f9bb806c630 2023-06-26T03:03:38.143 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.136+0000 7f9bb77fe640 1 --2- 172.21.15.23:0/2799860253 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9ba40662b0 0x7f9ba4068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:38.144 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.136+0000 7f9bb77fe640 1 --2- 172.21.15.23:0/2799860253 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9ba40662b0 0x7f9ba4068760 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f9bac0ae000 tx=0x7f9bac008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:38.145 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.140+0000 7f9bb4ff9640 1 -- 172.21.15.23:0/2799860253 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f9ba8050fb0 con 0x7f9bb806c630 2023-06-26T03:03:38.298 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.292+0000 7f9bbe994640 1 -- 172.21.15.23:0/2799860253 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9bb813de90 con 0x7f9bb806c630 2023-06-26T03:03:38.301 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.296+0000 7f9bb4ff9640 1 -- 172.21.15.23:0/2799860253 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v41) v1 ==== 74+0+18441 (secure 0 0 0) 0x7f9bb813de90 con 0x7f9bb806c630 2023-06-26T03:03:38.301 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:03:38.301 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":41,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:03:37.971449+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:03:35.927759+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2023-06-26T03:03:36.928370+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:03:38.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.296+0000 7f9bbe994640 1 -- 172.21.15.23:0/2799860253 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9ba40662b0 msgr2=0x7f9ba4068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:38.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.296+0000 7f9bbe994640 1 --2- 172.21.15.23:0/2799860253 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9ba40662b0 0x7f9ba4068760 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f9bac0ae000 tx=0x7f9bac008040 comp rx=0 tx=0).stop 2023-06-26T03:03:38.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.296+0000 7f9bbe994640 1 -- 172.21.15.23:0/2799860253 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9bb806c630 msgr2=0x7f9bb8154d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:38.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.296+0000 7f9bbe994640 1 --2- 172.21.15.23:0/2799860253 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9bb806c630 0x7f9bb8154d60 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f9ba800b580 tx=0x7f9ba800ba40 comp rx=0 tx=0).stop 2023-06-26T03:03:38.303 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.296+0000 7f9bbe994640 1 -- 172.21.15.23:0/2799860253 shutdown_connections 2023-06-26T03:03:38.304 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.296+0000 7f9bbe994640 1 --2- 172.21.15.23:0/2799860253 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f9ba40662b0 0x7f9ba4068760 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:38.304 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.296+0000 7f9bbe994640 1 --2- 172.21.15.23:0/2799860253 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f9bb815d670 0x7f9bb8155400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:38.304 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.296+0000 7f9bbe994640 1 --2- 172.21.15.23:0/2799860253 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f9bb806d480 0x7f9bb813d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:38.304 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.296+0000 7f9bbe994640 1 --2- 172.21.15.23:0/2799860253 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f9bb806c630 0x7f9bb8154d60 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:38.304 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.296+0000 7f9bbe994640 1 -- 172.21.15.23:0/2799860253 >> 172.21.15.23:0/2799860253 conn(0x7f9bb80cb710 msgr2=0x7f9bb8137e60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:38.304 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.296+0000 7f9bbe994640 1 -- 172.21.15.23:0/2799860253 shutdown_connections 2023-06-26T03:03:38.304 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.296+0000 7f9bbe994640 1 -- 172.21.15.23:0/2799860253 wait complete. 2023-06-26T03:03:38.320 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:03:38.443 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.436+0000 7fdb6842e640 1 Processor -- start 2023-06-26T03:03:38.444 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.436+0000 7fdb6842e640 1 -- start start 2023-06-26T03:03:38.445 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.440+0000 7fdb6842e640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fdb600cdb00 0x7fdb600c9360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:38.445 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.440+0000 7fdb6842e640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdb6006b760 0x7fdb6006ed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:38.445 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.440+0000 7fdb6842e640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdb6006bbe0 con 0x7fdb600cc0c0 2023-06-26T03:03:38.445 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.440+0000 7fdb6842e640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdb600c8300 con 0x7fdb600cdb00 2023-06-26T03:03:38.445 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.440+0000 7fdb6842e640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdb600c85a0 con 0x7fdb6006b760 2023-06-26T03:03:38.445 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.440+0000 7fdb661ca640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fdb600cdb00 0x7fdb600c9360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:38.445 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.440+0000 7fdb661ca640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fdb600cdb00 0x7fdb600c9360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:40932/0 (socket says 172.21.15.23:40932) 2023-06-26T03:03:38.446 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.440+0000 7fdb661ca640 1 -- 172.21.15.23:0/420150250 learned_addr learned my addr 172.21.15.23:0/420150250 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:38.446 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.440+0000 7fdb659c9640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fdb600cc0c0 0x7fdb600cded0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:46732/0 (socket says 172.21.15.23:46732) 2023-06-26T03:03:38.446 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.440+0000 7fdb669cb640 1 --2- 172.21.15.23:0/420150250 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdb6006b760 0x7fdb6006ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:38.447 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.440+0000 7fdb661ca640 1 -- 172.21.15.23:0/420150250 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdb6006b760 msgr2=0x7fdb6006ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:38.447 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.440+0000 7fdb661ca640 1 --2- 172.21.15.23:0/420150250 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdb6006b760 0x7fdb6006ed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:38.447 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.440+0000 7fdb661ca640 1 -- 172.21.15.23:0/420150250 >> v1:172.21.15.23:6789/0 conn(0x7fdb600cc0c0 legacy=0x7fdb600cded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:38.447 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.440+0000 7fdb661ca640 1 -- 172.21.15.23:0/420150250 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb600c8880 con 0x7fdb600cdb00 2023-06-26T03:03:38.447 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.440+0000 7fdb651c8640 1 -- 172.21.15.23:0/420150250 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3974825272 0 0) 0x7fdb6006bbe0 con 0x7fdb600cc0c0 2023-06-26T03:03:38.447 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.440+0000 7fdb669cb640 1 --2- 172.21.15.23:0/420150250 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdb6006b760 0x7fdb6006ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:38.448 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.440+0000 7fdb661ca640 1 --2- 172.21.15.23:0/420150250 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdb600cdb00 0x7fdb600c9360 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fdb5c00bb10 tx=0x7fdb5c01ebe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=632a10a1b0ad2125 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:38.448 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.440+0000 7fdb651c8640 1 -- 172.21.15.23:0/420150250 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb5c0a7cb0 con 0x7fdb600cdb00 2023-06-26T03:03:38.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.440+0000 7fdb651c8640 1 -- 172.21.15.23:0/420150250 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb5c0a7e10 con 0x7fdb600cdb00 2023-06-26T03:03:38.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.440+0000 7fdb651c8640 1 -- 172.21.15.23:0/420150250 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb5c0af660 con 0x7fdb600cdb00 2023-06-26T03:03:38.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.444+0000 7fdb6842e640 1 -- 172.21.15.23:0/420150250 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdb600cdb00 msgr2=0x7fdb600c9360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:38.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.444+0000 7fdb6842e640 1 --2- 172.21.15.23:0/420150250 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdb600cdb00 0x7fdb600c9360 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fdb5c00bb10 tx=0x7fdb5c01ebe0 comp rx=0 tx=0).stop 2023-06-26T03:03:38.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.444+0000 7fdb6842e640 1 -- 172.21.15.23:0/420150250 shutdown_connections 2023-06-26T03:03:38.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.444+0000 7fdb6842e640 1 --2- 172.21.15.23:0/420150250 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdb6006b760 0x7fdb6006ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:38.449 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.444+0000 7fdb6842e640 1 --2- 172.21.15.23:0/420150250 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdb600cdb00 0x7fdb600c9360 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:38.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.444+0000 7fdb6842e640 1 -- 172.21.15.23:0/420150250 >> 172.21.15.23:0/420150250 conn(0x7fdb60069400 msgr2=0x7fdb60069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:38.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.444+0000 7fdb6842e640 1 -- 172.21.15.23:0/420150250 shutdown_connections 2023-06-26T03:03:38.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.444+0000 7fdb6842e640 1 -- 172.21.15.23:0/420150250 wait complete. 2023-06-26T03:03:38.451 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.444+0000 7fdb6842e640 1 Processor -- start 2023-06-26T03:03:38.451 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.444+0000 7fdb6842e640 1 -- start start 2023-06-26T03:03:38.451 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.444+0000 7fdb6842e640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdb6006b760 0x7fdb6013e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:38.452 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.444+0000 7fdb6842e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb600cc0c0 0x7fdb6006fd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:38.452 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.444+0000 7fdb6842e640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdb600cdb00 0x7fdb60070250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:38.452 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.444+0000 7fdb6842e640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb601f5720 con 0x7fdb6006b760 2023-06-26T03:03:38.452 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.444+0000 7fdb6842e640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb601f4b10 con 0x7fdb600cc0c0 2023-06-26T03:03:38.452 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.444+0000 7fdb6842e640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdb601f4df0 con 0x7fdb600cdb00 2023-06-26T03:03:38.452 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.444+0000 7fdb661ca640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdb6006b760 0x7fdb6013e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:38.452 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.444+0000 7fdb661ca640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdb6006b760 0x7fdb6013e990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:40934/0 (socket says 172.21.15.23:40934) 2023-06-26T03:03:38.453 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.444+0000 7fdb661ca640 1 -- 172.21.15.23:0/999697751 learned_addr learned my addr 172.21.15.23:0/999697751 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:38.453 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.444+0000 7fdb669cb640 1 --2- 172.21.15.23:0/999697751 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdb600cdb00 0x7fdb60070250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:38.453 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.444+0000 7fdb661ca640 1 -- 172.21.15.23:0/999697751 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdb600cdb00 msgr2=0x7fdb60070250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:38.453 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.444+0000 7fdb659c9640 1 --2- 172.21.15.23:0/999697751 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb600cc0c0 0x7fdb6006fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:38.453 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.444+0000 7fdb661ca640 1 --2- 172.21.15.23:0/999697751 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdb600cdb00 0x7fdb60070250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:38.453 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.444+0000 7fdb661ca640 1 -- 172.21.15.23:0/999697751 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb600cc0c0 msgr2=0x7fdb6006fd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:38.453 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.444+0000 7fdb661ca640 1 --2- 172.21.15.23:0/999697751 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb600cc0c0 0x7fdb6006fd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:38.453 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.444+0000 7fdb661ca640 1 -- 172.21.15.23:0/999697751 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb5c00b770 con 0x7fdb6006b760 2023-06-26T03:03:38.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.444+0000 7fdb661ca640 1 --2- 172.21.15.23:0/999697751 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdb6006b760 0x7fdb6013e990 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fdb5c00b2c0 tx=0x7fdb5c01d420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:38.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.444+0000 7fdb56ffd640 1 -- 172.21.15.23:0/999697751 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb5c0afe60 con 0x7fdb6006b760 2023-06-26T03:03:38.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.444+0000 7fdb56ffd640 1 -- 172.21.15.23:0/999697751 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb5c0ba480 con 0x7fdb6006b760 2023-06-26T03:03:38.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.444+0000 7fdb6842e640 1 -- 172.21.15.23:0/999697751 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdb601f50d0 con 0x7fdb6006b760 2023-06-26T03:03:38.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.444+0000 7fdb56ffd640 1 -- 172.21.15.23:0/999697751 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb5c0ba830 con 0x7fdb6006b760 2023-06-26T03:03:38.454 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.444+0000 7fdb6842e640 1 -- 172.21.15.23:0/999697751 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb601f1460 con 0x7fdb6006b760 2023-06-26T03:03:38.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.444+0000 7fdb6842e640 1 -- 172.21.15.23:0/999697751 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdb6004d790 con 0x7fdb6006b760 2023-06-26T03:03:38.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.448+0000 7fdb56ffd640 1 -- 172.21.15.23:0/999697751 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fdb5c0ba990 con 0x7fdb6006b760 2023-06-26T03:03:38.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.448+0000 7fdb56ffd640 1 --2- 172.21.15.23:0/999697751 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fdb44066280 0x7fdb44068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:38.455 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.448+0000 7fdb56ffd640 1 -- 172.21.15.23:0/999697751 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6382+0+0 (secure 0 0 0) 0x7fdb5c11f410 con 0x7fdb6006b760 2023-06-26T03:03:38.456 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.448+0000 7fdb659c9640 1 --2- 172.21.15.23:0/999697751 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fdb44066280 0x7fdb44068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:38.456 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.448+0000 7fdb659c9640 1 --2- 172.21.15.23:0/999697751 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fdb44066280 0x7fdb44068730 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fdb600b1ff0 tx=0x7fdb50009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:38.457 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.452+0000 7fdb56ffd640 1 -- 172.21.15.23:0/999697751 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fdb5c0ec7e0 con 0x7fdb6006b760 2023-06-26T03:03:38.611 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.604+0000 7fdb6842e640 1 -- 172.21.15.23:0/999697751 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdb600c3c50 con 0x7fdb6006b760 2023-06-26T03:03:38.613 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.608+0000 7fdb56ffd640 1 -- 172.21.15.23:0/999697751 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v41) v1 ==== 74+0+18441 (secure 0 0 0) 0x7fdb5c0efe00 con 0x7fdb6006b760 2023-06-26T03:03:38.614 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:03:38.614 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":41,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:03:37.971449+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:03:35.927759+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2023-06-26T03:03:36.928370+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:03:38.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.612+0000 7fdb6842e640 1 -- 172.21.15.23:0/999697751 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fdb44066280 msgr2=0x7fdb44068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:38.617 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.612+0000 7fdb6842e640 1 --2- 172.21.15.23:0/999697751 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fdb44066280 0x7fdb44068730 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fdb600b1ff0 tx=0x7fdb50009040 comp rx=0 tx=0).stop 2023-06-26T03:03:38.618 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.612+0000 7fdb6842e640 1 -- 172.21.15.23:0/999697751 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdb6006b760 msgr2=0x7fdb6013e990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:38.618 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.612+0000 7fdb6842e640 1 --2- 172.21.15.23:0/999697751 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdb6006b760 0x7fdb6013e990 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fdb5c00b2c0 tx=0x7fdb5c01d420 comp rx=0 tx=0).stop 2023-06-26T03:03:38.618 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.612+0000 7fdb6842e640 1 -- 172.21.15.23:0/999697751 shutdown_connections 2023-06-26T03:03:38.618 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.612+0000 7fdb6842e640 1 --2- 172.21.15.23:0/999697751 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fdb44066280 0x7fdb44068730 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:38.618 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.612+0000 7fdb6842e640 1 --2- 172.21.15.23:0/999697751 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdb600cdb00 0x7fdb60070250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:38.618 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.612+0000 7fdb6842e640 1 --2- 172.21.15.23:0/999697751 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdb600cc0c0 0x7fdb6006fd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:38.618 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.612+0000 7fdb6842e640 1 --2- 172.21.15.23:0/999697751 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdb6006b760 0x7fdb6013e990 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:38.619 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.612+0000 7fdb6842e640 1 -- 172.21.15.23:0/999697751 >> 172.21.15.23:0/999697751 conn(0x7fdb60069400 msgr2=0x7fdb600697d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:38.619 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.612+0000 7fdb6842e640 1 -- 172.21.15.23:0/999697751 shutdown_connections 2023-06-26T03:03:38.619 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.612+0000 7fdb6842e640 1 -- 172.21.15.23:0/999697751 wait complete. 2023-06-26T03:03:38.634 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-06-26T03:03:38.754 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.748+0000 7f9845b59640 1 Processor -- start 2023-06-26T03:03:38.754 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.748+0000 7f9845b59640 1 -- start start 2023-06-26T03:03:38.755 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.748+0000 7f9845b59640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f984006ed60 0x7f98400af570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:38.755 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.748+0000 7f9845b59640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f98400afea0 con 0x7f98400afab0 2023-06-26T03:03:38.756 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.748+0000 7f9845b59640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f98400ca360 con 0x7f9840157230 2023-06-26T03:03:38.756 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.748+0000 7f9845b59640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f98400c97e0 con 0x7f984006ed60 2023-06-26T03:03:38.756 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.748+0000 7f983effd640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f984006ed60 0x7f98400af570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:38.756 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.748+0000 7f983effd640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f984006ed60 0x7f98400af570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:40950/0 (socket says 172.21.15.23:40950) 2023-06-26T03:03:38.756 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.748+0000 7f983effd640 1 -- 172.21.15.23:0/3501186490 learned_addr learned my addr 172.21.15.23:0/3501186490 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:38.757 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.752+0000 7f983effd640 1 -- 172.21.15.23:0/3501186490 >> v1:172.21.15.71:6789/0 conn(0x7f9840157230 legacy=0x7f98400707c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:38.757 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.752+0000 7f983effd640 1 -- 172.21.15.23:0/3501186490 >> v1:172.21.15.23:6789/0 conn(0x7f98400afab0 legacy=0x7f98400c84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:38.757 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.752+0000 7f983effd640 1 -- 172.21.15.23:0/3501186490 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98400c9ac0 con 0x7f984006ed60 2023-06-26T03:03:38.758 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.752+0000 7f983effd640 1 --2- 172.21.15.23:0/3501186490 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f984006ed60 0x7f98400af570 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f9834009870 tx=0x7f983401c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=890408b82ba30546 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:38.758 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.752+0000 7f983e7fc640 1 -- 172.21.15.23:0/3501186490 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98340ab680 con 0x7f984006ed60 2023-06-26T03:03:38.758 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.752+0000 7f983e7fc640 1 -- 172.21.15.23:0/3501186490 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f98340ab7e0 con 0x7f984006ed60 2023-06-26T03:03:38.758 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.752+0000 7f983e7fc640 1 -- 172.21.15.23:0/3501186490 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98340abb70 con 0x7f984006ed60 2023-06-26T03:03:38.759 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.752+0000 7f9845b59640 1 -- 172.21.15.23:0/3501186490 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f984006ed60 msgr2=0x7f98400af570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:38.759 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.752+0000 7f9845b59640 1 --2- 172.21.15.23:0/3501186490 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f984006ed60 0x7f98400af570 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f9834009870 tx=0x7f983401c480 comp rx=0 tx=0).stop 2023-06-26T03:03:38.759 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.752+0000 7f9845b59640 1 -- 172.21.15.23:0/3501186490 shutdown_connections 2023-06-26T03:03:38.760 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.752+0000 7f9845b59640 1 --2- 172.21.15.23:0/3501186490 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f984006ed60 0x7f98400af570 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:38.760 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.752+0000 7f9845b59640 1 -- 172.21.15.23:0/3501186490 >> 172.21.15.23:0/3501186490 conn(0x7f9840069fc0 msgr2=0x7f98400ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:38.760 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.752+0000 7f9845b59640 1 -- 172.21.15.23:0/3501186490 shutdown_connections 2023-06-26T03:03:38.760 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.752+0000 7f9845b59640 1 -- 172.21.15.23:0/3501186490 wait complete. 2023-06-26T03:03:38.760 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.756+0000 7f9845b59640 1 Processor -- start 2023-06-26T03:03:38.761 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.756+0000 7f9845b59640 1 -- start start 2023-06-26T03:03:38.762 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.756+0000 7f9845b59640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f984006ed60 0x7f98400cd1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:38.762 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.756+0000 7f9845b59640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f98400afab0 0x7f98400abaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:38.762 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.756+0000 7f9845b59640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f98400cb6c0 0x7f9840150e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:38.763 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.756+0000 7f9845b59640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98400ccd20 con 0x7f984006ed60 2023-06-26T03:03:38.763 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.756+0000 7f9845b59640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98400cc110 con 0x7f98400afab0 2023-06-26T03:03:38.763 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.756+0000 7f9845b59640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f98400cc3f0 con 0x7f98400cb6c0 2023-06-26T03:03:38.763 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.756+0000 7f983f7fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f984006ed60 0x7f98400cd1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:38.763 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.756+0000 7f983f7fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f984006ed60 0x7f98400cd1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:40966/0 (socket says 172.21.15.23:40966) 2023-06-26T03:03:38.763 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.756+0000 7f983f7fe640 1 -- 172.21.15.23:0/3236832630 learned_addr learned my addr 172.21.15.23:0/3236832630 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:38.763 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.756+0000 7f983ffff640 1 --2- 172.21.15.23:0/3236832630 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f98400cb6c0 0x7f9840150e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:38.763 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.756+0000 7f983effd640 1 --2- 172.21.15.23:0/3236832630 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f98400afab0 0x7f98400abaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:38.764 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.756+0000 7f983f7fe640 1 -- 172.21.15.23:0/3236832630 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f98400cb6c0 msgr2=0x7f9840150e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:38.764 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.756+0000 7f983f7fe640 1 --2- 172.21.15.23:0/3236832630 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f98400cb6c0 0x7f9840150e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:38.764 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.756+0000 7f983f7fe640 1 -- 172.21.15.23:0/3236832630 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f98400afab0 msgr2=0x7f98400abaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:38.764 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.756+0000 7f983f7fe640 1 --2- 172.21.15.23:0/3236832630 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f98400afab0 0x7f98400abaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:38.764 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.756+0000 7f983f7fe640 1 -- 172.21.15.23:0/3236832630 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98340094d0 con 0x7f984006ed60 2023-06-26T03:03:38.764 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.756+0000 7f983f7fe640 1 --2- 172.21.15.23:0/3236832630 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f984006ed60 0x7f98400cd1b0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f983000c3c0 tx=0x7f983000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:38.764 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.756+0000 7f9827fff640 1 -- 172.21.15.23:0/3236832630 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98300052d0 con 0x7f984006ed60 2023-06-26T03:03:38.765 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.756+0000 7f9827fff640 1 -- 172.21.15.23:0/3236832630 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9830005430 con 0x7f984006ed60 2023-06-26T03:03:38.765 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.756+0000 7f9845b59640 1 -- 172.21.15.23:0/3236832630 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f98400cc6d0 con 0x7f984006ed60 2023-06-26T03:03:38.765 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.756+0000 7f9827fff640 1 -- 172.21.15.23:0/3236832630 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9830003840 con 0x7f984006ed60 2023-06-26T03:03:38.765 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.756+0000 7f9845b59640 1 -- 172.21.15.23:0/3236832630 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98400b32a0 con 0x7f984006ed60 2023-06-26T03:03:38.766 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.756+0000 7f9845b59640 1 -- 172.21.15.23:0/3236832630 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f984004d790 con 0x7f984006ed60 2023-06-26T03:03:38.766 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.756+0000 7f9827fff640 1 -- 172.21.15.23:0/3236832630 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f98300039a0 con 0x7f984006ed60 2023-06-26T03:03:38.766 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.760+0000 7f9827fff640 1 --2- 172.21.15.23:0/3236832630 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f982c0662b0 0x7f982c068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:38.766 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.760+0000 7f9827fff640 1 -- 172.21.15.23:0/3236832630 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6382+0+0 (secure 0 0 0) 0x7f9830083360 con 0x7f984006ed60 2023-06-26T03:03:38.766 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.760+0000 7f983effd640 1 --2- 172.21.15.23:0/3236832630 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f982c0662b0 0x7f982c068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:38.766 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.760+0000 7f983effd640 1 --2- 172.21.15.23:0/3236832630 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f982c0662b0 0x7f982c068760 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f98340af000 tx=0x7f98340a7000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:38.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.764+0000 7f9827fff640 1 -- 172.21.15.23:0/3236832630 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f98300506a0 con 0x7f984006ed60 2023-06-26T03:03:38.955 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.948+0000 7f9845b59640 1 -- 172.21.15.23:0/3236832630 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f984006ffb0 con 0x7f984006ed60 2023-06-26T03:03:38.983 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.976+0000 7f9827fff640 1 -- 172.21.15.23:0/3236832630 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v13) v1 ==== 118+0+0 (secure 0 0 0) 0x7f9830053cc0 con 0x7f984006ed60 2023-06-26T03:03:38.986 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.980+0000 7f9845b59640 1 -- 172.21.15.23:0/3236832630 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f982c0662b0 msgr2=0x7f982c068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:38.986 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.980+0000 7f9845b59640 1 --2- 172.21.15.23:0/3236832630 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f982c0662b0 0x7f982c068760 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f98340af000 tx=0x7f98340a7000 comp rx=0 tx=0).stop 2023-06-26T03:03:38.986 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.980+0000 7f9845b59640 1 -- 172.21.15.23:0/3236832630 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f984006ed60 msgr2=0x7f98400cd1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:38.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.980+0000 7f9845b59640 1 --2- 172.21.15.23:0/3236832630 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f984006ed60 0x7f98400cd1b0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f983000c3c0 tx=0x7f983000c880 comp rx=0 tx=0).stop 2023-06-26T03:03:38.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.980+0000 7f9845b59640 1 -- 172.21.15.23:0/3236832630 shutdown_connections 2023-06-26T03:03:38.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.980+0000 7f9845b59640 1 --2- 172.21.15.23:0/3236832630 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f982c0662b0 0x7f982c068760 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:38.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.980+0000 7f9845b59640 1 --2- 172.21.15.23:0/3236832630 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f98400cb6c0 0x7f9840150e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:38.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.980+0000 7f9845b59640 1 --2- 172.21.15.23:0/3236832630 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f98400afab0 0x7f98400abaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:38.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.980+0000 7f9845b59640 1 --2- 172.21.15.23:0/3236832630 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f984006ed60 0x7f98400cd1b0 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:38.987 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.980+0000 7f9845b59640 1 -- 172.21.15.23:0/3236832630 >> 172.21.15.23:0/3236832630 conn(0x7f9840069fc0 msgr2=0x7f984015d000 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:38.988 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.980+0000 7f9845b59640 1 -- 172.21.15.23:0/3236832630 shutdown_connections 2023-06-26T03:03:38.988 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:38.980+0000 7f9845b59640 1 -- 172.21.15.23:0/3236832630 wait complete. 2023-06-26T03:03:39.005 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-06-26T03:03:39.006 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-06-26T03:03:39.121 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.116+0000 7f3d97c1c640 1 Processor -- start 2023-06-26T03:03:39.121 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.116+0000 7f3d97c1c640 1 -- start start 2023-06-26T03:03:39.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.116+0000 7f3d97c1c640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f3d90158500 0x7f3d900cc8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:39.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.116+0000 7f3d97c1c640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f3d90159460 0x7f3d9006ef70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:39.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.116+0000 7f3d97c1c640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3d901588d0 con 0x7f3d90159890 2023-06-26T03:03:39.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.116+0000 7f3d97c1c640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3d900cb860 con 0x7f3d90159460 2023-06-26T03:03:39.122 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.116+0000 7f3d97c1c640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3d900cbb00 con 0x7f3d90158500 2023-06-26T03:03:39.123 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.116+0000 7f3d951b7640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f3d90159460 0x7f3d9006ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:39.123 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.116+0000 7f3d951b7640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f3d90159460 0x7f3d9006ef70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:40976/0 (socket says 172.21.15.23:40976) 2023-06-26T03:03:39.123 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.116+0000 7f3d951b7640 1 -- 172.21.15.23:0/742123521 learned_addr learned my addr 172.21.15.23:0/742123521 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:39.123 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.116+0000 7f3d959b8640 1 --2- 172.21.15.23:0/742123521 >> v2:172.21.15.71:3300/0 conn(0x7f3d90158500 0x7f3d900cc8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:39.124 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.116+0000 7f3d951b7640 1 -- 172.21.15.23:0/742123521 >> v2:172.21.15.71:3300/0 conn(0x7f3d90158500 msgr2=0x7f3d900cc8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:39.124 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.116+0000 7f3d951b7640 1 --2- 172.21.15.23:0/742123521 >> v2:172.21.15.71:3300/0 conn(0x7f3d90158500 0x7f3d900cc8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:39.124 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.116+0000 7f3d951b7640 1 -- 172.21.15.23:0/742123521 >> v1:172.21.15.71:6789/0 conn(0x7f3d90159890 legacy=0x7f3d90159e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:39.124 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.116+0000 7f3d951b7640 1 -- 172.21.15.23:0/742123521 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d900cbde0 con 0x7f3d90159460 2023-06-26T03:03:39.124 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.116+0000 7f3d959b8640 1 --2- 172.21.15.23:0/742123521 >> v2:172.21.15.71:3300/0 conn(0x7f3d90158500 0x7f3d900cc8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:39.125 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.120+0000 7f3d951b7640 1 --2- 172.21.15.23:0/742123521 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3d90159460 0x7f3d9006ef70 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f3d900cb360 tx=0x7f3d8401c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=990f533e16093277 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:39.125 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.120+0000 7f3d949b6640 1 -- 172.21.15.23:0/742123521 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d840a5850 con 0x7f3d90159460 2023-06-26T03:03:39.125 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.120+0000 7f3d949b6640 1 -- 172.21.15.23:0/742123521 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d840a59b0 con 0x7f3d90159460 2023-06-26T03:03:39.125 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.120+0000 7f3d949b6640 1 -- 172.21.15.23:0/742123521 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d840a5d40 con 0x7f3d90159460 2023-06-26T03:03:39.126 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.120+0000 7f3d97c1c640 1 -- 172.21.15.23:0/742123521 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3d90159460 msgr2=0x7f3d9006ef70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:39.126 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.120+0000 7f3d97c1c640 1 --2- 172.21.15.23:0/742123521 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3d90159460 0x7f3d9006ef70 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f3d900cb360 tx=0x7f3d8401c990 comp rx=0 tx=0).stop 2023-06-26T03:03:39.126 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.120+0000 7f3d97c1c640 1 -- 172.21.15.23:0/742123521 shutdown_connections 2023-06-26T03:03:39.126 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.120+0000 7f3d97c1c640 1 --2- 172.21.15.23:0/742123521 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3d90159460 0x7f3d9006ef70 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:39.127 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.120+0000 7f3d97c1c640 1 --2- 172.21.15.23:0/742123521 >> v2:172.21.15.71:3300/0 conn(0x7f3d90158500 0x7f3d900cc8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:39.127 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.120+0000 7f3d97c1c640 1 -- 172.21.15.23:0/742123521 >> 172.21.15.23:0/742123521 conn(0x7f3d90069fc0 msgr2=0x7f3d900ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:39.127 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.120+0000 7f3d97c1c640 1 -- 172.21.15.23:0/742123521 shutdown_connections 2023-06-26T03:03:39.127 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.120+0000 7f3d97c1c640 1 -- 172.21.15.23:0/742123521 wait complete. 2023-06-26T03:03:39.128 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.120+0000 7f3d97c1c640 1 Processor -- start 2023-06-26T03:03:39.129 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.120+0000 7f3d97c1c640 1 -- start start 2023-06-26T03:03:39.129 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.120+0000 7f3d97c1c640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3d90158500 0x7f3d9014de30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:39.129 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.120+0000 7f3d97c1c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3d90159460 0x7f3d9014e520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:39.129 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.120+0000 7f3d97c1c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3d90159890 0x7f3d9014ea60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:39.129 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.120+0000 7f3d97c1c640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d900c13c0 con 0x7f3d90159890 2023-06-26T03:03:39.129 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.120+0000 7f3d97c1c640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d9014e370 con 0x7f3d90159460 2023-06-26T03:03:39.129 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.120+0000 7f3d97c1c640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d900c7c70 con 0x7f3d90158500 2023-06-26T03:03:39.130 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.120+0000 7f3d961b9640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3d90159890 0x7f3d9014ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:39.130 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.120+0000 7f3d961b9640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3d90159890 0x7f3d9014ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:40984/0 (socket says 172.21.15.23:40984) 2023-06-26T03:03:39.130 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.120+0000 7f3d961b9640 1 -- 172.21.15.23:0/1417522977 learned_addr learned my addr 172.21.15.23:0/1417522977 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:39.130 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.120+0000 7f3d951b7640 1 --2- 172.21.15.23:0/1417522977 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3d90159460 0x7f3d9014e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:39.130 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.120+0000 7f3d959b8640 1 --2- 172.21.15.23:0/1417522977 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3d90158500 0x7f3d9014de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:39.130 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.124+0000 7f3d961b9640 1 -- 172.21.15.23:0/1417522977 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3d90158500 msgr2=0x7f3d9014de30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:39.130 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.124+0000 7f3d961b9640 1 --2- 172.21.15.23:0/1417522977 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3d90158500 0x7f3d9014de30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:39.130 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.124+0000 7f3d961b9640 1 -- 172.21.15.23:0/1417522977 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3d90159460 msgr2=0x7f3d9014e520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:39.131 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.124+0000 7f3d961b9640 1 --2- 172.21.15.23:0/1417522977 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3d90159460 0x7f3d9014e520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:39.131 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.124+0000 7f3d961b9640 1 -- 172.21.15.23:0/1417522977 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d84009b30 con 0x7f3d90159890 2023-06-26T03:03:39.131 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.124+0000 7f3d961b9640 1 --2- 172.21.15.23:0/1417522977 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3d90159890 0x7f3d9014ea60 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f3d8800b410 tx=0x7f3d8800b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:39.131 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.124+0000 7f3d8e7fc640 1 -- 172.21.15.23:0/1417522977 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d88011830 con 0x7f3d90159890 2023-06-26T03:03:39.131 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.124+0000 7f3d8e7fc640 1 -- 172.21.15.23:0/1417522977 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d880119d0 con 0x7f3d90159890 2023-06-26T03:03:39.131 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.124+0000 7f3d8e7fc640 1 -- 172.21.15.23:0/1417522977 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d88011d80 con 0x7f3d90159890 2023-06-26T03:03:39.131 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.124+0000 7f3d97c1c640 1 -- 172.21.15.23:0/1417522977 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d900b25b0 con 0x7f3d90159890 2023-06-26T03:03:39.132 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.124+0000 7f3d97c1c640 1 -- 172.21.15.23:0/1417522977 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d900c15a0 con 0x7f3d90159890 2023-06-26T03:03:39.132 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.124+0000 7f3d97c1c640 1 -- 172.21.15.23:0/1417522977 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3d900c8150 con 0x7f3d90159890 2023-06-26T03:03:39.132 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.124+0000 7f3d8e7fc640 1 -- 172.21.15.23:0/1417522977 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f3d880193b0 con 0x7f3d90159890 2023-06-26T03:03:39.133 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.124+0000 7f3d8e7fc640 1 --2- 172.21.15.23:0/1417522977 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3d7c066280 0x7f3d7c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:39.133 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.124+0000 7f3d8e7fc640 1 -- 172.21.15.23:0/1417522977 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 6382+0+0 (secure 0 0 0) 0x7f3d88083b00 con 0x7f3d90159890 2023-06-26T03:03:39.133 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.124+0000 7f3d959b8640 1 --2- 172.21.15.23:0/1417522977 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3d7c066280 0x7f3d7c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:39.133 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.124+0000 7f3d959b8640 1 --2- 172.21.15.23:0/1417522977 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3d7c066280 0x7f3d7c068730 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f3d8000ab60 tx=0x7f3d80008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:39.134 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.128+0000 7f3d8e7fc640 1 -- 172.21.15.23:0/1417522977 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f3d900c8150 con 0x7f3d90159890 2023-06-26T03:03:39.320 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:39.316+0000 7f3d97c1c640 1 -- 172.21.15.23:0/1417522977 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f3d900c8150 con 0x7f3d90159890 2023-06-26T03:03:40.241 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.236+0000 7f3d8e7fc640 1 -- 172.21.15.23:0/1417522977 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v14) v1 ==== 122+0+0 (secure 0 0 0) 0x7f3d900c8150 con 0x7f3d90159890 2023-06-26T03:03:40.243 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.236+0000 7f3d97c1c640 1 -- 172.21.15.23:0/1417522977 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3d7c066280 msgr2=0x7f3d7c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:40.244 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.236+0000 7f3d97c1c640 1 --2- 172.21.15.23:0/1417522977 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3d7c066280 0x7f3d7c068730 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f3d8000ab60 tx=0x7f3d80008040 comp rx=0 tx=0).stop 2023-06-26T03:03:40.244 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.236+0000 7f3d97c1c640 1 -- 172.21.15.23:0/1417522977 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3d90159890 msgr2=0x7f3d9014ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:40.244 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.236+0000 7f3d97c1c640 1 --2- 172.21.15.23:0/1417522977 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3d90159890 0x7f3d9014ea60 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f3d8800b410 tx=0x7f3d8800b8d0 comp rx=0 tx=0).stop 2023-06-26T03:03:40.244 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.236+0000 7f3d97c1c640 1 -- 172.21.15.23:0/1417522977 shutdown_connections 2023-06-26T03:03:40.244 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.236+0000 7f3d97c1c640 1 --2- 172.21.15.23:0/1417522977 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f3d7c066280 0x7f3d7c068730 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:40.244 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.236+0000 7f3d97c1c640 1 --2- 172.21.15.23:0/1417522977 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f3d90159890 0x7f3d9014ea60 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:40.244 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.236+0000 7f3d97c1c640 1 --2- 172.21.15.23:0/1417522977 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f3d90159460 0x7f3d9014e520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:40.245 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.236+0000 7f3d97c1c640 1 --2- 172.21.15.23:0/1417522977 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f3d90158500 0x7f3d9014de30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:40.245 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.236+0000 7f3d97c1c640 1 -- 172.21.15.23:0/1417522977 >> 172.21.15.23:0/1417522977 conn(0x7f3d90069fc0 msgr2=0x7f3d900af9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:40.245 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.236+0000 7f3d97c1c640 1 -- 172.21.15.23:0/1417522977 shutdown_connections 2023-06-26T03:03:40.245 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.236+0000 7f3d97c1c640 1 -- 172.21.15.23:0/1417522977 wait complete. 2023-06-26T03:03:40.264 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-06-26T03:03:40.264 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-26T03:03:40.390 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.384+0000 7fda6afbb640 1 Processor -- start 2023-06-26T03:03:40.391 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.384+0000 7fda6afbb640 1 -- start start 2023-06-26T03:03:40.391 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.384+0000 7fda6afbb640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fda640c9360 0x7fda6406b760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:40.392 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.384+0000 7fda6afbb640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda640c8300 con 0x7fda640cdb00 2023-06-26T03:03:40.392 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.384+0000 7fda6afbb640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda640c85a0 con 0x7fda640cc0c0 2023-06-26T03:03:40.392 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.384+0000 7fda6afbb640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fda640c8880 con 0x7fda640c9360 2023-06-26T03:03:40.392 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.384+0000 7fda68d57640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fda640cdb00 0x7fda640cded0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:46752/0 (socket says 172.21.15.23:46752) 2023-06-26T03:03:40.392 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.384+0000 7fda68d57640 1 -- 172.21.15.23:0/1846449398 learned_addr learned my addr 172.21.15.23:0/1846449398 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:40.394 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda69558640 1 --2- 172.21.15.23:0/1846449398 >> v2:172.21.15.71:3300/0 conn(0x7fda640c9360 0x7fda6406b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:40.394 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda637fe640 1 -- 172.21.15.23:0/1846449398 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 394434011 0 0) 0x7fda640c8300 con 0x7fda640cdb00 2023-06-26T03:03:40.394 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda637fe640 1 -- 172.21.15.23:0/1846449398 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fda4c005740 con 0x7fda640cdb00 2023-06-26T03:03:40.394 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda637fe640 1 -- 172.21.15.23:0/1846449398 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2263979194 0 0) 0x7fda4c005740 con 0x7fda640cdb00 2023-06-26T03:03:40.394 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda637fe640 1 -- 172.21.15.23:0/1846449398 >> v2:172.21.15.71:3300/0 conn(0x7fda640c9360 msgr2=0x7fda6406b760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:40.394 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda637fe640 1 --2- 172.21.15.23:0/1846449398 >> v2:172.21.15.71:3300/0 conn(0x7fda640c9360 0x7fda6406b760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:40.394 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda637fe640 1 -- 172.21.15.23:0/1846449398 >> v1:172.21.15.71:6789/0 conn(0x7fda640cc0c0 legacy=0x7fda6406ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:40.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda637fe640 1 -- 172.21.15.23:0/1846449398 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda640c8b60 con 0x7fda640cdb00 2023-06-26T03:03:40.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda637fe640 1 -- 172.21.15.23:0/1846449398 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7fda58001680 con 0x7fda640cdb00 2023-06-26T03:03:40.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda637fe640 1 -- 172.21.15.23:0/1846449398 >> v1:172.21.15.23:6789/0 conn(0x7fda640cdb00 legacy=0x7fda640cded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:40.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda637fe640 1 --2- 172.21.15.23:0/1846449398 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fda4c005b90 0x7fda4c005fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:40.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda637fe640 1 --2- 172.21.15.23:0/1846449398 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fda4c0069e0 0x7fda4c006e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:40.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda637fe640 1 --2- 172.21.15.23:0/1846449398 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fda4c007390 0x7fda4c00dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:40.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda637fe640 1 -- 172.21.15.23:0/1846449398 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda640c8880 con 0x7fda4c005b90 2023-06-26T03:03:40.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda637fe640 1 -- 172.21.15.23:0/1846449398 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda4c00e210 con 0x7fda4c007390 2023-06-26T03:03:40.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda637fe640 1 -- 172.21.15.23:0/1846449398 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda4c00e3d0 con 0x7fda4c0069e0 2023-06-26T03:03:40.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda68d57640 1 --2- 172.21.15.23:0/1846449398 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fda4c005b90 0x7fda4c005fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:40.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda63fff640 1 --2- 172.21.15.23:0/1846449398 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fda4c0069e0 0x7fda4c006e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:40.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda69558640 1 --2- 172.21.15.23:0/1846449398 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fda4c007390 0x7fda4c00dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:40.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda68d57640 1 -- 172.21.15.23:0/1846449398 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fda4c0069e0 msgr2=0x7fda4c006e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:40.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda68d57640 1 --2- 172.21.15.23:0/1846449398 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fda4c0069e0 0x7fda4c006e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:40.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda68d57640 1 -- 172.21.15.23:0/1846449398 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fda4c007390 msgr2=0x7fda4c00dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:40.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda68d57640 1 --2- 172.21.15.23:0/1846449398 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fda4c007390 0x7fda4c00dba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:40.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda68d57640 1 -- 172.21.15.23:0/1846449398 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda4c005740 con 0x7fda4c005b90 2023-06-26T03:03:40.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda69558640 1 -- 172.21.15.23:0/1846449398 reap_dead start 2023-06-26T03:03:40.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda63fff640 1 --2- 172.21.15.23:0/1846449398 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fda4c0069e0 0x7fda4c006e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:40.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda68d57640 1 --2- 172.21.15.23:0/1846449398 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fda4c005b90 0x7fda4c005fa0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fda58001060 tx=0x7fda5801cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a0c556977465b6d server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:40.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda637fe640 1 -- 172.21.15.23:0/1846449398 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda580058e0 con 0x7fda4c005b90 2023-06-26T03:03:40.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda637fe640 1 -- 172.21.15.23:0/1846449398 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda58005a40 con 0x7fda4c005b90 2023-06-26T03:03:40.400 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda637fe640 1 -- 172.21.15.23:0/1846449398 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda58005e70 con 0x7fda4c005b90 2023-06-26T03:03:40.400 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda6afbb640 1 -- 172.21.15.23:0/1846449398 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fda4c005b90 msgr2=0x7fda4c005fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:40.400 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda6afbb640 1 --2- 172.21.15.23:0/1846449398 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fda4c005b90 0x7fda4c005fa0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fda58001060 tx=0x7fda5801cb90 comp rx=0 tx=0).stop 2023-06-26T03:03:40.400 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda6afbb640 1 -- 172.21.15.23:0/1846449398 shutdown_connections 2023-06-26T03:03:40.400 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda6afbb640 1 --2- 172.21.15.23:0/1846449398 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fda4c005b90 0x7fda4c005fa0 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:40.400 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.388+0000 7fda6afbb640 1 -- 172.21.15.23:0/1846449398 >> 172.21.15.23:0/1846449398 conn(0x7fda64069400 msgr2=0x7fda64069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:40.400 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.392+0000 7fda6afbb640 1 -- 172.21.15.23:0/1846449398 shutdown_connections 2023-06-26T03:03:40.400 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.392+0000 7fda6afbb640 1 -- 172.21.15.23:0/1846449398 wait complete. 2023-06-26T03:03:40.401 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.392+0000 7fda6afbb640 1 Processor -- start 2023-06-26T03:03:40.401 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.392+0000 7fda6afbb640 1 -- start start 2023-06-26T03:03:40.401 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.392+0000 7fda6afbb640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fda4c005b90 0x7fda64158f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:40.401 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.392+0000 7fda6afbb640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fda6414e660 0x7fda640c4030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:40.401 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.392+0000 7fda6afbb640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fda6414eab0 0x7fda640c4570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:40.401 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.392+0000 7fda6afbb640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda6415bd90 con 0x7fda6414eab0 2023-06-26T03:03:40.401 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.392+0000 7fda6afbb640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda64159490 con 0x7fda6414e660 2023-06-26T03:03:40.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.392+0000 7fda6afbb640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda6415acf0 con 0x7fda4c005b90 2023-06-26T03:03:40.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.392+0000 7fda69558640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fda6414eab0 0x7fda640c4570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:40.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.392+0000 7fda69558640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fda6414eab0 0x7fda640c4570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:41002/0 (socket says 172.21.15.23:41002) 2023-06-26T03:03:40.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.392+0000 7fda69558640 1 -- 172.21.15.23:0/4254071913 learned_addr learned my addr 172.21.15.23:0/4254071913 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:40.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.392+0000 7fda68d57640 1 --2- 172.21.15.23:0/4254071913 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fda4c005b90 0x7fda64158f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:40.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.392+0000 7fda63fff640 1 --2- 172.21.15.23:0/4254071913 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fda6414e660 0x7fda640c4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:40.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.392+0000 7fda69558640 1 -- 172.21.15.23:0/4254071913 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fda4c005b90 msgr2=0x7fda64158f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:40.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.392+0000 7fda69558640 1 --2- 172.21.15.23:0/4254071913 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fda4c005b90 0x7fda64158f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:40.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.392+0000 7fda69558640 1 -- 172.21.15.23:0/4254071913 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fda6414e660 msgr2=0x7fda640c4030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:40.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.392+0000 7fda69558640 1 --2- 172.21.15.23:0/4254071913 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fda6414e660 0x7fda640c4030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:40.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.392+0000 7fda69558640 1 -- 172.21.15.23:0/4254071913 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda6415afd0 con 0x7fda6414eab0 2023-06-26T03:03:40.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.392+0000 7fda63fff640 1 --2- 172.21.15.23:0/4254071913 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fda6414e660 0x7fda640c4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:40.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.392+0000 7fda69558640 1 --2- 172.21.15.23:0/4254071913 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fda6414eab0 0x7fda640c4570 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fda640cd9b0 tx=0x7fda5c009f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:40.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.392+0000 7fda617fa640 1 -- 172.21.15.23:0/4254071913 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda5c00f8a0 con 0x7fda6414eab0 2023-06-26T03:03:40.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.392+0000 7fda617fa640 1 -- 172.21.15.23:0/4254071913 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda5c00fa20 con 0x7fda6414eab0 2023-06-26T03:03:40.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.392+0000 7fda6afbb640 1 -- 172.21.15.23:0/4254071913 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda6415b2b0 con 0x7fda6414eab0 2023-06-26T03:03:40.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.392+0000 7fda617fa640 1 -- 172.21.15.23:0/4254071913 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda5c00fdd0 con 0x7fda6414eab0 2023-06-26T03:03:40.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.392+0000 7fda6afbb640 1 -- 172.21.15.23:0/4254071913 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda6415b870 con 0x7fda6414eab0 2023-06-26T03:03:40.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.392+0000 7fda6afbb640 1 -- 172.21.15.23:0/4254071913 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fda64070c90 con 0x7fda6414eab0 2023-06-26T03:03:40.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.396+0000 7fda617fa640 1 -- 172.21.15.23:0/4254071913 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fda5c016420 con 0x7fda6414eab0 2023-06-26T03:03:40.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.396+0000 7fda617fa640 1 --2- 172.21.15.23:0/4254071913 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fda50066280 0x7fda50068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:40.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.396+0000 7fda617fa640 1 -- 172.21.15.23:0/4254071913 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 6382+0+0 (secure 0 0 0) 0x7fda5c084430 con 0x7fda6414eab0 2023-06-26T03:03:40.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.396+0000 7fda68d57640 1 --2- 172.21.15.23:0/4254071913 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fda50066280 0x7fda50068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:40.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.396+0000 7fda68d57640 1 --2- 172.21.15.23:0/4254071913 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fda50066280 0x7fda50068730 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fda580aa000 tx=0x7fda58001a10 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:40.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.400+0000 7fda617fa640 1 -- 172.21.15.23:0/4254071913 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fda5c051770 con 0x7fda6414eab0 2023-06-26T03:03:40.584 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.580+0000 7fda6afbb640 1 -- 172.21.15.23:0/4254071913 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fda6404d790 con 0x7fda6414eab0 2023-06-26T03:03:40.585 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.580+0000 7fda617fa640 1 -- 172.21.15.23:0/4254071913 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 14 v14) v1 ==== 94+0+4671 (secure 0 0 0) 0x7fda5c054d90 con 0x7fda6414eab0 2023-06-26T03:03:40.585 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:03:40.586 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":14,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4949,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.23:6834/1018446180","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6832","nonce":1018446180},{"type":"v1","addr":"172.21.15.23:6834","nonce":1018446180}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":5164,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/1684426372","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":1684426372},{"type":"v1","addr":"172.21.15.71:6835","nonce":1684426372}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":5167,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/2604693394","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":2604693394},{"type":"v1","addr":"172.21.15.71:6837","nonce":2604693394}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":14,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-06-26T03:03:37.972172+0000","modified":"2023-06-26T03:03:40.230469+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5577},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5577":{"gid":5577,"name":"c","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.23:6835/2509332806","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6833","nonce":2509332806},{"type":"v1","addr":"172.21.15.23:6835","nonce":2509332806}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-06-26T03:03:40.586 INFO:teuthology.orchestra.run.smithi023.stderr:dumped fsmap epoch 14 2023-06-26T03:03:40.587 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.580+0000 7fda6afbb640 1 -- 172.21.15.23:0/4254071913 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fda50066280 msgr2=0x7fda50068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:40.587 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.580+0000 7fda6afbb640 1 --2- 172.21.15.23:0/4254071913 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fda50066280 0x7fda50068730 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fda580aa000 tx=0x7fda58001a10 comp rx=0 tx=0).stop 2023-06-26T03:03:40.588 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.580+0000 7fda6afbb640 1 -- 172.21.15.23:0/4254071913 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fda6414eab0 msgr2=0x7fda640c4570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:40.588 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.580+0000 7fda6afbb640 1 --2- 172.21.15.23:0/4254071913 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fda6414eab0 0x7fda640c4570 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fda640cd9b0 tx=0x7fda5c009f50 comp rx=0 tx=0).stop 2023-06-26T03:03:40.588 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.580+0000 7fda6afbb640 1 -- 172.21.15.23:0/4254071913 shutdown_connections 2023-06-26T03:03:40.588 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.580+0000 7fda6afbb640 1 --2- 172.21.15.23:0/4254071913 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fda50066280 0x7fda50068730 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:40.588 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.580+0000 7fda6afbb640 1 --2- 172.21.15.23:0/4254071913 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fda6414eab0 0x7fda640c4570 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:40.588 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.580+0000 7fda6afbb640 1 --2- 172.21.15.23:0/4254071913 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fda6414e660 0x7fda640c4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:40.588 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.580+0000 7fda6afbb640 1 --2- 172.21.15.23:0/4254071913 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fda4c005b90 0x7fda64158f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:40.589 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.580+0000 7fda6afbb640 1 -- 172.21.15.23:0/4254071913 >> 172.21.15.23:0/4254071913 conn(0x7fda64069400 msgr2=0x7fda64070580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:40.589 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.580+0000 7fda6afbb640 1 -- 172.21.15.23:0/4254071913 shutdown_connections 2023-06-26T03:03:40.589 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.580+0000 7fda6afbb640 1 -- 172.21.15.23:0/4254071913 wait complete. 2023-06-26T03:03:40.602 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-06-26T03:03:40.714 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.708+0000 7f6d8b891640 1 Processor -- start 2023-06-26T03:03:40.714 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.708+0000 7f6d8b891640 1 -- start start 2023-06-26T03:03:40.715 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.708+0000 7f6d8b891640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f6d840ccc20 0x7f6d840cd0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:40.715 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.708+0000 7f6d8b891640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6d84159f40 con 0x7f6d84159a80 2023-06-26T03:03:40.715 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.708+0000 7f6d8b891640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6d8415a220 con 0x7f6d84153a50 2023-06-26T03:03:40.715 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.708+0000 7f6d8b891640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6d840cd600 con 0x7f6d840ccc20 2023-06-26T03:03:40.716 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.708+0000 7f6d88e2c640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f6d84159a80 0x7f6d840c9340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:46766/0 (socket says 172.21.15.23:46766) 2023-06-26T03:03:40.716 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.708+0000 7f6d88e2c640 1 -- 172.21.15.23:0/41783337 learned_addr learned my addr 172.21.15.23:0/41783337 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:40.717 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.708+0000 7f6d7bfff640 1 -- 172.21.15.23:0/41783337 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3548060378 0 0) 0x7f6d84159f40 con 0x7f6d84159a80 2023-06-26T03:03:40.717 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.708+0000 7f6d89e2e640 1 --2- 172.21.15.23:0/41783337 >> v2:172.21.15.71:3300/0 conn(0x7f6d840ccc20 0x7f6d840cd0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:40.717 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.708+0000 7f6d7bfff640 1 -- 172.21.15.23:0/41783337 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6d70003530 con 0x7f6d84159a80 2023-06-26T03:03:40.717 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.708+0000 7f6d7bfff640 1 -- 172.21.15.23:0/41783337 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 102533017 0 0) 0x7f6d70003530 con 0x7f6d84159a80 2023-06-26T03:03:40.717 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.712+0000 7f6d7bfff640 1 -- 172.21.15.23:0/41783337 >> v2:172.21.15.71:3300/0 conn(0x7f6d840ccc20 msgr2=0x7f6d840cd0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:40.717 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.712+0000 7f6d7bfff640 1 --2- 172.21.15.23:0/41783337 >> v2:172.21.15.71:3300/0 conn(0x7f6d840ccc20 0x7f6d840cd0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:40.718 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.712+0000 7f6d7bfff640 1 -- 172.21.15.23:0/41783337 >> v1:172.21.15.71:6789/0 conn(0x7f6d84153a50 legacy=0x7f6d840ce3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:40.718 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.712+0000 7f6d7bfff640 1 -- 172.21.15.23:0/41783337 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d8415a500 con 0x7f6d84159a80 2023-06-26T03:03:40.718 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.712+0000 7f6d7bfff640 1 -- 172.21.15.23:0/41783337 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f6d74001680 con 0x7f6d84159a80 2023-06-26T03:03:40.718 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.712+0000 7f6d7bfff640 1 -- 172.21.15.23:0/41783337 >> v1:172.21.15.23:6789/0 conn(0x7f6d84159a80 legacy=0x7f6d840c9340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:40.718 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.712+0000 7f6d7bfff640 1 --2- 172.21.15.23:0/41783337 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6d70003980 0x7f6d70003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:40.718 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.712+0000 7f6d7bfff640 1 --2- 172.21.15.23:0/41783337 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6d700047d0 0x7f6d70004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:40.718 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.712+0000 7f6d7bfff640 1 --2- 172.21.15.23:0/41783337 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6d70005180 0x7f6d7000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:40.718 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.712+0000 7f6d7bfff640 1 -- 172.21.15.23:0/41783337 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d7000bfd0 con 0x7f6d70005180 2023-06-26T03:03:40.719 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.712+0000 7f6d7bfff640 1 -- 172.21.15.23:0/41783337 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d70010550 con 0x7f6d700047d0 2023-06-26T03:03:40.719 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.712+0000 7f6d7bfff640 1 -- 172.21.15.23:0/41783337 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d70010710 con 0x7f6d70003980 2023-06-26T03:03:40.719 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.712+0000 7f6d89e2e640 1 --2- 172.21.15.23:0/41783337 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6d70005180 0x7f6d7000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:40.719 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.712+0000 7f6d89e2e640 1 -- 172.21.15.23:0/41783337 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6d70003980 msgr2=0x7f6d70003d90 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-06-26T03:03:40.719 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.712+0000 7f6d89e2e640 1 --2- 172.21.15.23:0/41783337 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6d70003980 0x7f6d70003d90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:40.719 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.712+0000 7f6d89e2e640 1 -- 172.21.15.23:0/41783337 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6d700047d0 msgr2=0x7f6d70004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:40.719 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.712+0000 7f6d89e2e640 1 --2- 172.21.15.23:0/41783337 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6d700047d0 0x7f6d70004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:40.720 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.712+0000 7f6d89e2e640 1 -- 172.21.15.23:0/41783337 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d70003530 con 0x7f6d70005180 2023-06-26T03:03:40.721 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.712+0000 7f6d89e2e640 1 -- 172.21.15.23:0/41783337 reap_dead start 2023-06-26T03:03:40.721 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.712+0000 7f6d89e2e640 1 --2- 172.21.15.23:0/41783337 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6d70005180 0x7f6d7000b990 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f6d7c014a00 tx=0x7f6d7c0253b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd47e3163fff9b79 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:40.721 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.712+0000 7f6d7bfff640 1 -- 172.21.15.23:0/41783337 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d7c003ba0 con 0x7f6d70005180 2023-06-26T03:03:40.721 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.712+0000 7f6d7bfff640 1 -- 172.21.15.23:0/41783337 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d7c003d40 con 0x7f6d70005180 2023-06-26T03:03:40.722 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.712+0000 7f6d7bfff640 1 -- 172.21.15.23:0/41783337 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d7c004260 con 0x7f6d70005180 2023-06-26T03:03:40.722 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.712+0000 7f6d8b891640 1 -- 172.21.15.23:0/41783337 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6d70005180 msgr2=0x7f6d7000b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:40.722 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.712+0000 7f6d8b891640 1 --2- 172.21.15.23:0/41783337 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6d70005180 0x7f6d7000b990 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f6d7c014a00 tx=0x7f6d7c0253b0 comp rx=0 tx=0).stop 2023-06-26T03:03:40.722 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.712+0000 7f6d8b891640 1 -- 172.21.15.23:0/41783337 shutdown_connections 2023-06-26T03:03:40.722 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.712+0000 7f6d8b891640 1 --2- 172.21.15.23:0/41783337 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6d70005180 0x7f6d7000b990 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:40.722 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.712+0000 7f6d8b891640 1 -- 172.21.15.23:0/41783337 >> 172.21.15.23:0/41783337 conn(0x7f6d84069400 msgr2=0x7f6d84069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:40.722 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.712+0000 7f6d8b891640 1 -- 172.21.15.23:0/41783337 shutdown_connections 2023-06-26T03:03:40.722 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.712+0000 7f6d8b891640 1 -- 172.21.15.23:0/41783337 wait complete. 2023-06-26T03:03:40.723 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.716+0000 7f6d8b891640 1 Processor -- start 2023-06-26T03:03:40.723 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.716+0000 7f6d8b891640 1 -- start start 2023-06-26T03:03:40.723 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.716+0000 7f6d8b891640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6d70005180 0x7f6d840b0aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:40.723 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.716+0000 7f6d8b891640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6d840ca500 0x7f6d8415aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:40.723 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.716+0000 7f6d8b891640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6d8415b400 0x7f6d841ec150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:40.723 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.716+0000 7f6d8b891640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d840c5760 con 0x7f6d840ca500 2023-06-26T03:03:40.723 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.716+0000 7f6d8b891640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d841f0240 con 0x7f6d8415b400 2023-06-26T03:03:40.723 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.716+0000 7f6d8b891640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d841f0520 con 0x7f6d70005180 2023-06-26T03:03:40.724 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.716+0000 7f6d88e2c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6d840ca500 0x7f6d8415aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:40.724 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.716+0000 7f6d88e2c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6d840ca500 0x7f6d8415aec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:41012/0 (socket says 172.21.15.23:41012) 2023-06-26T03:03:40.724 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.716+0000 7f6d88e2c640 1 -- 172.21.15.23:0/2802590746 learned_addr learned my addr 172.21.15.23:0/2802590746 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:40.725 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.716+0000 7f6d89e2e640 1 --2- 172.21.15.23:0/2802590746 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6d8415b400 0x7f6d841ec150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:40.725 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.716+0000 7f6d88e2c640 1 -- 172.21.15.23:0/2802590746 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6d70005180 msgr2=0x7f6d840b0aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:40.726 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.716+0000 7f6d88e2c640 1 --2- 172.21.15.23:0/2802590746 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6d70005180 0x7f6d840b0aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:40.726 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.716+0000 7f6d88e2c640 1 -- 172.21.15.23:0/2802590746 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6d8415b400 msgr2=0x7f6d841ec150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:40.726 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.716+0000 7f6d88e2c640 1 --2- 172.21.15.23:0/2802590746 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6d8415b400 0x7f6d841ec150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:40.726 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.716+0000 7f6d88e2c640 1 -- 172.21.15.23:0/2802590746 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d841f0800 con 0x7f6d840ca500 2023-06-26T03:03:40.726 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.716+0000 7f6d89e2e640 1 --2- 172.21.15.23:0/2802590746 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6d8415b400 0x7f6d841ec150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:40.726 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.716+0000 7f6d88e2c640 1 --2- 172.21.15.23:0/2802590746 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6d840ca500 0x7f6d8415aec0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f6d7400c700 tx=0x7f6d7400cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:40.726 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.716+0000 7f6d79ffb640 1 -- 172.21.15.23:0/2802590746 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d740072d0 con 0x7f6d840ca500 2023-06-26T03:03:40.727 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.716+0000 7f6d79ffb640 1 -- 172.21.15.23:0/2802590746 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d74007470 con 0x7f6d840ca500 2023-06-26T03:03:40.727 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.716+0000 7f6d8b891640 1 -- 172.21.15.23:0/2802590746 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d841f0ae0 con 0x7f6d840ca500 2023-06-26T03:03:40.727 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.716+0000 7f6d79ffb640 1 -- 172.21.15.23:0/2802590746 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d740047f0 con 0x7f6d840ca500 2023-06-26T03:03:40.727 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.716+0000 7f6d8b891640 1 -- 172.21.15.23:0/2802590746 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d841f10a0 con 0x7f6d840ca500 2023-06-26T03:03:40.727 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.716+0000 7f6d8b891640 1 -- 172.21.15.23:0/2802590746 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d8415b850 con 0x7f6d840ca500 2023-06-26T03:03:40.727 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.716+0000 7f6d79ffb640 1 -- 172.21.15.23:0/2802590746 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f6d74004950 con 0x7f6d840ca500 2023-06-26T03:03:40.727 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.716+0000 7f6d79ffb640 1 --2- 172.21.15.23:0/2802590746 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6d680662b0 0x7f6d68068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:40.727 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.720+0000 7f6d79ffb640 1 -- 172.21.15.23:0/2802590746 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 6382+0+0 (secure 0 0 0) 0x7f6d74083200 con 0x7f6d840ca500 2023-06-26T03:03:40.728 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.720+0000 7f6d8962d640 1 --2- 172.21.15.23:0/2802590746 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6d680662b0 0x7f6d68068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:40.728 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.720+0000 7f6d8962d640 1 --2- 172.21.15.23:0/2802590746 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6d680662b0 0x7f6d68068760 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f6d80007fd0 tx=0x7f6d800079a0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:40.728 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.724+0000 7f6d79ffb640 1 -- 172.21.15.23:0/2802590746 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f6d8415b850 con 0x7f6d840ca500 2023-06-26T03:03:40.880 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.876+0000 7f6d8b891640 1 -- 172.21.15.23:0/2802590746 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6d8415b850 con 0x7f6d840ca500 2023-06-26T03:03:40.883 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.876+0000 7f6d79ffb640 1 -- 172.21.15.23:0/2802590746 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v42) v1 ==== 74+0+18428 (secure 0 0 0) 0x7f6d8415b850 con 0x7f6d840ca500 2023-06-26T03:03:40.884 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:03:40.884 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":42,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","created":"2023-06-26T03:01:44.472288+0000","modified":"2023-06-26T03:03:38.976665+0000","last_up_change":"2023-06-26T03:01:56.044969+0000","last_in_change":"2023-06-26T03:01:46.914812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-06-26T03:01:57.280692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-06-26T03:02:02.819138+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2023-06-26T03:03:35.927759+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2023-06-26T03:03:36.928370+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"42","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"df0ab8b1-e7a6-4ec5-a957-112c5254152a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6824","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6825","nonce":986612611}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6826","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6827","nonce":986612611}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6830","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6831","nonce":986612611}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6828","nonce":986612611},{"type":"v1","addr":"172.21.15.23:6829","nonce":986612611}]},"public_addr":"172.21.15.23:6825/986612611","cluster_addr":"172.21.15.23:6827/986612611","heartbeat_back_addr":"172.21.15.23:6831/986612611","heartbeat_front_addr":"172.21.15.23:6829/986612611","state":["exists","up"]},{"osd":1,"uuid":"513620fa-c2f1-4ccd-b4e3-511fbb3ee3eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6808","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6809","nonce":2206018764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6810","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6813","nonce":2206018764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6819","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6821","nonce":2206018764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6815","nonce":2206018764},{"type":"v1","addr":"172.21.15.23:6817","nonce":2206018764}]},"public_addr":"172.21.15.23:6809/2206018764","cluster_addr":"172.21.15.23:6813/2206018764","heartbeat_back_addr":"172.21.15.23:6821/2206018764","heartbeat_front_addr":"172.21.15.23:6817/2206018764","state":["exists","up"]},{"osd":2,"uuid":"49ad822c-e4fd-475e-b196-22f2ec74fde2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6811","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6812","nonce":2516361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6814","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6816","nonce":2516361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6822","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6823","nonce":2516361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6818","nonce":2516361632},{"type":"v1","addr":"172.21.15.23:6820","nonce":2516361632}]},"public_addr":"172.21.15.23:6812/2516361632","cluster_addr":"172.21.15.23:6816/2516361632","heartbeat_back_addr":"172.21.15.23:6823/2516361632","heartbeat_front_addr":"172.21.15.23:6820/2516361632","state":["exists","up"]},{"osd":3,"uuid":"0d8bec48-b78e-4bec-b01d-ff4a47164109","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6800","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6801","nonce":4187305112}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6802","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6803","nonce":4187305112}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6806","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6807","nonce":4187305112}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6804","nonce":4187305112},{"type":"v1","addr":"172.21.15.23:6805","nonce":4187305112}]},"public_addr":"172.21.15.23:6801/4187305112","cluster_addr":"172.21.15.23:6803/4187305112","heartbeat_back_addr":"172.21.15.23:6807/4187305112","heartbeat_front_addr":"172.21.15.23:6805/4187305112","state":["exists","up"]},{"osd":4,"uuid":"4eb99b1c-1986-41ff-840f-cb79c2b5c746","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6801","nonce":2090431105}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6806","nonce":2090431105}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6814","nonce":2090431105}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2090431105},{"type":"v1","addr":"172.21.15.71:6810","nonce":2090431105}]},"public_addr":"172.21.15.71:6801/2090431105","cluster_addr":"172.21.15.71:6806/2090431105","heartbeat_back_addr":"172.21.15.71:6814/2090431105","heartbeat_front_addr":"172.21.15.71:6810/2090431105","state":["exists","up"]},{"osd":5,"uuid":"794da212-bc2a-49e0-b650-124b0cde4ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6817","nonce":4032813572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6819","nonce":4032813572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6823","nonce":4032813572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":4032813572},{"type":"v1","addr":"172.21.15.71:6821","nonce":4032813572}]},"public_addr":"172.21.15.71:6817/4032813572","cluster_addr":"172.21.15.71:6819/4032813572","heartbeat_back_addr":"172.21.15.71:6823/4032813572","heartbeat_front_addr":"172.21.15.71:6821/4032813572","state":["exists","up"]},{"osd":6,"uuid":"91b4b8d9-e315-447a-a225-dc5206af4044","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6825","nonce":126903284}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6827","nonce":126903284}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6831","nonce":126903284}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":126903284},{"type":"v1","addr":"172.21.15.71:6829","nonce":126903284}]},"public_addr":"172.21.15.71:6825/126903284","cluster_addr":"172.21.15.71:6827/126903284","heartbeat_back_addr":"172.21.15.71:6831/126903284","heartbeat_front_addr":"172.21.15.71:6829/126903284","state":["exists","up"]},{"osd":7,"uuid":"4810383d-c2b0-4b64-bbb0-83d7a29e306c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6803","nonce":539112237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6805","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6807","nonce":539112237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6813","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6815","nonce":539112237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6809","nonce":539112237},{"type":"v1","addr":"172.21.15.71:6811","nonce":539112237}]},"public_addr":"172.21.15.71:6803/539112237","cluster_addr":"172.21.15.71:6807/539112237","heartbeat_back_addr":"172.21.15.71:6815/539112237","heartbeat_front_addr":"172.21.15.71:6811/539112237","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.596228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.497885+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.468920+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.561957+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.454022+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.274580+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.253138+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-06-26T03:01:52.464869+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-06-26T03:03:40.886 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.880+0000 7f6d8b891640 1 -- 172.21.15.23:0/2802590746 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6d680662b0 msgr2=0x7f6d68068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:40.886 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.880+0000 7f6d8b891640 1 --2- 172.21.15.23:0/2802590746 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6d680662b0 0x7f6d68068760 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f6d80007fd0 tx=0x7f6d800079a0 comp rx=0 tx=0).stop 2023-06-26T03:03:40.886 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.880+0000 7f6d8b891640 1 -- 172.21.15.23:0/2802590746 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6d840ca500 msgr2=0x7f6d8415aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:40.886 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.880+0000 7f6d8b891640 1 --2- 172.21.15.23:0/2802590746 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6d840ca500 0x7f6d8415aec0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f6d7400c700 tx=0x7f6d7400cbc0 comp rx=0 tx=0).stop 2023-06-26T03:03:40.886 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.880+0000 7f6d8b891640 1 -- 172.21.15.23:0/2802590746 shutdown_connections 2023-06-26T03:03:40.886 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.880+0000 7f6d8b891640 1 --2- 172.21.15.23:0/2802590746 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f6d680662b0 0x7f6d68068760 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:40.886 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.880+0000 7f6d8b891640 1 --2- 172.21.15.23:0/2802590746 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f6d8415b400 0x7f6d841ec150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:40.887 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.880+0000 7f6d8b891640 1 --2- 172.21.15.23:0/2802590746 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f6d840ca500 0x7f6d8415aec0 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:40.887 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.880+0000 7f6d8b891640 1 --2- 172.21.15.23:0/2802590746 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f6d70005180 0x7f6d840b0aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:40.887 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.880+0000 7f6d8b891640 1 -- 172.21.15.23:0/2802590746 >> 172.21.15.23:0/2802590746 conn(0x7f6d84069400 msgr2=0x7f6d840697d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:40.887 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.880+0000 7f6d8b891640 1 -- 172.21.15.23:0/2802590746 shutdown_connections 2023-06-26T03:03:40.887 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:40.880+0000 7f6d8b891640 1 -- 172.21.15.23:0/2802590746 wait complete. 2023-06-26T03:03:40.902 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-06-26T03:03:40.902 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-06-26T03:03:41.023 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.016+0000 7fec5e59f640 1 Processor -- start 2023-06-26T03:03:41.024 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.020+0000 7fec5e59f640 1 -- start start 2023-06-26T03:03:41.025 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.020+0000 7fec5e59f640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fec580cdb00 0x7fec580c9360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:41.025 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.020+0000 7fec5e59f640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fec580cc0c0 0x7fec5806b760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:41.025 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.020+0000 7fec5e59f640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fec580c8300 con 0x7fec580cded0 2023-06-26T03:03:41.025 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.020+0000 7fec5e59f640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fec580c85a0 con 0x7fec580cdb00 2023-06-26T03:03:41.026 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.020+0000 7fec5e59f640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fec580c8880 con 0x7fec580cc0c0 2023-06-26T03:03:41.026 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.020+0000 7fec57fff640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fec580cdb00 0x7fec580c9360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:41.026 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.020+0000 7fec5cb3c640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fec580cded0 0x7fec5806ed80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:46776/0 (socket says 172.21.15.23:46776) 2023-06-26T03:03:41.026 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.020+0000 7fec5cb3c640 1 -- 172.21.15.23:0/2930457767 learned_addr learned my addr 172.21.15.23:0/2930457767 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:41.027 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.020+0000 7fec4f7fe640 1 --2- 172.21.15.23:0/2930457767 >> v2:172.21.15.71:3300/0 conn(0x7fec580cc0c0 0x7fec5806b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:41.027 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.020+0000 7fec577fe640 1 -- 172.21.15.23:0/2930457767 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3020713722 0 0) 0x7fec580c8300 con 0x7fec580cded0 2023-06-26T03:03:41.027 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.020+0000 7fec577fe640 1 -- 172.21.15.23:0/2930457767 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fec44003530 con 0x7fec580cded0 2023-06-26T03:03:41.027 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.020+0000 7fec57fff640 1 -- 172.21.15.23:0/2930457767 >> v2:172.21.15.71:3300/0 conn(0x7fec580cc0c0 msgr2=0x7fec5806b760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:41.027 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.020+0000 7fec57fff640 1 --2- 172.21.15.23:0/2930457767 >> v2:172.21.15.71:3300/0 conn(0x7fec580cc0c0 0x7fec5806b760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:41.027 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.020+0000 7fec57fff640 1 -- 172.21.15.23:0/2930457767 >> v1:172.21.15.23:6789/0 conn(0x7fec580cded0 legacy=0x7fec5806ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:41.027 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.020+0000 7fec57fff640 1 -- 172.21.15.23:0/2930457767 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec580c8b60 con 0x7fec580cdb00 2023-06-26T03:03:41.028 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.020+0000 7fec57fff640 1 --2- 172.21.15.23:0/2930457767 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fec580cdb00 0x7fec580c9360 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fec5806a410 tx=0x7fec4801c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad8e41f076dfe03c server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:41.029 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec577fe640 1 -- 172.21.15.23:0/2930457767 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec480ab610 con 0x7fec580cdb00 2023-06-26T03:03:41.029 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec577fe640 1 -- 172.21.15.23:0/2930457767 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fec480ab770 con 0x7fec580cdb00 2023-06-26T03:03:41.029 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec577fe640 1 -- 172.21.15.23:0/2930457767 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec480abae0 con 0x7fec580cdb00 2023-06-26T03:03:41.029 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec5e59f640 1 -- 172.21.15.23:0/2930457767 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fec580cdb00 msgr2=0x7fec580c9360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:41.029 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec5e59f640 1 --2- 172.21.15.23:0/2930457767 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fec580cdb00 0x7fec580c9360 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fec5806a410 tx=0x7fec4801c430 comp rx=0 tx=0).stop 2023-06-26T03:03:41.029 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec5e59f640 1 -- 172.21.15.23:0/2930457767 shutdown_connections 2023-06-26T03:03:41.029 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec5e59f640 1 --2- 172.21.15.23:0/2930457767 >> v2:172.21.15.71:3300/0 conn(0x7fec580cc0c0 0x7fec5806b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:41.030 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec5e59f640 1 --2- 172.21.15.23:0/2930457767 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fec580cdb00 0x7fec580c9360 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:41.030 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec5e59f640 1 -- 172.21.15.23:0/2930457767 >> 172.21.15.23:0/2930457767 conn(0x7fec58069400 msgr2=0x7fec58069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:41.030 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec5e59f640 1 -- 172.21.15.23:0/2930457767 shutdown_connections 2023-06-26T03:03:41.030 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec5e59f640 1 -- 172.21.15.23:0/2930457767 wait complete. 2023-06-26T03:03:41.031 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec5e59f640 1 Processor -- start 2023-06-26T03:03:41.032 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec5e59f640 1 -- start start 2023-06-26T03:03:41.032 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec5e59f640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fec580cc0c0 0x7fec580c3880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:41.032 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec5e59f640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fec580cdb00 0x7fec580c5550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:41.032 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec5e59f640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fec580cded0 0x7fec581411a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:41.032 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec5e59f640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec580c6b40 con 0x7fec580cc0c0 2023-06-26T03:03:41.032 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec5e59f640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec580c5fc0 con 0x7fec580cded0 2023-06-26T03:03:41.032 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec5e59f640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fec580c62a0 con 0x7fec580cdb00 2023-06-26T03:03:41.033 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec57fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fec580cc0c0 0x7fec580c3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:41.033 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec57fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fec580cc0c0 0x7fec580c3880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:41028/0 (socket says 172.21.15.23:41028) 2023-06-26T03:03:41.033 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec57fff640 1 -- 172.21.15.23:0/1983706569 learned_addr learned my addr 172.21.15.23:0/1983706569 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:41.033 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec5cb3c640 1 --2- 172.21.15.23:0/1983706569 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fec580cded0 0x7fec581411a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:41.033 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec4f7fe640 1 --2- 172.21.15.23:0/1983706569 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fec580cdb00 0x7fec580c5550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:41.033 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec57fff640 1 -- 172.21.15.23:0/1983706569 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fec580cdb00 msgr2=0x7fec580c5550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:41.033 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec57fff640 1 --2- 172.21.15.23:0/1983706569 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fec580cdb00 0x7fec580c5550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:41.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec57fff640 1 -- 172.21.15.23:0/1983706569 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fec580cded0 msgr2=0x7fec581411a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:41.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec57fff640 1 --2- 172.21.15.23:0/1983706569 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fec580cded0 0x7fec581411a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:41.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec57fff640 1 -- 172.21.15.23:0/1983706569 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec48009420 con 0x7fec580cc0c0 2023-06-26T03:03:41.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec57fff640 1 --2- 172.21.15.23:0/1983706569 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fec580cc0c0 0x7fec580c3880 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fec48000c10 tx=0x7fec5806fca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:41.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec557fa640 1 -- 172.21.15.23:0/1983706569 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec480044d0 con 0x7fec580cc0c0 2023-06-26T03:03:41.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec557fa640 1 -- 172.21.15.23:0/1983706569 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fec480ab8e0 con 0x7fec580cc0c0 2023-06-26T03:03:41.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec5e59f640 1 -- 172.21.15.23:0/1983706569 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fec580c6580 con 0x7fec580cc0c0 2023-06-26T03:03:41.034 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec557fa640 1 -- 172.21.15.23:0/1983706569 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec480abc50 con 0x7fec580cc0c0 2023-06-26T03:03:41.035 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.024+0000 7fec5e59f640 1 -- 172.21.15.23:0/1983706569 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fec580c3dc0 con 0x7fec580cc0c0 2023-06-26T03:03:41.035 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.028+0000 7fec5e59f640 1 -- 172.21.15.23:0/1983706569 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fec5804d790 con 0x7fec580cc0c0 2023-06-26T03:03:41.035 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.028+0000 7fec557fa640 1 -- 172.21.15.23:0/1983706569 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fec48003620 con 0x7fec580cc0c0 2023-06-26T03:03:41.036 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.028+0000 7fec557fa640 1 --2- 172.21.15.23:0/1983706569 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fec38066280 0x7fec38068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:41.036 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.028+0000 7fec557fa640 1 -- 172.21.15.23:0/1983706569 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 6382+0+0 (secure 0 0 0) 0x7fec4811dfe0 con 0x7fec580cc0c0 2023-06-26T03:03:41.036 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.028+0000 7fec4f7fe640 1 --2- 172.21.15.23:0/1983706569 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fec38066280 0x7fec38068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:41.036 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.028+0000 7fec4f7fe640 1 --2- 172.21.15.23:0/1983706569 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fec38066280 0x7fec38068730 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fec580c4bb0 tx=0x7fec40008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:41.037 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.032+0000 7fec557fa640 1 -- 172.21.15.23:0/1983706569 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fec480eb320 con 0x7fec580cc0c0 2023-06-26T03:03:41.182 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.176+0000 7fec5e59f640 1 -- 172.21.15.23:0/1983706569 --> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fec58158780 con 0x7fec38066280 2023-06-26T03:03:41.204 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.200+0000 7fec557fa640 1 -- 172.21.15.23:0/1983706569 <== mgr.4100 v2:172.21.15.71:6832/3372318826 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+295563 (secure 0 0 0) 0x7fec4000be80 con 0x7fec38066280 2023-06-26T03:03:41.207 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:03:41.208 INFO:teuthology.orchestra.run.smithi023.stderr:dumped all 2023-06-26T03:03:41.209 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.204+0000 7fec5e59f640 1 -- 172.21.15.23:0/1983706569 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fec38066280 msgr2=0x7fec38068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:41.209 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.204+0000 7fec5e59f640 1 --2- 172.21.15.23:0/1983706569 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fec38066280 0x7fec38068730 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fec580c4bb0 tx=0x7fec40008040 comp rx=0 tx=0).stop 2023-06-26T03:03:41.210 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.204+0000 7fec5e59f640 1 -- 172.21.15.23:0/1983706569 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fec580cc0c0 msgr2=0x7fec580c3880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:41.210 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.204+0000 7fec5e59f640 1 --2- 172.21.15.23:0/1983706569 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fec580cc0c0 0x7fec580c3880 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fec48000c10 tx=0x7fec5806fca0 comp rx=0 tx=0).stop 2023-06-26T03:03:41.210 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.204+0000 7fec5e59f640 1 -- 172.21.15.23:0/1983706569 shutdown_connections 2023-06-26T03:03:41.210 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.204+0000 7fec5e59f640 1 --2- 172.21.15.23:0/1983706569 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fec38066280 0x7fec38068730 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:41.210 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.204+0000 7fec5e59f640 1 --2- 172.21.15.23:0/1983706569 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fec580cded0 0x7fec581411a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:41.210 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.204+0000 7fec5e59f640 1 --2- 172.21.15.23:0/1983706569 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fec580cdb00 0x7fec580c5550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:41.210 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.204+0000 7fec5e59f640 1 --2- 172.21.15.23:0/1983706569 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fec580cc0c0 0x7fec580c3880 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:41.211 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.204+0000 7fec5e59f640 1 -- 172.21.15.23:0/1983706569 >> 172.21.15.23:0/1983706569 conn(0x7fec58069400 msgr2=0x7fec580c2aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:41.211 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.204+0000 7fec5e59f640 1 -- 172.21.15.23:0/1983706569 shutdown_connections 2023-06-26T03:03:41.211 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.204+0000 7fec5e59f640 1 -- 172.21.15.23:0/1983706569 wait complete. 2023-06-26T03:03:41.224 INFO:teuthology.orchestra.run.smithi023.stdout:{"pg_ready":true,"pg_map":{"version":87,"stamp":"2023-06-26T03:03:39.246601+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":236584,"kb_used_data":4584,"kb_used_omap":0,"kb_used_meta":231936,"kb_avail":754738136,"statfs":{"total":773094113280,"available":772851851264,"internally_reserved":0,"allocated":4694016,"data_stored":2708136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":237502464},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.001013"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":41,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.744094+0000","last_change":"2023-06-26T03:02:04.418555+0000","last_active":"2023-06-26T03:03:31.744094+0000","last_peered":"2023-06-26T03:03:31.744094+0000","last_clean":"2023-06-26T03:03:31.744094+0000","last_became_active":"2023-06-26T03:02:04.417392+0000","last_became_peered":"2023-06-26T03:02:04.417392+0000","last_unstale":"2023-06-26T03:03:31.744094+0000","last_undegraded":"2023-06-26T03:03:31.744094+0000","last_fullsized":"2023-06-26T03:03:31.744094+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:21:53.867396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":43,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.873074+0000","last_change":"2023-06-26T03:02:04.412948+0000","last_active":"2023-06-26T03:03:31.873074+0000","last_peered":"2023-06-26T03:03:31.873074+0000","last_clean":"2023-06-26T03:03:31.873074+0000","last_became_active":"2023-06-26T03:02:04.412333+0000","last_became_peered":"2023-06-26T03:02:04.412333+0000","last_unstale":"2023-06-26T03:03:31.873074+0000","last_undegraded":"2023-06-26T03:03:31.873074+0000","last_fullsized":"2023-06-26T03:03:31.873074+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:02:22.375885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":45,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.743366+0000","last_change":"2023-06-26T03:02:04.790011+0000","last_active":"2023-06-26T03:03:31.743366+0000","last_peered":"2023-06-26T03:03:31.743366+0000","last_clean":"2023-06-26T03:03:31.743366+0000","last_became_active":"2023-06-26T03:02:04.789216+0000","last_became_peered":"2023-06-26T03:02:04.789216+0000","last_unstale":"2023-06-26T03:03:31.743366+0000","last_undegraded":"2023-06-26T03:03:31.743366+0000","last_fullsized":"2023-06-26T03:03:31.743366+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:52:11.292178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":43,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.873077+0000","last_change":"2023-06-26T03:02:04.786886+0000","last_active":"2023-06-26T03:03:31.873077+0000","last_peered":"2023-06-26T03:03:31.873077+0000","last_clean":"2023-06-26T03:03:31.873077+0000","last_became_active":"2023-06-26T03:02:04.786502+0000","last_became_peered":"2023-06-26T03:02:04.786502+0000","last_unstale":"2023-06-26T03:03:31.873077+0000","last_undegraded":"2023-06-26T03:03:31.873077+0000","last_fullsized":"2023-06-26T03:03:31.873077+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:38:55.387124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":45,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.873723+0000","last_change":"2023-06-26T03:02:04.420793+0000","last_active":"2023-06-26T03:03:31.873723+0000","last_peered":"2023-06-26T03:03:31.873723+0000","last_clean":"2023-06-26T03:03:31.873723+0000","last_became_active":"2023-06-26T03:02:04.418556+0000","last_became_peered":"2023-06-26T03:02:04.418556+0000","last_unstale":"2023-06-26T03:03:31.873723+0000","last_undegraded":"2023-06-26T03:03:31.873723+0000","last_fullsized":"2023-06-26T03:03:31.873723+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:30:36.295710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":41,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.871809+0000","last_change":"2023-06-26T03:02:04.405831+0000","last_active":"2023-06-26T03:03:31.871809+0000","last_peered":"2023-06-26T03:03:31.871809+0000","last_clean":"2023-06-26T03:03:31.871809+0000","last_became_active":"2023-06-26T03:02:04.404901+0000","last_became_peered":"2023-06-26T03:02:04.404901+0000","last_unstale":"2023-06-26T03:03:31.871809+0000","last_undegraded":"2023-06-26T03:03:31.871809+0000","last_fullsized":"2023-06-26T03:03:31.871809+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:46:34.634150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":45,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.743365+0000","last_change":"2023-06-26T03:02:04.420728+0000","last_active":"2023-06-26T03:03:31.743365+0000","last_peered":"2023-06-26T03:03:31.743365+0000","last_clean":"2023-06-26T03:03:31.743365+0000","last_became_active":"2023-06-26T03:02:04.419812+0000","last_became_peered":"2023-06-26T03:02:04.419812+0000","last_unstale":"2023-06-26T03:03:31.743365+0000","last_undegraded":"2023-06-26T03:03:31.743365+0000","last_fullsized":"2023-06-26T03:03:31.743365+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:35:42.571778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":45,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.873673+0000","last_change":"2023-06-26T03:02:04.420212+0000","last_active":"2023-06-26T03:03:31.873673+0000","last_peered":"2023-06-26T03:03:31.873673+0000","last_clean":"2023-06-26T03:03:31.873673+0000","last_became_active":"2023-06-26T03:02:04.419030+0000","last_became_peered":"2023-06-26T03:02:04.419030+0000","last_unstale":"2023-06-26T03:03:31.873673+0000","last_undegraded":"2023-06-26T03:03:31.873673+0000","last_fullsized":"2023-06-26T03:03:31.873673+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:53:03.977078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":201,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.743723+0000","last_change":"2023-06-26T03:01:58.730017+0000","last_active":"2023-06-26T03:03:31.743723+0000","last_peered":"2023-06-26T03:03:31.743723+0000","last_clean":"2023-06-26T03:03:31.743723+0000","last_became_active":"2023-06-26T03:01:58.727921+0000","last_became_peered":"2023-06-26T03:01:58.727921+0000","last_unstale":"2023-06-26T03:03:31.743723+0000","last_undegraded":"2023-06-26T03:03:31.743723+0000","last_fullsized":"2023-06-26T03:03:31.743723+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:57.280857+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:57.280857+0000","last_clean_scrub_stamp":"2023-06-26T03:01:57.280857+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:30:31.895795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574873,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27960,"kb_used_data":1008,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94343880,"statfs":{"total":96636764160,"available":96608133120,"internally_reserved":0,"allocated":1032192,"data_stored":781293,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.4059999999999999,"5min":1.4059999999999999,"15min":1.4059999999999999},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":0.88700000000000001}]},{"osd":1,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.161,"5min":1.161,"15min":1.161},"last":0.93799999999999994},{"interface":"front","average":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"min":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"max":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"last":0.98699999999999999}]},{"osd":2,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.871,"15min":0.871},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.1970000000000001,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":0.83599999999999997},{"interface":"front","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.2490000000000001,"5min":1.2490000000000001,"15min":1.2490000000000001},"last":0.85899999999999999}]},{"osd":3,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"min":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":1.2629999999999999,"5min":1.2629999999999999,"15min":1.2629999999999999},"last":0.90500000000000003},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"min":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"max":{"1min":1.353,"5min":1.353,"15min":1.353},"last":0.748}]},{"osd":4,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.4219999999999999},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.5089999999999999,"5min":1.5089999999999999,"15min":1.5089999999999999},"last":0.69499999999999995}]},{"osd":5,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"min":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"max":{"1min":1.4510000000000001,"5min":1.4510000000000001,"15min":1.4510000000000001},"last":0.63400000000000001},{"interface":"front","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.659,"5min":1.659,"15min":1.659},"last":1.04}]},{"osd":6,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":1.1220000000000001,"5min":1.1220000000000001,"15min":1.1220000000000001},"min":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"max":{"1min":1.7230000000000001,"5min":1.7230000000000001,"15min":1.7230000000000001},"last":1.0820000000000001},{"interface":"front","average":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"min":{"1min":0.748,"5min":0.748,"15min":0.748},"max":{"1min":1.5780000000000001,"5min":1.5780000000000001,"15min":1.5780000000000001},"last":0.96399999999999997}]}]},{"osd":6,"up_from":13,"seq":55834574872,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":428,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":438272,"data_stored":190925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":2.2120000000000002,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":1.0049999999999999},{"interface":"front","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":0.89500000000000002}]},{"osd":1,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.2589999999999999,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":0.97699999999999998}]},{"osd":2,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.1339999999999999,"5min":1.1339999999999999,"15min":1.1339999999999999},"last":0.93500000000000005},{"interface":"front","average":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.599,"5min":1.599,"15min":1.599},"last":0.87}]},{"osd":3,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.546,"5min":1.546,"15min":1.546},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"min":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.4390000000000001,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":0.82799999999999996}]},{"osd":4,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.879,"5min":1.879,"15min":1.879},"last":0.96199999999999997},{"interface":"front","average":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.716,"5min":1.716,"15min":1.716},"last":1.0700000000000001}]},{"osd":5,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.6879999999999999,"5min":1.6879999999999999,"15min":1.6879999999999999},"last":0.73599999999999999},{"interface":"front","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":2.0459999999999998,"5min":2.0459999999999998,"15min":2.0459999999999998},"last":1.0489999999999999}]},{"osd":7,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":1.044,"15min":1.044},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.929,"5min":1.929,"15min":1.929},"last":1.129},{"interface":"front","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":1.7969999999999999,"5min":1.7969999999999999,"15min":1.7969999999999999},"last":1.0269999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574871,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":428,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":438272,"data_stored":190925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.083,"5min":1.083,"15min":1.083},"last":1.131},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.4890000000000001,"5min":1.4890000000000001,"15min":1.4890000000000001},"last":1.103}]},{"osd":1,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":0.879,"15min":0.879},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.2250000000000001,"5min":1.2250000000000001,"15min":1.2250000000000001},"last":0.80100000000000005},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.99099999999999999}]},{"osd":2,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.8480000000000001,"5min":1.8480000000000001,"15min":1.8480000000000001},"last":1.1859999999999999},{"interface":"front","average":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.546,"5min":1.546,"15min":1.546},"last":1.083}]},{"osd":3,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.262,"5min":1.262,"15min":1.262},"last":0.95799999999999996},{"interface":"front","average":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"min":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"max":{"1min":1.1579999999999999,"5min":1.1579999999999999,"15min":1.1579999999999999},"last":1.147}]},{"osd":4,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.141,"5min":1.141,"15min":1.141},"last":0.84899999999999998},{"interface":"front","average":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"min":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":1.0269999999999999}]},{"osd":6,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.452,"5min":1.452,"15min":1.452},"last":0.91500000000000004},{"interface":"front","average":{"1min":1.014,"5min":1.014,"15min":1.014},"min":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"max":{"1min":1.3859999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"last":1.0580000000000001}]},{"osd":7,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.9179999999999999,"5min":1.9179999999999999,"15min":1.9179999999999999},"last":1.2589999999999999},{"interface":"front","average":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"min":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"max":{"1min":1.627,"5min":1.627,"15min":1.627},"last":1.22}]}]},{"osd":4,"up_from":13,"seq":55834574871,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27380,"kb_used_data":428,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":438272,"data_stored":190925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.256,"5min":1.256,"15min":1.256},"last":0.77900000000000003}]},{"osd":1,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.93200000000000005}]},{"osd":2,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.0780000000000001,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.3740000000000001,"5min":1.3740000000000001,"15min":1.3740000000000001},"last":0.88100000000000001}]},{"osd":3,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.68600000000000005},{"interface":"front","average":{"1min":1.02,"5min":1.02,"15min":1.02},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":1.4910000000000001,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":0.54200000000000004}]},{"osd":5,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.417,"5min":1.417,"15min":1.417},"last":0.95699999999999996},{"interface":"front","average":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.81399999999999995}]},{"osd":6,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.389,"5min":1.389,"15min":1.389},"last":0.91000000000000003},{"interface":"front","average":{"1min":1.1040000000000001,"5min":1.1040000000000001,"15min":1.1040000000000001},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.6200000000000001,"5min":1.6200000000000001,"15min":1.6200000000000001},"last":1.0349999999999999}]},{"osd":7,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.5109999999999999,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":1.004},{"interface":"front","average":{"1min":1.131,"5min":1.131,"15min":1.131},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.649,"5min":1.649,"15min":1.649},"last":0.85099999999999998}]}]},{"osd":3,"up_from":13,"seq":55834574871,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31476,"kb_used_data":428,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340364,"statfs":{"total":96636764160,"available":96604532736,"internally_reserved":0,"allocated":438272,"data_stored":190925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.375},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.56100000000000005}]},{"osd":1,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.851,"5min":1.851,"15min":1.851},"last":0.65200000000000002}]},{"osd":2,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.2230000000000001,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.5069999999999999,"5min":1.5069999999999999,"15min":1.5069999999999999},"last":0.48699999999999999}]},{"osd":4,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":2.1150000000000002,"5min":2.1150000000000002,"15min":2.1150000000000002},"last":0.90500000000000003},{"interface":"front","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.458,"5min":1.458,"15min":1.458},"last":0.97799999999999998}]},{"osd":5,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.734,"5min":1.734,"15min":1.734},"last":0.82899999999999996},{"interface":"front","average":{"1min":1.042,"5min":1.042,"15min":1.042},"min":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":2.1099999999999999,"5min":2.1099999999999999,"15min":2.1099999999999999},"last":1.012}]},{"osd":6,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"min":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.70199999999999996},{"interface":"front","average":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"min":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"max":{"1min":1.9930000000000001,"5min":1.9930000000000001,"15min":1.9930000000000001},"last":0.93799999999999994}]},{"osd":7,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":2.2040000000000002,"5min":2.2040000000000002,"15min":2.2040000000000002},"last":0.78100000000000003},{"interface":"front","average":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.667,"5min":1.667,"15min":1.667},"last":0.86299999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574871,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31476,"kb_used_data":428,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340364,"statfs":{"total":96636764160,"available":96604532736,"internally_reserved":0,"allocated":438272,"data_stored":190925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":1.1080000000000001,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":5.306,"5min":5.306,"15min":5.306},"last":0.433}]},{"osd":1,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.903,"5min":1.903,"15min":1.903},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.55600000000000005}]},{"osd":3,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":1.724,"5min":1.724,"15min":1.724},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":3.1930000000000001,"5min":3.1930000000000001,"15min":3.1930000000000001},"last":0.57599999999999996}]},{"osd":4,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":2.028,"5min":2.028,"15min":2.028},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.80000000000000004}]},{"osd":5,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.585,"5min":1.585,"15min":1.585},"last":0.95999999999999996},{"interface":"front","average":{"1min":1.03,"5min":1.03,"15min":1.03},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":2.1930000000000001,"5min":2.1930000000000001,"15min":2.1930000000000001},"last":1.111}]},{"osd":6,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"min":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"max":{"1min":1.9359999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":0.76600000000000001},{"interface":"front","average":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":2.2509999999999999,"5min":2.2509999999999999,"15min":2.2509999999999999},"last":1.0009999999999999}]},{"osd":7,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":1.119,"5min":1.119,"15min":1.119},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":2.161,"5min":2.161,"15min":2.161},"last":0.88500000000000001},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":2.0510000000000002,"5min":2.0510000000000002,"15min":2.0510000000000002},"last":1.038}]}]},{"osd":1,"up_from":13,"seq":55834574870,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31476,"kb_used_data":428,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340364,"statfs":{"total":96636764160,"available":96604532736,"internally_reserved":0,"allocated":438272,"data_stored":190925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.93700000000000006},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.627}]},{"osd":2,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.85799999999999998},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":1.3400000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.96499999999999997}]},{"osd":3,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.2829999999999999,"5min":1.2829999999999999,"15min":1.2829999999999999},"last":0.53200000000000003}]},{"osd":4,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.1819999999999999,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.3640000000000001,"5min":1.3640000000000001,"15min":1.3640000000000001},"last":1.0469999999999999}]},{"osd":5,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.2789999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"last":0.88900000000000001},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.609,"5min":1.609,"15min":1.609},"last":1.0740000000000001}]},{"osd":6,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.444,"5min":1.444,"15min":1.444},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.401,"5min":1.401,"15min":1.401},"last":1.0129999999999999}]},{"osd":7,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.571,"5min":1.571,"15min":1.571},"last":0.92000000000000004},{"interface":"front","average":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.4119999999999999,"5min":1.4119999999999999,"15min":1.4119999999999999},"last":0.98399999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574871,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32056,"kb_used_data":1008,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94339784,"statfs":{"total":96636764160,"available":96603938816,"internally_reserved":0,"allocated":1032192,"data_stored":781293,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.087,"5min":1.087,"15min":1.087},"last":0.75800000000000001}]},{"osd":2,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":0.64000000000000001}]},{"osd":3,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.71599999999999997}]},{"osd":4,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"min":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":1.3340000000000001,"5min":1.3340000000000001,"15min":1.3340000000000001},"last":0.88100000000000001},{"interface":"front","average":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.296,"5min":1.296,"15min":1.296},"last":0.83499999999999996}]},{"osd":5,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.4139999999999999,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.843,"5min":1.843,"15min":1.843},"last":0.93300000000000005}]},{"osd":6,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.98,"5min":1.98,"15min":1.98},"last":0.81499999999999995},{"interface":"front","average":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.405,"5min":1.405,"15min":1.405},"last":1.038}]},{"osd":7,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"min":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":1.6240000000000001,"5min":1.6240000000000001,"15min":1.6240000000000001},"last":0.96199999999999997},{"interface":"front","average":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.677,"5min":1.677,"15min":1.677},"last":0.91500000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-06-26T03:03:41.231 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-06-26T03:03:41.387 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.380+0000 7f566b0f3640 1 Processor -- start 2023-06-26T03:03:41.387 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.380+0000 7f566b0f3640 1 -- start start 2023-06-26T03:03:41.388 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.384+0000 7f566b0f3640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f56640caa50 0x7f56640ac670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:41.389 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.384+0000 7f566b0f3640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f56640c41f0 0x7f566406ed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:41.389 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.384+0000 7f566b0f3640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f566406f2c0 0x7f5664151df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:41.389 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.384+0000 7f566b0f3640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f566406c7b0 con 0x7f56640c41f0 2023-06-26T03:03:41.389 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.384+0000 7f566b0f3640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f56640ace00 con 0x7f56640caa50 2023-06-26T03:03:41.389 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.384+0000 7f566b0f3640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56640ad0e0 con 0x7f566406f2c0 2023-06-26T03:03:41.389 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.384+0000 7f5663fff640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f56640c41f0 0x7f566406ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:41.389 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.384+0000 7f5663fff640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f56640c41f0 0x7f566406ed80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:41042/0 (socket says 172.21.15.23:41042) 2023-06-26T03:03:41.390 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.384+0000 7f5663fff640 1 -- 172.21.15.23:0/4090918615 learned_addr learned my addr 172.21.15.23:0/4090918615 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:41.390 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.384+0000 7f5669690640 1 --2- 172.21.15.23:0/4090918615 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f566406f2c0 0x7f5664151df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:41.390 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.384+0000 7f5668e8f640 1 --2- 172.21.15.23:0/4090918615 >> v2:172.21.15.71:3300/0 conn(0x7f56640caa50 0x7f56640ac670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:41.390 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.384+0000 7f5663fff640 1 -- 172.21.15.23:0/4090918615 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f566406f2c0 msgr2=0x7f5664151df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:41.390 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.384+0000 7f5663fff640 1 --2- 172.21.15.23:0/4090918615 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f566406f2c0 0x7f5664151df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:41.390 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.384+0000 7f5663fff640 1 -- 172.21.15.23:0/4090918615 >> v2:172.21.15.71:3300/0 conn(0x7f56640caa50 msgr2=0x7f56640ac670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:41.390 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.384+0000 7f5663fff640 1 --2- 172.21.15.23:0/4090918615 >> v2:172.21.15.71:3300/0 conn(0x7f56640caa50 0x7f56640ac670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:41.391 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.384+0000 7f5663fff640 1 -- 172.21.15.23:0/4090918615 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56640ad3c0 con 0x7f56640c41f0 2023-06-26T03:03:41.391 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.384+0000 7f5663fff640 1 --2- 172.21.15.23:0/4090918615 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f56640c41f0 0x7f566406ed80 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f566406b330 tx=0x7f565401c500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f74d10576ba74f99 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:41.391 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.384+0000 7f56637fe640 1 -- 172.21.15.23:0/4090918615 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56540ab600 con 0x7f56640c41f0 2023-06-26T03:03:41.391 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.384+0000 7f56637fe640 1 -- 172.21.15.23:0/4090918615 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56540a7050 con 0x7f56640c41f0 2023-06-26T03:03:41.392 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.384+0000 7f56637fe640 1 -- 172.21.15.23:0/4090918615 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56540ab980 con 0x7f56640c41f0 2023-06-26T03:03:41.392 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.384+0000 7f566b0f3640 1 -- 172.21.15.23:0/4090918615 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f56640c41f0 msgr2=0x7f566406ed80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:41.392 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.384+0000 7f566b0f3640 1 --2- 172.21.15.23:0/4090918615 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f56640c41f0 0x7f566406ed80 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f566406b330 tx=0x7f565401c500 comp rx=0 tx=0).stop 2023-06-26T03:03:41.393 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.384+0000 7f566b0f3640 1 -- 172.21.15.23:0/4090918615 shutdown_connections 2023-06-26T03:03:41.393 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.388+0000 7f566b0f3640 1 --2- 172.21.15.23:0/4090918615 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f566406f2c0 0x7f5664151df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:41.393 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.388+0000 7f566b0f3640 1 --2- 172.21.15.23:0/4090918615 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f56640c41f0 0x7f566406ed80 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:41.393 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.388+0000 7f566b0f3640 1 --2- 172.21.15.23:0/4090918615 >> v2:172.21.15.71:3300/0 conn(0x7f56640caa50 0x7f56640ac670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:41.393 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.388+0000 7f566b0f3640 1 -- 172.21.15.23:0/4090918615 >> 172.21.15.23:0/4090918615 conn(0x7f5664069400 msgr2=0x7f5664069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:41.393 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.388+0000 7f566b0f3640 1 -- 172.21.15.23:0/4090918615 shutdown_connections 2023-06-26T03:03:41.393 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.388+0000 7f566b0f3640 1 -- 172.21.15.23:0/4090918615 wait complete. 2023-06-26T03:03:41.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.388+0000 7f566b0f3640 1 Processor -- start 2023-06-26T03:03:41.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.388+0000 7f566b0f3640 1 -- start start 2023-06-26T03:03:41.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.388+0000 7f566b0f3640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f566406f2c0 0x7f56640cd420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:41.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.388+0000 7f566b0f3640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f56640c41f0 0x7f566414f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:41.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.388+0000 7f566b0f3640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f56640caa50 0x7f566414fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:41.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.388+0000 7f566b0f3640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56640cdd70 con 0x7f56640caa50 2023-06-26T03:03:41.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.388+0000 7f566b0f3640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5664149a30 con 0x7f566406f2c0 2023-06-26T03:03:41.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.388+0000 7f566b0f3640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5664149d10 con 0x7f56640c41f0 2023-06-26T03:03:41.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.388+0000 7f5669690640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f56640caa50 0x7f566414fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:41.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.388+0000 7f5669690640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f56640caa50 0x7f566414fcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:41052/0 (socket says 172.21.15.23:41052) 2023-06-26T03:03:41.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.388+0000 7f5669690640 1 -- 172.21.15.23:0/297024480 learned_addr learned my addr 172.21.15.23:0/297024480 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:41.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.388+0000 7f5668e8f640 1 --2- 172.21.15.23:0/297024480 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f566406f2c0 0x7f56640cd420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:41.396 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.388+0000 7f5663fff640 1 --2- 172.21.15.23:0/297024480 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f56640c41f0 0x7f566414f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:41.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.388+0000 7f5669690640 1 -- 172.21.15.23:0/297024480 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f56640c41f0 msgr2=0x7f566414f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:41.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.388+0000 7f5669690640 1 --2- 172.21.15.23:0/297024480 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f56640c41f0 0x7f566414f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:41.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.388+0000 7f5669690640 1 -- 172.21.15.23:0/297024480 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f566406f2c0 msgr2=0x7f56640cd420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:41.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.388+0000 7f5669690640 1 --2- 172.21.15.23:0/297024480 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f566406f2c0 0x7f56640cd420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:41.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.388+0000 7f5669690640 1 -- 172.21.15.23:0/297024480 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56540094d0 con 0x7f56640caa50 2023-06-26T03:03:41.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.388+0000 7f5668e8f640 1 --2- 172.21.15.23:0/297024480 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f566406f2c0 0x7f56640cd420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:03:41.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.388+0000 7f5669690640 1 --2- 172.21.15.23:0/297024480 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f56640caa50 0x7f566414fcb0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f565c007e60 tx=0x7f565c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:41.398 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.388+0000 7f56617fa640 1 -- 172.21.15.23:0/297024480 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f565c014620 con 0x7f56640caa50 2023-06-26T03:03:41.398 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.388+0000 7f56617fa640 1 -- 172.21.15.23:0/297024480 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f565c00ee90 con 0x7f56640caa50 2023-06-26T03:03:41.398 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.388+0000 7f566b0f3640 1 -- 172.21.15.23:0/297024480 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5664149ff0 con 0x7f56640caa50 2023-06-26T03:03:41.398 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.388+0000 7f56617fa640 1 -- 172.21.15.23:0/297024480 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f565c0149e0 con 0x7f56640caa50 2023-06-26T03:03:41.398 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.388+0000 7f566b0f3640 1 -- 172.21.15.23:0/297024480 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56640cdb30 con 0x7f56640caa50 2023-06-26T03:03:41.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.388+0000 7f566b0f3640 1 -- 172.21.15.23:0/297024480 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5664149890 con 0x7f56640caa50 2023-06-26T03:03:41.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.392+0000 7f56617fa640 1 -- 172.21.15.23:0/297024480 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f565c014b40 con 0x7f56640caa50 2023-06-26T03:03:41.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.392+0000 7f56617fa640 1 --2- 172.21.15.23:0/297024480 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5650066280 0x7f5650068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:41.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.392+0000 7f56617fa640 1 -- 172.21.15.23:0/297024480 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 6382+0+0 (secure 0 0 0) 0x7f565c084610 con 0x7f56640caa50 2023-06-26T03:03:41.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.392+0000 7f5668e8f640 1 --2- 172.21.15.23:0/297024480 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5650066280 0x7f5650068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:41.400 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.392+0000 7f5668e8f640 1 --2- 172.21.15.23:0/297024480 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5650066280 0x7f5650068730 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f565800b9f0 tx=0x7f5658008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:41.401 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.396+0000 7f56617fa640 1 -- 172.21.15.23:0/297024480 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f5664149890 con 0x7f56640caa50 2023-06-26T03:03:41.535 INFO:tasks.ceph.mds.c.smithi023.stderr:2023-06-26T03:03:41.528+0000 7f5d61582640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-06-26T03:03:41.549 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.544+0000 7f566b0f3640 1 -- 172.21.15.23:0/297024480 --> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f566415bcd0 con 0x7f5650066280 2023-06-26T03:03:41.571 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.564+0000 7f56617fa640 1 -- 172.21.15.23:0/297024480 <== mgr.4100 v2:172.21.15.71:6832/3372318826 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+295563 (secure 0 0 0) 0x7f565800f860 con 0x7f5650066280 2023-06-26T03:03:41.573 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:03:41.575 INFO:teuthology.orchestra.run.smithi023.stderr:dumped all 2023-06-26T03:03:41.576 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.572+0000 7f566b0f3640 1 -- 172.21.15.23:0/297024480 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5650066280 msgr2=0x7f5650068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:41.576 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.572+0000 7f566b0f3640 1 --2- 172.21.15.23:0/297024480 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5650066280 0x7f5650068730 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f565800b9f0 tx=0x7f5658008040 comp rx=0 tx=0).stop 2023-06-26T03:03:41.577 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.572+0000 7f566b0f3640 1 -- 172.21.15.23:0/297024480 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f56640caa50 msgr2=0x7f566414fcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:41.577 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.572+0000 7f566b0f3640 1 --2- 172.21.15.23:0/297024480 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f56640caa50 0x7f566414fcb0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f565c007e60 tx=0x7f565c00e4b0 comp rx=0 tx=0).stop 2023-06-26T03:03:41.577 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.572+0000 7f566b0f3640 1 -- 172.21.15.23:0/297024480 shutdown_connections 2023-06-26T03:03:41.577 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.572+0000 7f566b0f3640 1 --2- 172.21.15.23:0/297024480 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f5650066280 0x7f5650068730 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:41.577 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.572+0000 7f566b0f3640 1 --2- 172.21.15.23:0/297024480 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f56640caa50 0x7f566414fcb0 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:41.577 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.572+0000 7f566b0f3640 1 --2- 172.21.15.23:0/297024480 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f56640c41f0 0x7f566414f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:41.577 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.572+0000 7f566b0f3640 1 --2- 172.21.15.23:0/297024480 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f566406f2c0 0x7f56640cd420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:41.577 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.572+0000 7f566b0f3640 1 -- 172.21.15.23:0/297024480 >> 172.21.15.23:0/297024480 conn(0x7f5664069400 msgr2=0x7f56640ac570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:41.578 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.572+0000 7f566b0f3640 1 -- 172.21.15.23:0/297024480 shutdown_connections 2023-06-26T03:03:41.578 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.572+0000 7f566b0f3640 1 -- 172.21.15.23:0/297024480 wait complete. 2023-06-26T03:03:41.594 INFO:teuthology.orchestra.run.smithi023.stdout:{"pg_ready":true,"pg_map":{"version":88,"stamp":"2023-06-26T03:03:41.247130+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":236584,"kb_used_data":4584,"kb_used_omap":0,"kb_used_meta":231936,"kb_avail":754738136,"statfs":{"total":773094113280,"available":772851851264,"internally_reserved":0,"allocated":4694016,"data_stored":2708136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":237502464},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.680549"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":41,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.744094+0000","last_change":"2023-06-26T03:02:04.418555+0000","last_active":"2023-06-26T03:03:31.744094+0000","last_peered":"2023-06-26T03:03:31.744094+0000","last_clean":"2023-06-26T03:03:31.744094+0000","last_became_active":"2023-06-26T03:02:04.417392+0000","last_became_peered":"2023-06-26T03:02:04.417392+0000","last_unstale":"2023-06-26T03:03:31.744094+0000","last_undegraded":"2023-06-26T03:03:31.744094+0000","last_fullsized":"2023-06-26T03:03:31.744094+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:21:53.867396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":43,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.873074+0000","last_change":"2023-06-26T03:02:04.412948+0000","last_active":"2023-06-26T03:03:31.873074+0000","last_peered":"2023-06-26T03:03:31.873074+0000","last_clean":"2023-06-26T03:03:31.873074+0000","last_became_active":"2023-06-26T03:02:04.412333+0000","last_became_peered":"2023-06-26T03:02:04.412333+0000","last_unstale":"2023-06-26T03:03:31.873074+0000","last_undegraded":"2023-06-26T03:03:31.873074+0000","last_fullsized":"2023-06-26T03:03:31.873074+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:02:22.375885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":45,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.743366+0000","last_change":"2023-06-26T03:02:04.790011+0000","last_active":"2023-06-26T03:03:31.743366+0000","last_peered":"2023-06-26T03:03:31.743366+0000","last_clean":"2023-06-26T03:03:31.743366+0000","last_became_active":"2023-06-26T03:02:04.789216+0000","last_became_peered":"2023-06-26T03:02:04.789216+0000","last_unstale":"2023-06-26T03:03:31.743366+0000","last_undegraded":"2023-06-26T03:03:31.743366+0000","last_fullsized":"2023-06-26T03:03:31.743366+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:52:11.292178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":43,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.873077+0000","last_change":"2023-06-26T03:02:04.786886+0000","last_active":"2023-06-26T03:03:31.873077+0000","last_peered":"2023-06-26T03:03:31.873077+0000","last_clean":"2023-06-26T03:03:31.873077+0000","last_became_active":"2023-06-26T03:02:04.786502+0000","last_became_peered":"2023-06-26T03:02:04.786502+0000","last_unstale":"2023-06-26T03:03:31.873077+0000","last_undegraded":"2023-06-26T03:03:31.873077+0000","last_fullsized":"2023-06-26T03:03:31.873077+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:38:55.387124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":45,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.873723+0000","last_change":"2023-06-26T03:02:04.420793+0000","last_active":"2023-06-26T03:03:31.873723+0000","last_peered":"2023-06-26T03:03:31.873723+0000","last_clean":"2023-06-26T03:03:31.873723+0000","last_became_active":"2023-06-26T03:02:04.418556+0000","last_became_peered":"2023-06-26T03:02:04.418556+0000","last_unstale":"2023-06-26T03:03:31.873723+0000","last_undegraded":"2023-06-26T03:03:31.873723+0000","last_fullsized":"2023-06-26T03:03:31.873723+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:30:36.295710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":41,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.871809+0000","last_change":"2023-06-26T03:02:04.405831+0000","last_active":"2023-06-26T03:03:31.871809+0000","last_peered":"2023-06-26T03:03:31.871809+0000","last_clean":"2023-06-26T03:03:31.871809+0000","last_became_active":"2023-06-26T03:02:04.404901+0000","last_became_peered":"2023-06-26T03:02:04.404901+0000","last_unstale":"2023-06-26T03:03:31.871809+0000","last_undegraded":"2023-06-26T03:03:31.871809+0000","last_fullsized":"2023-06-26T03:03:31.871809+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:46:34.634150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":45,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.743365+0000","last_change":"2023-06-26T03:02:04.420728+0000","last_active":"2023-06-26T03:03:31.743365+0000","last_peered":"2023-06-26T03:03:31.743365+0000","last_clean":"2023-06-26T03:03:31.743365+0000","last_became_active":"2023-06-26T03:02:04.419812+0000","last_became_peered":"2023-06-26T03:02:04.419812+0000","last_unstale":"2023-06-26T03:03:31.743365+0000","last_undegraded":"2023-06-26T03:03:31.743365+0000","last_fullsized":"2023-06-26T03:03:31.743365+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:35:42.571778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":45,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.873673+0000","last_change":"2023-06-26T03:02:04.420212+0000","last_active":"2023-06-26T03:03:31.873673+0000","last_peered":"2023-06-26T03:03:31.873673+0000","last_clean":"2023-06-26T03:03:31.873673+0000","last_became_active":"2023-06-26T03:02:04.419030+0000","last_became_peered":"2023-06-26T03:02:04.419030+0000","last_unstale":"2023-06-26T03:03:31.873673+0000","last_undegraded":"2023-06-26T03:03:31.873673+0000","last_fullsized":"2023-06-26T03:03:31.873673+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:53:03.977078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":201,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.743723+0000","last_change":"2023-06-26T03:01:58.730017+0000","last_active":"2023-06-26T03:03:31.743723+0000","last_peered":"2023-06-26T03:03:31.743723+0000","last_clean":"2023-06-26T03:03:31.743723+0000","last_became_active":"2023-06-26T03:01:58.727921+0000","last_became_peered":"2023-06-26T03:01:58.727921+0000","last_unstale":"2023-06-26T03:03:31.743723+0000","last_undegraded":"2023-06-26T03:03:31.743723+0000","last_fullsized":"2023-06-26T03:03:31.743723+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:57.280857+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:57.280857+0000","last_clean_scrub_stamp":"2023-06-26T03:01:57.280857+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:30:31.895795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574873,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27960,"kb_used_data":1008,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94343880,"statfs":{"total":96636764160,"available":96608133120,"internally_reserved":0,"allocated":1032192,"data_stored":781293,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.4059999999999999,"5min":1.4059999999999999,"15min":1.4059999999999999},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":0.88700000000000001}]},{"osd":1,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.161,"5min":1.161,"15min":1.161},"last":0.93799999999999994},{"interface":"front","average":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"min":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"max":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"last":0.98699999999999999}]},{"osd":2,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.871,"15min":0.871},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.1970000000000001,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":0.83599999999999997},{"interface":"front","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.2490000000000001,"5min":1.2490000000000001,"15min":1.2490000000000001},"last":0.85899999999999999}]},{"osd":3,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"min":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":1.2629999999999999,"5min":1.2629999999999999,"15min":1.2629999999999999},"last":0.90500000000000003},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"min":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"max":{"1min":1.353,"5min":1.353,"15min":1.353},"last":0.748}]},{"osd":4,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.4219999999999999},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.5089999999999999,"5min":1.5089999999999999,"15min":1.5089999999999999},"last":0.69499999999999995}]},{"osd":5,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"min":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"max":{"1min":1.4510000000000001,"5min":1.4510000000000001,"15min":1.4510000000000001},"last":0.63400000000000001},{"interface":"front","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.659,"5min":1.659,"15min":1.659},"last":1.04}]},{"osd":6,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":1.1220000000000001,"5min":1.1220000000000001,"15min":1.1220000000000001},"min":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"max":{"1min":1.7230000000000001,"5min":1.7230000000000001,"15min":1.7230000000000001},"last":1.0820000000000001},{"interface":"front","average":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"min":{"1min":0.748,"5min":0.748,"15min":0.748},"max":{"1min":1.5780000000000001,"5min":1.5780000000000001,"15min":1.5780000000000001},"last":0.96399999999999997}]}]},{"osd":6,"up_from":13,"seq":55834574872,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":428,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":438272,"data_stored":190925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":2.2120000000000002,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":1.0049999999999999},{"interface":"front","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":0.89500000000000002}]},{"osd":1,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.2589999999999999,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":0.97699999999999998}]},{"osd":2,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.1339999999999999,"5min":1.1339999999999999,"15min":1.1339999999999999},"last":0.93500000000000005},{"interface":"front","average":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.599,"5min":1.599,"15min":1.599},"last":0.87}]},{"osd":3,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.546,"5min":1.546,"15min":1.546},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"min":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.4390000000000001,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":0.82799999999999996}]},{"osd":4,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.879,"5min":1.879,"15min":1.879},"last":0.96199999999999997},{"interface":"front","average":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.716,"5min":1.716,"15min":1.716},"last":1.0700000000000001}]},{"osd":5,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.6879999999999999,"5min":1.6879999999999999,"15min":1.6879999999999999},"last":0.73599999999999999},{"interface":"front","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":2.0459999999999998,"5min":2.0459999999999998,"15min":2.0459999999999998},"last":1.0489999999999999}]},{"osd":7,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":1.044,"15min":1.044},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.929,"5min":1.929,"15min":1.929},"last":1.129},{"interface":"front","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":1.7969999999999999,"5min":1.7969999999999999,"15min":1.7969999999999999},"last":1.0269999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574871,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":428,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":438272,"data_stored":190925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.083,"5min":1.083,"15min":1.083},"last":1.131},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.4890000000000001,"5min":1.4890000000000001,"15min":1.4890000000000001},"last":1.103}]},{"osd":1,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":0.879,"15min":0.879},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.2250000000000001,"5min":1.2250000000000001,"15min":1.2250000000000001},"last":0.80100000000000005},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.99099999999999999}]},{"osd":2,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.8480000000000001,"5min":1.8480000000000001,"15min":1.8480000000000001},"last":1.1859999999999999},{"interface":"front","average":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.546,"5min":1.546,"15min":1.546},"last":1.083}]},{"osd":3,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.262,"5min":1.262,"15min":1.262},"last":0.95799999999999996},{"interface":"front","average":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"min":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"max":{"1min":1.1579999999999999,"5min":1.1579999999999999,"15min":1.1579999999999999},"last":1.147}]},{"osd":4,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.141,"5min":1.141,"15min":1.141},"last":0.84899999999999998},{"interface":"front","average":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"min":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":1.0269999999999999}]},{"osd":6,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.452,"5min":1.452,"15min":1.452},"last":0.91500000000000004},{"interface":"front","average":{"1min":1.014,"5min":1.014,"15min":1.014},"min":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"max":{"1min":1.3859999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"last":1.0580000000000001}]},{"osd":7,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.9179999999999999,"5min":1.9179999999999999,"15min":1.9179999999999999},"last":1.2589999999999999},{"interface":"front","average":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"min":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"max":{"1min":1.627,"5min":1.627,"15min":1.627},"last":1.22}]}]},{"osd":4,"up_from":13,"seq":55834574871,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27380,"kb_used_data":428,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":438272,"data_stored":190925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.256,"5min":1.256,"15min":1.256},"last":0.77900000000000003}]},{"osd":1,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.93200000000000005}]},{"osd":2,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.0780000000000001,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.3740000000000001,"5min":1.3740000000000001,"15min":1.3740000000000001},"last":0.88100000000000001}]},{"osd":3,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.68600000000000005},{"interface":"front","average":{"1min":1.02,"5min":1.02,"15min":1.02},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":1.4910000000000001,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":0.54200000000000004}]},{"osd":5,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.417,"5min":1.417,"15min":1.417},"last":0.95699999999999996},{"interface":"front","average":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.81399999999999995}]},{"osd":6,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.389,"5min":1.389,"15min":1.389},"last":0.91000000000000003},{"interface":"front","average":{"1min":1.1040000000000001,"5min":1.1040000000000001,"15min":1.1040000000000001},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.6200000000000001,"5min":1.6200000000000001,"15min":1.6200000000000001},"last":1.0349999999999999}]},{"osd":7,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.5109999999999999,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":1.004},{"interface":"front","average":{"1min":1.131,"5min":1.131,"15min":1.131},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.649,"5min":1.649,"15min":1.649},"last":0.85099999999999998}]}]},{"osd":3,"up_from":13,"seq":55834574871,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31476,"kb_used_data":428,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340364,"statfs":{"total":96636764160,"available":96604532736,"internally_reserved":0,"allocated":438272,"data_stored":190925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.375},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.56100000000000005}]},{"osd":1,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.851,"5min":1.851,"15min":1.851},"last":0.65200000000000002}]},{"osd":2,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.2230000000000001,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.5069999999999999,"5min":1.5069999999999999,"15min":1.5069999999999999},"last":0.48699999999999999}]},{"osd":4,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":2.1150000000000002,"5min":2.1150000000000002,"15min":2.1150000000000002},"last":0.90500000000000003},{"interface":"front","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.458,"5min":1.458,"15min":1.458},"last":0.97799999999999998}]},{"osd":5,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.734,"5min":1.734,"15min":1.734},"last":0.82899999999999996},{"interface":"front","average":{"1min":1.042,"5min":1.042,"15min":1.042},"min":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":2.1099999999999999,"5min":2.1099999999999999,"15min":2.1099999999999999},"last":1.012}]},{"osd":6,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"min":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.70199999999999996},{"interface":"front","average":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"min":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"max":{"1min":1.9930000000000001,"5min":1.9930000000000001,"15min":1.9930000000000001},"last":0.93799999999999994}]},{"osd":7,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":2.2040000000000002,"5min":2.2040000000000002,"15min":2.2040000000000002},"last":0.78100000000000003},{"interface":"front","average":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.667,"5min":1.667,"15min":1.667},"last":0.86299999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574871,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31476,"kb_used_data":428,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340364,"statfs":{"total":96636764160,"available":96604532736,"internally_reserved":0,"allocated":438272,"data_stored":190925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":1.1080000000000001,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":5.306,"5min":5.306,"15min":5.306},"last":0.433}]},{"osd":1,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.903,"5min":1.903,"15min":1.903},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.55600000000000005}]},{"osd":3,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":1.724,"5min":1.724,"15min":1.724},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":3.1930000000000001,"5min":3.1930000000000001,"15min":3.1930000000000001},"last":0.57599999999999996}]},{"osd":4,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":2.028,"5min":2.028,"15min":2.028},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.80000000000000004}]},{"osd":5,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.585,"5min":1.585,"15min":1.585},"last":0.95999999999999996},{"interface":"front","average":{"1min":1.03,"5min":1.03,"15min":1.03},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":2.1930000000000001,"5min":2.1930000000000001,"15min":2.1930000000000001},"last":1.111}]},{"osd":6,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"min":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"max":{"1min":1.9359999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":0.76600000000000001},{"interface":"front","average":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":2.2509999999999999,"5min":2.2509999999999999,"15min":2.2509999999999999},"last":1.0009999999999999}]},{"osd":7,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":1.119,"5min":1.119,"15min":1.119},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":2.161,"5min":2.161,"15min":2.161},"last":0.88500000000000001},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":2.0510000000000002,"5min":2.0510000000000002,"15min":2.0510000000000002},"last":1.038}]}]},{"osd":1,"up_from":13,"seq":55834574870,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31476,"kb_used_data":428,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340364,"statfs":{"total":96636764160,"available":96604532736,"internally_reserved":0,"allocated":438272,"data_stored":190925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.93700000000000006},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.627}]},{"osd":2,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.85799999999999998},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":1.3400000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.96499999999999997}]},{"osd":3,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.2829999999999999,"5min":1.2829999999999999,"15min":1.2829999999999999},"last":0.53200000000000003}]},{"osd":4,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.1819999999999999,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.3640000000000001,"5min":1.3640000000000001,"15min":1.3640000000000001},"last":1.0469999999999999}]},{"osd":5,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.2789999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"last":0.88900000000000001},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.609,"5min":1.609,"15min":1.609},"last":1.0740000000000001}]},{"osd":6,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.444,"5min":1.444,"15min":1.444},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.401,"5min":1.401,"15min":1.401},"last":1.0129999999999999}]},{"osd":7,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.571,"5min":1.571,"15min":1.571},"last":0.92000000000000004},{"interface":"front","average":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.4119999999999999,"5min":1.4119999999999999,"15min":1.4119999999999999},"last":0.98399999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574871,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32056,"kb_used_data":1008,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94339784,"statfs":{"total":96636764160,"available":96603938816,"internally_reserved":0,"allocated":1032192,"data_stored":781293,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.087,"5min":1.087,"15min":1.087},"last":0.75800000000000001}]},{"osd":2,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":0.64000000000000001}]},{"osd":3,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.71599999999999997}]},{"osd":4,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"min":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":1.3340000000000001,"5min":1.3340000000000001,"15min":1.3340000000000001},"last":0.88100000000000001},{"interface":"front","average":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.296,"5min":1.296,"15min":1.296},"last":0.83499999999999996}]},{"osd":5,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.4139999999999999,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.843,"5min":1.843,"15min":1.843},"last":0.93300000000000005}]},{"osd":6,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.98,"5min":1.98,"15min":1.98},"last":0.81499999999999995},{"interface":"front","average":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.405,"5min":1.405,"15min":1.405},"last":1.038}]},{"osd":7,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"min":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":1.6240000000000001,"5min":1.6240000000000001,"15min":1.6240000000000001},"last":0.96199999999999997},{"interface":"front","average":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.677,"5min":1.677,"15min":1.677},"last":0.91500000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-06-26T03:03:41.601 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-06-26T03:03:41.759 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.752+0000 7fabce72a640 1 Processor -- start 2023-06-26T03:03:41.760 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.752+0000 7fabce72a640 1 -- start start 2023-06-26T03:03:41.761 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.756+0000 7fabce72a640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fabc8159a80 0x7fabc80c9340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:41.761 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.756+0000 7fabce72a640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fabc80c9880 0x7fabc80ccc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:41.762 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.756+0000 7fabce72a640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fabc8159f40 con 0x7fabc8153a50 2023-06-26T03:03:41.762 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.756+0000 7fabce72a640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fabc815d070 con 0x7fabc8159a80 2023-06-26T03:03:41.762 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.756+0000 7fabce72a640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fabc815a220 con 0x7fabc80c9880 2023-06-26T03:03:41.762 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.756+0000 7fabc77fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fabc8159a80 0x7fabc80c9340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:41.762 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.756+0000 7fabc77fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fabc8159a80 0x7fabc80c9340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:41058/0 (socket says 172.21.15.23:41058) 2023-06-26T03:03:41.762 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.756+0000 7fabc77fe640 1 -- 172.21.15.23:0/4079160702 learned_addr learned my addr 172.21.15.23:0/4079160702 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:41.762 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.756+0000 7fabcccc7640 1 --2- 172.21.15.23:0/4079160702 >> v2:172.21.15.71:3300/0 conn(0x7fabc80c9880 0x7fabc80ccc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:41.763 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.756+0000 7fabc77fe640 1 -- 172.21.15.23:0/4079160702 >> v2:172.21.15.71:3300/0 conn(0x7fabc80c9880 msgr2=0x7fabc80ccc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:41.763 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.756+0000 7fabc77fe640 1 --2- 172.21.15.23:0/4079160702 >> v2:172.21.15.71:3300/0 conn(0x7fabc80c9880 0x7fabc80ccc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:41.763 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.756+0000 7fabc77fe640 1 -- 172.21.15.23:0/4079160702 >> v1:172.21.15.71:6789/0 conn(0x7fabc8153a50 legacy=0x7fabc80ce3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:41.763 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.756+0000 7fabc77fe640 1 -- 172.21.15.23:0/4079160702 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabc815a500 con 0x7fabc8159a80 2023-06-26T03:03:41.764 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.756+0000 7fabc77fe640 1 --2- 172.21.15.23:0/4079160702 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fabc8159a80 0x7fabc80c9340 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fabc80c88c0 tx=0x7fabb801c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33101cb1015795d7 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:41.764 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.756+0000 7fabc6ffd640 1 -- 172.21.15.23:0/4079160702 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabb8004230 con 0x7fabc8159a80 2023-06-26T03:03:41.764 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabc6ffd640 1 -- 172.21.15.23:0/4079160702 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabb80a7050 con 0x7fabc8159a80 2023-06-26T03:03:41.764 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabc6ffd640 1 -- 172.21.15.23:0/4079160702 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabb8003620 con 0x7fabc8159a80 2023-06-26T03:03:41.765 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabce72a640 1 -- 172.21.15.23:0/4079160702 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fabc8159a80 msgr2=0x7fabc80c9340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:41.765 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabce72a640 1 --2- 172.21.15.23:0/4079160702 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fabc8159a80 0x7fabc80c9340 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fabc80c88c0 tx=0x7fabb801c440 comp rx=0 tx=0).stop 2023-06-26T03:03:41.765 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabce72a640 1 -- 172.21.15.23:0/4079160702 shutdown_connections 2023-06-26T03:03:41.765 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabce72a640 1 --2- 172.21.15.23:0/4079160702 >> v2:172.21.15.71:3300/0 conn(0x7fabc80c9880 0x7fabc80ccc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:41.765 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabce72a640 1 --2- 172.21.15.23:0/4079160702 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fabc8159a80 0x7fabc80c9340 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:41.765 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabce72a640 1 -- 172.21.15.23:0/4079160702 >> 172.21.15.23:0/4079160702 conn(0x7fabc8069400 msgr2=0x7fabc8069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:41.766 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabce72a640 1 -- 172.21.15.23:0/4079160702 shutdown_connections 2023-06-26T03:03:41.766 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabce72a640 1 -- 172.21.15.23:0/4079160702 wait complete. 2023-06-26T03:03:41.767 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabce72a640 1 Processor -- start 2023-06-26T03:03:41.767 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabce72a640 1 -- start start 2023-06-26T03:03:41.767 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabce72a640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fabc80c9880 0x7fabc8144510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:41.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabce72a640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fabc8153a50 0x7fabc8143f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:41.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabce72a640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fabc8159a80 0x7fabc80c2a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:41.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabce72a640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabc81f5080 con 0x7fabc80c9880 2023-06-26T03:03:41.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabce72a640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabc81f5360 con 0x7fabc8159a80 2023-06-26T03:03:41.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabce72a640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fabc80c32b0 con 0x7fabc8153a50 2023-06-26T03:03:41.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabc7fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fabc80c9880 0x7fabc8144510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:41.768 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabc7fff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fabc80c9880 0x7fabc8144510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:41072/0 (socket says 172.21.15.23:41072) 2023-06-26T03:03:41.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabc7fff640 1 -- 172.21.15.23:0/935130773 learned_addr learned my addr 172.21.15.23:0/935130773 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:41.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabc77fe640 1 --2- 172.21.15.23:0/935130773 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fabc8153a50 0x7fabc8143f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:41.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabcccc7640 1 --2- 172.21.15.23:0/935130773 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fabc8159a80 0x7fabc80c2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:41.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabc7fff640 1 -- 172.21.15.23:0/935130773 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fabc8153a50 msgr2=0x7fabc8143f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:41.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabc7fff640 1 --2- 172.21.15.23:0/935130773 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fabc8153a50 0x7fabc8143f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:41.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabc7fff640 1 -- 172.21.15.23:0/935130773 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fabc8159a80 msgr2=0x7fabc80c2a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:41.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabc7fff640 1 --2- 172.21.15.23:0/935130773 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fabc8159a80 0x7fabc80c2a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:41.769 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabc7fff640 1 -- 172.21.15.23:0/935130773 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabb80094d0 con 0x7fabc80c9880 2023-06-26T03:03:41.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabc77fe640 1 --2- 172.21.15.23:0/935130773 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fabc8153a50 0x7fabc8143f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:03:41.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabc7fff640 1 --2- 172.21.15.23:0/935130773 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fabc80c9880 0x7fabc8144510 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fabbc00c500 tx=0x7fabbc00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:41.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabc4ff9640 1 -- 172.21.15.23:0/935130773 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabbc005220 con 0x7fabc80c9880 2023-06-26T03:03:41.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabc4ff9640 1 -- 172.21.15.23:0/935130773 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabbc005380 con 0x7fabc80c9880 2023-06-26T03:03:41.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabc4ff9640 1 -- 172.21.15.23:0/935130773 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabbc007270 con 0x7fabc80c9880 2023-06-26T03:03:41.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabce72a640 1 -- 172.21.15.23:0/935130773 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fabc80c3590 con 0x7fabc80c9880 2023-06-26T03:03:41.770 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.760+0000 7fabce72a640 1 -- 172.21.15.23:0/935130773 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fabc80c2f50 con 0x7fabc80c9880 2023-06-26T03:03:41.771 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.764+0000 7fabce72a640 1 -- 172.21.15.23:0/935130773 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fabc804d790 con 0x7fabc80c9880 2023-06-26T03:03:41.771 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.764+0000 7fabc4ff9640 1 -- 172.21.15.23:0/935130773 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fabbc0073d0 con 0x7fabc80c9880 2023-06-26T03:03:41.771 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.764+0000 7fabc4ff9640 1 --2- 172.21.15.23:0/935130773 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fabb4066280 0x7fabb4068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:41.772 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.764+0000 7fabc4ff9640 1 -- 172.21.15.23:0/935130773 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 6382+0+0 (secure 0 0 0) 0x7fabbc083760 con 0x7fabc80c9880 2023-06-26T03:03:41.772 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.764+0000 7fabc77fe640 1 --2- 172.21.15.23:0/935130773 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fabb4066280 0x7fabb4068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:41.772 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.764+0000 7fabc77fe640 1 --2- 172.21.15.23:0/935130773 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fabb4066280 0x7fabb4068730 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fabb80ad000 tx=0x7fabb8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:41.773 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.768+0000 7fabc4ff9640 1 -- 172.21.15.23:0/935130773 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fabbc050ab0 con 0x7fabc80c9880 2023-06-26T03:03:41.925 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.920+0000 7fabce72a640 1 -- 172.21.15.23:0/935130773 --> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fabc81f54d0 con 0x7fabb4066280 2023-06-26T03:03:41.947 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.940+0000 7fabc4ff9640 1 -- 172.21.15.23:0/935130773 <== mgr.4100 v2:172.21.15.71:6832/3372318826 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+295563 (secure 0 0 0) 0x7fabc81f54d0 con 0x7fabb4066280 2023-06-26T03:03:41.948 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:03:41.951 INFO:teuthology.orchestra.run.smithi023.stderr:dumped all 2023-06-26T03:03:41.952 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.948+0000 7fabce72a640 1 -- 172.21.15.23:0/935130773 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fabb4066280 msgr2=0x7fabb4068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:41.952 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.948+0000 7fabce72a640 1 --2- 172.21.15.23:0/935130773 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fabb4066280 0x7fabb4068730 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fabb80ad000 tx=0x7fabb8009040 comp rx=0 tx=0).stop 2023-06-26T03:03:41.952 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.948+0000 7fabce72a640 1 -- 172.21.15.23:0/935130773 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fabc80c9880 msgr2=0x7fabc8144510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:41.952 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.948+0000 7fabce72a640 1 --2- 172.21.15.23:0/935130773 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fabc80c9880 0x7fabc8144510 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fabbc00c500 tx=0x7fabbc00c9c0 comp rx=0 tx=0).stop 2023-06-26T03:03:41.952 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.948+0000 7fabce72a640 1 -- 172.21.15.23:0/935130773 shutdown_connections 2023-06-26T03:03:41.953 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.948+0000 7fabce72a640 1 --2- 172.21.15.23:0/935130773 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fabb4066280 0x7fabb4068730 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:41.953 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.948+0000 7fabce72a640 1 --2- 172.21.15.23:0/935130773 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fabc8159a80 0x7fabc80c2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:41.953 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.948+0000 7fabce72a640 1 --2- 172.21.15.23:0/935130773 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fabc8153a50 0x7fabc8143f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:41.953 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.948+0000 7fabce72a640 1 --2- 172.21.15.23:0/935130773 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fabc80c9880 0x7fabc8144510 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:41.953 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.948+0000 7fabce72a640 1 -- 172.21.15.23:0/935130773 >> 172.21.15.23:0/935130773 conn(0x7fabc8069400 msgr2=0x7fabc80697d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:41.953 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.948+0000 7fabce72a640 1 -- 172.21.15.23:0/935130773 shutdown_connections 2023-06-26T03:03:41.953 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:41.948+0000 7fabce72a640 1 -- 172.21.15.23:0/935130773 wait complete. 2023-06-26T03:03:41.968 INFO:teuthology.orchestra.run.smithi023.stdout:{"pg_ready":true,"pg_map":{"version":88,"stamp":"2023-06-26T03:03:41.247130+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":236584,"kb_used_data":4584,"kb_used_omap":0,"kb_used_meta":231936,"kb_avail":754738136,"statfs":{"total":773094113280,"available":772851851264,"internally_reserved":0,"allocated":4694016,"data_stored":2708136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":237502464},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.680549"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":41,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.744094+0000","last_change":"2023-06-26T03:02:04.418555+0000","last_active":"2023-06-26T03:03:31.744094+0000","last_peered":"2023-06-26T03:03:31.744094+0000","last_clean":"2023-06-26T03:03:31.744094+0000","last_became_active":"2023-06-26T03:02:04.417392+0000","last_became_peered":"2023-06-26T03:02:04.417392+0000","last_unstale":"2023-06-26T03:03:31.744094+0000","last_undegraded":"2023-06-26T03:03:31.744094+0000","last_fullsized":"2023-06-26T03:03:31.744094+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:21:53.867396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":43,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.873074+0000","last_change":"2023-06-26T03:02:04.412948+0000","last_active":"2023-06-26T03:03:31.873074+0000","last_peered":"2023-06-26T03:03:31.873074+0000","last_clean":"2023-06-26T03:03:31.873074+0000","last_became_active":"2023-06-26T03:02:04.412333+0000","last_became_peered":"2023-06-26T03:02:04.412333+0000","last_unstale":"2023-06-26T03:03:31.873074+0000","last_undegraded":"2023-06-26T03:03:31.873074+0000","last_fullsized":"2023-06-26T03:03:31.873074+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:02:22.375885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":45,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.743366+0000","last_change":"2023-06-26T03:02:04.790011+0000","last_active":"2023-06-26T03:03:31.743366+0000","last_peered":"2023-06-26T03:03:31.743366+0000","last_clean":"2023-06-26T03:03:31.743366+0000","last_became_active":"2023-06-26T03:02:04.789216+0000","last_became_peered":"2023-06-26T03:02:04.789216+0000","last_unstale":"2023-06-26T03:03:31.743366+0000","last_undegraded":"2023-06-26T03:03:31.743366+0000","last_fullsized":"2023-06-26T03:03:31.743366+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:52:11.292178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":43,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.873077+0000","last_change":"2023-06-26T03:02:04.786886+0000","last_active":"2023-06-26T03:03:31.873077+0000","last_peered":"2023-06-26T03:03:31.873077+0000","last_clean":"2023-06-26T03:03:31.873077+0000","last_became_active":"2023-06-26T03:02:04.786502+0000","last_became_peered":"2023-06-26T03:02:04.786502+0000","last_unstale":"2023-06-26T03:03:31.873077+0000","last_undegraded":"2023-06-26T03:03:31.873077+0000","last_fullsized":"2023-06-26T03:03:31.873077+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:38:55.387124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":45,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.873723+0000","last_change":"2023-06-26T03:02:04.420793+0000","last_active":"2023-06-26T03:03:31.873723+0000","last_peered":"2023-06-26T03:03:31.873723+0000","last_clean":"2023-06-26T03:03:31.873723+0000","last_became_active":"2023-06-26T03:02:04.418556+0000","last_became_peered":"2023-06-26T03:02:04.418556+0000","last_unstale":"2023-06-26T03:03:31.873723+0000","last_undegraded":"2023-06-26T03:03:31.873723+0000","last_fullsized":"2023-06-26T03:03:31.873723+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:30:36.295710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":41,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.871809+0000","last_change":"2023-06-26T03:02:04.405831+0000","last_active":"2023-06-26T03:03:31.871809+0000","last_peered":"2023-06-26T03:03:31.871809+0000","last_clean":"2023-06-26T03:03:31.871809+0000","last_became_active":"2023-06-26T03:02:04.404901+0000","last_became_peered":"2023-06-26T03:02:04.404901+0000","last_unstale":"2023-06-26T03:03:31.871809+0000","last_undegraded":"2023-06-26T03:03:31.871809+0000","last_fullsized":"2023-06-26T03:03:31.871809+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:46:34.634150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":45,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.743365+0000","last_change":"2023-06-26T03:02:04.420728+0000","last_active":"2023-06-26T03:03:31.743365+0000","last_peered":"2023-06-26T03:03:31.743365+0000","last_clean":"2023-06-26T03:03:31.743365+0000","last_became_active":"2023-06-26T03:02:04.419812+0000","last_became_peered":"2023-06-26T03:02:04.419812+0000","last_unstale":"2023-06-26T03:03:31.743365+0000","last_undegraded":"2023-06-26T03:03:31.743365+0000","last_fullsized":"2023-06-26T03:03:31.743365+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:35:42.571778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":45,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.873673+0000","last_change":"2023-06-26T03:02:04.420212+0000","last_active":"2023-06-26T03:03:31.873673+0000","last_peered":"2023-06-26T03:03:31.873673+0000","last_clean":"2023-06-26T03:03:31.873673+0000","last_became_active":"2023-06-26T03:02:04.419030+0000","last_became_peered":"2023-06-26T03:02:04.419030+0000","last_unstale":"2023-06-26T03:03:31.873673+0000","last_undegraded":"2023-06-26T03:03:31.873673+0000","last_fullsized":"2023-06-26T03:03:31.873673+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:53:03.977078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":201,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.743723+0000","last_change":"2023-06-26T03:01:58.730017+0000","last_active":"2023-06-26T03:03:31.743723+0000","last_peered":"2023-06-26T03:03:31.743723+0000","last_clean":"2023-06-26T03:03:31.743723+0000","last_became_active":"2023-06-26T03:01:58.727921+0000","last_became_peered":"2023-06-26T03:01:58.727921+0000","last_unstale":"2023-06-26T03:03:31.743723+0000","last_undegraded":"2023-06-26T03:03:31.743723+0000","last_fullsized":"2023-06-26T03:03:31.743723+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:57.280857+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:57.280857+0000","last_clean_scrub_stamp":"2023-06-26T03:01:57.280857+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:30:31.895795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574873,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27960,"kb_used_data":1008,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94343880,"statfs":{"total":96636764160,"available":96608133120,"internally_reserved":0,"allocated":1032192,"data_stored":781293,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.4059999999999999,"5min":1.4059999999999999,"15min":1.4059999999999999},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":0.88700000000000001}]},{"osd":1,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.161,"5min":1.161,"15min":1.161},"last":0.93799999999999994},{"interface":"front","average":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"min":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"max":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"last":0.98699999999999999}]},{"osd":2,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.871,"15min":0.871},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.1970000000000001,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":0.83599999999999997},{"interface":"front","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.2490000000000001,"5min":1.2490000000000001,"15min":1.2490000000000001},"last":0.85899999999999999}]},{"osd":3,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"min":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":1.2629999999999999,"5min":1.2629999999999999,"15min":1.2629999999999999},"last":0.90500000000000003},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"min":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"max":{"1min":1.353,"5min":1.353,"15min":1.353},"last":0.748}]},{"osd":4,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.4219999999999999},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.5089999999999999,"5min":1.5089999999999999,"15min":1.5089999999999999},"last":0.69499999999999995}]},{"osd":5,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"min":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"max":{"1min":1.4510000000000001,"5min":1.4510000000000001,"15min":1.4510000000000001},"last":0.63400000000000001},{"interface":"front","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.659,"5min":1.659,"15min":1.659},"last":1.04}]},{"osd":6,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":1.1220000000000001,"5min":1.1220000000000001,"15min":1.1220000000000001},"min":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"max":{"1min":1.7230000000000001,"5min":1.7230000000000001,"15min":1.7230000000000001},"last":1.0820000000000001},{"interface":"front","average":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"min":{"1min":0.748,"5min":0.748,"15min":0.748},"max":{"1min":1.5780000000000001,"5min":1.5780000000000001,"15min":1.5780000000000001},"last":0.96399999999999997}]}]},{"osd":6,"up_from":13,"seq":55834574872,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":428,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":438272,"data_stored":190925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":2.2120000000000002,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":1.0049999999999999},{"interface":"front","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":0.89500000000000002}]},{"osd":1,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.2589999999999999,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":0.97699999999999998}]},{"osd":2,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.1339999999999999,"5min":1.1339999999999999,"15min":1.1339999999999999},"last":0.93500000000000005},{"interface":"front","average":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.599,"5min":1.599,"15min":1.599},"last":0.87}]},{"osd":3,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.546,"5min":1.546,"15min":1.546},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"min":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.4390000000000001,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":0.82799999999999996}]},{"osd":4,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.879,"5min":1.879,"15min":1.879},"last":0.96199999999999997},{"interface":"front","average":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.716,"5min":1.716,"15min":1.716},"last":1.0700000000000001}]},{"osd":5,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.6879999999999999,"5min":1.6879999999999999,"15min":1.6879999999999999},"last":0.73599999999999999},{"interface":"front","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":2.0459999999999998,"5min":2.0459999999999998,"15min":2.0459999999999998},"last":1.0489999999999999}]},{"osd":7,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":1.044,"15min":1.044},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.929,"5min":1.929,"15min":1.929},"last":1.129},{"interface":"front","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":1.7969999999999999,"5min":1.7969999999999999,"15min":1.7969999999999999},"last":1.0269999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574871,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":428,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":438272,"data_stored":190925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.083,"5min":1.083,"15min":1.083},"last":1.131},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.4890000000000001,"5min":1.4890000000000001,"15min":1.4890000000000001},"last":1.103}]},{"osd":1,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":0.879,"15min":0.879},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.2250000000000001,"5min":1.2250000000000001,"15min":1.2250000000000001},"last":0.80100000000000005},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.99099999999999999}]},{"osd":2,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.8480000000000001,"5min":1.8480000000000001,"15min":1.8480000000000001},"last":1.1859999999999999},{"interface":"front","average":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.546,"5min":1.546,"15min":1.546},"last":1.083}]},{"osd":3,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.262,"5min":1.262,"15min":1.262},"last":0.95799999999999996},{"interface":"front","average":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"min":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"max":{"1min":1.1579999999999999,"5min":1.1579999999999999,"15min":1.1579999999999999},"last":1.147}]},{"osd":4,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.141,"5min":1.141,"15min":1.141},"last":0.84899999999999998},{"interface":"front","average":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"min":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":1.0269999999999999}]},{"osd":6,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.452,"5min":1.452,"15min":1.452},"last":0.91500000000000004},{"interface":"front","average":{"1min":1.014,"5min":1.014,"15min":1.014},"min":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"max":{"1min":1.3859999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"last":1.0580000000000001}]},{"osd":7,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.9179999999999999,"5min":1.9179999999999999,"15min":1.9179999999999999},"last":1.2589999999999999},{"interface":"front","average":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"min":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"max":{"1min":1.627,"5min":1.627,"15min":1.627},"last":1.22}]}]},{"osd":4,"up_from":13,"seq":55834574871,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27380,"kb_used_data":428,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":438272,"data_stored":190925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.256,"5min":1.256,"15min":1.256},"last":0.77900000000000003}]},{"osd":1,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.93200000000000005}]},{"osd":2,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.0780000000000001,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.3740000000000001,"5min":1.3740000000000001,"15min":1.3740000000000001},"last":0.88100000000000001}]},{"osd":3,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.68600000000000005},{"interface":"front","average":{"1min":1.02,"5min":1.02,"15min":1.02},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":1.4910000000000001,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":0.54200000000000004}]},{"osd":5,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.417,"5min":1.417,"15min":1.417},"last":0.95699999999999996},{"interface":"front","average":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.81399999999999995}]},{"osd":6,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.389,"5min":1.389,"15min":1.389},"last":0.91000000000000003},{"interface":"front","average":{"1min":1.1040000000000001,"5min":1.1040000000000001,"15min":1.1040000000000001},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.6200000000000001,"5min":1.6200000000000001,"15min":1.6200000000000001},"last":1.0349999999999999}]},{"osd":7,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.5109999999999999,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":1.004},{"interface":"front","average":{"1min":1.131,"5min":1.131,"15min":1.131},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.649,"5min":1.649,"15min":1.649},"last":0.85099999999999998}]}]},{"osd":3,"up_from":13,"seq":55834574871,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31476,"kb_used_data":428,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340364,"statfs":{"total":96636764160,"available":96604532736,"internally_reserved":0,"allocated":438272,"data_stored":190925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.375},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.56100000000000005}]},{"osd":1,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.851,"5min":1.851,"15min":1.851},"last":0.65200000000000002}]},{"osd":2,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.2230000000000001,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.5069999999999999,"5min":1.5069999999999999,"15min":1.5069999999999999},"last":0.48699999999999999}]},{"osd":4,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":2.1150000000000002,"5min":2.1150000000000002,"15min":2.1150000000000002},"last":0.90500000000000003},{"interface":"front","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.458,"5min":1.458,"15min":1.458},"last":0.97799999999999998}]},{"osd":5,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.734,"5min":1.734,"15min":1.734},"last":0.82899999999999996},{"interface":"front","average":{"1min":1.042,"5min":1.042,"15min":1.042},"min":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":2.1099999999999999,"5min":2.1099999999999999,"15min":2.1099999999999999},"last":1.012}]},{"osd":6,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"min":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.70199999999999996},{"interface":"front","average":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"min":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"max":{"1min":1.9930000000000001,"5min":1.9930000000000001,"15min":1.9930000000000001},"last":0.93799999999999994}]},{"osd":7,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":2.2040000000000002,"5min":2.2040000000000002,"15min":2.2040000000000002},"last":0.78100000000000003},{"interface":"front","average":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.667,"5min":1.667,"15min":1.667},"last":0.86299999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574871,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31476,"kb_used_data":428,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340364,"statfs":{"total":96636764160,"available":96604532736,"internally_reserved":0,"allocated":438272,"data_stored":190925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":1.1080000000000001,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":5.306,"5min":5.306,"15min":5.306},"last":0.433}]},{"osd":1,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.903,"5min":1.903,"15min":1.903},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.55600000000000005}]},{"osd":3,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":1.724,"5min":1.724,"15min":1.724},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":3.1930000000000001,"5min":3.1930000000000001,"15min":3.1930000000000001},"last":0.57599999999999996}]},{"osd":4,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":2.028,"5min":2.028,"15min":2.028},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.80000000000000004}]},{"osd":5,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.585,"5min":1.585,"15min":1.585},"last":0.95999999999999996},{"interface":"front","average":{"1min":1.03,"5min":1.03,"15min":1.03},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":2.1930000000000001,"5min":2.1930000000000001,"15min":2.1930000000000001},"last":1.111}]},{"osd":6,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"min":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"max":{"1min":1.9359999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":0.76600000000000001},{"interface":"front","average":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":2.2509999999999999,"5min":2.2509999999999999,"15min":2.2509999999999999},"last":1.0009999999999999}]},{"osd":7,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":1.119,"5min":1.119,"15min":1.119},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":2.161,"5min":2.161,"15min":2.161},"last":0.88500000000000001},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":2.0510000000000002,"5min":2.0510000000000002,"15min":2.0510000000000002},"last":1.038}]}]},{"osd":1,"up_from":13,"seq":55834574870,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31476,"kb_used_data":428,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340364,"statfs":{"total":96636764160,"available":96604532736,"internally_reserved":0,"allocated":438272,"data_stored":190925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.93700000000000006},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.627}]},{"osd":2,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.85799999999999998},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":1.3400000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.96499999999999997}]},{"osd":3,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.2829999999999999,"5min":1.2829999999999999,"15min":1.2829999999999999},"last":0.53200000000000003}]},{"osd":4,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.1819999999999999,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.3640000000000001,"5min":1.3640000000000001,"15min":1.3640000000000001},"last":1.0469999999999999}]},{"osd":5,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.2789999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"last":0.88900000000000001},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.609,"5min":1.609,"15min":1.609},"last":1.0740000000000001}]},{"osd":6,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.444,"5min":1.444,"15min":1.444},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.401,"5min":1.401,"15min":1.401},"last":1.0129999999999999}]},{"osd":7,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.571,"5min":1.571,"15min":1.571},"last":0.92000000000000004},{"interface":"front","average":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.4119999999999999,"5min":1.4119999999999999,"15min":1.4119999999999999},"last":0.98399999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574871,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32056,"kb_used_data":1008,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94339784,"statfs":{"total":96636764160,"available":96603938816,"internally_reserved":0,"allocated":1032192,"data_stored":781293,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.087,"5min":1.087,"15min":1.087},"last":0.75800000000000001}]},{"osd":2,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":0.64000000000000001}]},{"osd":3,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.71599999999999997}]},{"osd":4,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"min":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":1.3340000000000001,"5min":1.3340000000000001,"15min":1.3340000000000001},"last":0.88100000000000001},{"interface":"front","average":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.296,"5min":1.296,"15min":1.296},"last":0.83499999999999996}]},{"osd":5,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.4139999999999999,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.843,"5min":1.843,"15min":1.843},"last":0.93300000000000005}]},{"osd":6,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.98,"5min":1.98,"15min":1.98},"last":0.81499999999999995},{"interface":"front","average":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.405,"5min":1.405,"15min":1.405},"last":1.038}]},{"osd":7,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"min":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":1.6240000000000001,"5min":1.6240000000000001,"15min":1.6240000000000001},"last":0.96199999999999997},{"interface":"front","average":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.677,"5min":1.677,"15min":1.677},"last":0.91500000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-06-26T03:03:41.974 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.3f is not active+clean 2023-06-26T03:03:41.975 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.975 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.3e is not active+clean 2023-06-26T03:03:41.975 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.976 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.3d is not active+clean 2023-06-26T03:03:41.976 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.976 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.3c is not active+clean 2023-06-26T03:03:41.977 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.977 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.3b is not active+clean 2023-06-26T03:03:41.977 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.978 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.3a is not active+clean 2023-06-26T03:03:41.978 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.978 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.39 is not active+clean 2023-06-26T03:03:41.978 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.979 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.38 is not active+clean 2023-06-26T03:03:41.979 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.979 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.37 is not active+clean 2023-06-26T03:03:41.980 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.980 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.36 is not active+clean 2023-06-26T03:03:41.980 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.981 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.35 is not active+clean 2023-06-26T03:03:41.981 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.981 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.34 is not active+clean 2023-06-26T03:03:41.982 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.982 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.33 is not active+clean 2023-06-26T03:03:41.982 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.983 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.32 is not active+clean 2023-06-26T03:03:41.983 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.983 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.31 is not active+clean 2023-06-26T03:03:41.983 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.984 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.30 is not active+clean 2023-06-26T03:03:41.984 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.984 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.2f is not active+clean 2023-06-26T03:03:41.985 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.985 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.2e is not active+clean 2023-06-26T03:03:41.985 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.986 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.2d is not active+clean 2023-06-26T03:03:41.986 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.986 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.2c is not active+clean 2023-06-26T03:03:41.987 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.987 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.2b is not active+clean 2023-06-26T03:03:41.987 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.988 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.2a is not active+clean 2023-06-26T03:03:41.988 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.988 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.29 is not active+clean 2023-06-26T03:03:41.988 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.989 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.28 is not active+clean 2023-06-26T03:03:41.989 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.989 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.27 is not active+clean 2023-06-26T03:03:41.990 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.990 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.26 is not active+clean 2023-06-26T03:03:41.990 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.991 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.25 is not active+clean 2023-06-26T03:03:41.991 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.991 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.24 is not active+clean 2023-06-26T03:03:41.992 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.992 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.23 is not active+clean 2023-06-26T03:03:41.992 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.993 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.22 is not active+clean 2023-06-26T03:03:41.993 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.993 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.21 is not active+clean 2023-06-26T03:03:41.993 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.994 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.20 is not active+clean 2023-06-26T03:03:41.994 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.994 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1e is not active+clean 2023-06-26T03:03:41.995 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.995 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1f is not active+clean 2023-06-26T03:03:41.995 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:36.555884+0000', 'last_change': '2023-06-26T03:03:36.555884+0000', 'last_active': '2023-06-26T03:03:36.555884+0000', 'last_peered': '2023-06-26T03:03:36.555884+0000', 'last_clean': '2023-06-26T03:03:36.555884+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:36.555884+0000', 'last_undegraded': '2023-06-26T03:03:36.555884+0000', 'last_fullsized': '2023-06-26T03:03:36.555884+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.996 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1f is not active+clean 2023-06-26T03:03:41.996 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.996 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1e is not active+clean 2023-06-26T03:03:41.997 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:36.555884+0000', 'last_change': '2023-06-26T03:03:36.555884+0000', 'last_active': '2023-06-26T03:03:36.555884+0000', 'last_peered': '2023-06-26T03:03:36.555884+0000', 'last_clean': '2023-06-26T03:03:36.555884+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:36.555884+0000', 'last_undegraded': '2023-06-26T03:03:36.555884+0000', 'last_fullsized': '2023-06-26T03:03:36.555884+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.997 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1c is not active+clean 2023-06-26T03:03:41.997 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.998 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1d is not active+clean 2023-06-26T03:03:41.998 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:36.555884+0000', 'last_change': '2023-06-26T03:03:36.555884+0000', 'last_active': '2023-06-26T03:03:36.555884+0000', 'last_peered': '2023-06-26T03:03:36.555884+0000', 'last_clean': '2023-06-26T03:03:36.555884+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:36.555884+0000', 'last_undegraded': '2023-06-26T03:03:36.555884+0000', 'last_fullsized': '2023-06-26T03:03:36.555884+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.998 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1d is not active+clean 2023-06-26T03:03:41.998 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.999 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1c is not active+clean 2023-06-26T03:03:41.999 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:36.555884+0000', 'last_change': '2023-06-26T03:03:36.555884+0000', 'last_active': '2023-06-26T03:03:36.555884+0000', 'last_peered': '2023-06-26T03:03:36.555884+0000', 'last_clean': '2023-06-26T03:03:36.555884+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:36.555884+0000', 'last_undegraded': '2023-06-26T03:03:36.555884+0000', 'last_fullsized': '2023-06-26T03:03:36.555884+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:41.999 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1a is not active+clean 2023-06-26T03:03:42.000 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.000 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1b is not active+clean 2023-06-26T03:03:42.000 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:36.555884+0000', 'last_change': '2023-06-26T03:03:36.555884+0000', 'last_active': '2023-06-26T03:03:36.555884+0000', 'last_peered': '2023-06-26T03:03:36.555884+0000', 'last_clean': '2023-06-26T03:03:36.555884+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:36.555884+0000', 'last_undegraded': '2023-06-26T03:03:36.555884+0000', 'last_fullsized': '2023-06-26T03:03:36.555884+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.001 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1b is not active+clean 2023-06-26T03:03:42.001 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.001 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1a is not active+clean 2023-06-26T03:03:42.002 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:36.555884+0000', 'last_change': '2023-06-26T03:03:36.555884+0000', 'last_active': '2023-06-26T03:03:36.555884+0000', 'last_peered': '2023-06-26T03:03:36.555884+0000', 'last_clean': '2023-06-26T03:03:36.555884+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:36.555884+0000', 'last_undegraded': '2023-06-26T03:03:36.555884+0000', 'last_fullsized': '2023-06-26T03:03:36.555884+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.002 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.18 is not active+clean 2023-06-26T03:03:42.002 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.003 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.19 is not active+clean 2023-06-26T03:03:42.003 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:36.555884+0000', 'last_change': '2023-06-26T03:03:36.555884+0000', 'last_active': '2023-06-26T03:03:36.555884+0000', 'last_peered': '2023-06-26T03:03:36.555884+0000', 'last_clean': '2023-06-26T03:03:36.555884+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:36.555884+0000', 'last_undegraded': '2023-06-26T03:03:36.555884+0000', 'last_fullsized': '2023-06-26T03:03:36.555884+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.003 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.19 is not active+clean 2023-06-26T03:03:42.003 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.004 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.18 is not active+clean 2023-06-26T03:03:42.004 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:36.555884+0000', 'last_change': '2023-06-26T03:03:36.555884+0000', 'last_active': '2023-06-26T03:03:36.555884+0000', 'last_peered': '2023-06-26T03:03:36.555884+0000', 'last_clean': '2023-06-26T03:03:36.555884+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:36.555884+0000', 'last_undegraded': '2023-06-26T03:03:36.555884+0000', 'last_fullsized': '2023-06-26T03:03:36.555884+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.004 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.16 is not active+clean 2023-06-26T03:03:42.005 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.005 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.17 is not active+clean 2023-06-26T03:03:42.005 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:36.555884+0000', 'last_change': '2023-06-26T03:03:36.555884+0000', 'last_active': '2023-06-26T03:03:36.555884+0000', 'last_peered': '2023-06-26T03:03:36.555884+0000', 'last_clean': '2023-06-26T03:03:36.555884+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:36.555884+0000', 'last_undegraded': '2023-06-26T03:03:36.555884+0000', 'last_fullsized': '2023-06-26T03:03:36.555884+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.006 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.17 is not active+clean 2023-06-26T03:03:42.006 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.006 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.16 is not active+clean 2023-06-26T03:03:42.007 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:36.555884+0000', 'last_change': '2023-06-26T03:03:36.555884+0000', 'last_active': '2023-06-26T03:03:36.555884+0000', 'last_peered': '2023-06-26T03:03:36.555884+0000', 'last_clean': '2023-06-26T03:03:36.555884+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:36.555884+0000', 'last_undegraded': '2023-06-26T03:03:36.555884+0000', 'last_fullsized': '2023-06-26T03:03:36.555884+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.007 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.14 is not active+clean 2023-06-26T03:03:42.007 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.008 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.15 is not active+clean 2023-06-26T03:03:42.008 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:36.555884+0000', 'last_change': '2023-06-26T03:03:36.555884+0000', 'last_active': '2023-06-26T03:03:36.555884+0000', 'last_peered': '2023-06-26T03:03:36.555884+0000', 'last_clean': '2023-06-26T03:03:36.555884+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:36.555884+0000', 'last_undegraded': '2023-06-26T03:03:36.555884+0000', 'last_fullsized': '2023-06-26T03:03:36.555884+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.008 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.15 is not active+clean 2023-06-26T03:03:42.008 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.009 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.14 is not active+clean 2023-06-26T03:03:42.009 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:36.555884+0000', 'last_change': '2023-06-26T03:03:36.555884+0000', 'last_active': '2023-06-26T03:03:36.555884+0000', 'last_peered': '2023-06-26T03:03:36.555884+0000', 'last_clean': '2023-06-26T03:03:36.555884+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:36.555884+0000', 'last_undegraded': '2023-06-26T03:03:36.555884+0000', 'last_fullsized': '2023-06-26T03:03:36.555884+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.009 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.12 is not active+clean 2023-06-26T03:03:42.010 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.010 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.13 is not active+clean 2023-06-26T03:03:42.010 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:36.555884+0000', 'last_change': '2023-06-26T03:03:36.555884+0000', 'last_active': '2023-06-26T03:03:36.555884+0000', 'last_peered': '2023-06-26T03:03:36.555884+0000', 'last_clean': '2023-06-26T03:03:36.555884+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:36.555884+0000', 'last_undegraded': '2023-06-26T03:03:36.555884+0000', 'last_fullsized': '2023-06-26T03:03:36.555884+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.011 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.13 is not active+clean 2023-06-26T03:03:42.011 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.011 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.12 is not active+clean 2023-06-26T03:03:42.012 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:36.555884+0000', 'last_change': '2023-06-26T03:03:36.555884+0000', 'last_active': '2023-06-26T03:03:36.555884+0000', 'last_peered': '2023-06-26T03:03:36.555884+0000', 'last_clean': '2023-06-26T03:03:36.555884+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:36.555884+0000', 'last_undegraded': '2023-06-26T03:03:36.555884+0000', 'last_fullsized': '2023-06-26T03:03:36.555884+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.012 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.10 is not active+clean 2023-06-26T03:03:42.012 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.013 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.11 is not active+clean 2023-06-26T03:03:42.013 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:36.555884+0000', 'last_change': '2023-06-26T03:03:36.555884+0000', 'last_active': '2023-06-26T03:03:36.555884+0000', 'last_peered': '2023-06-26T03:03:36.555884+0000', 'last_clean': '2023-06-26T03:03:36.555884+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:36.555884+0000', 'last_undegraded': '2023-06-26T03:03:36.555884+0000', 'last_fullsized': '2023-06-26T03:03:36.555884+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.013 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.11 is not active+clean 2023-06-26T03:03:42.013 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.014 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.10 is not active+clean 2023-06-26T03:03:42.014 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:36.555884+0000', 'last_change': '2023-06-26T03:03:36.555884+0000', 'last_active': '2023-06-26T03:03:36.555884+0000', 'last_peered': '2023-06-26T03:03:36.555884+0000', 'last_clean': '2023-06-26T03:03:36.555884+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:36.555884+0000', 'last_undegraded': '2023-06-26T03:03:36.555884+0000', 'last_fullsized': '2023-06-26T03:03:36.555884+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.014 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.e is not active+clean 2023-06-26T03:03:42.015 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.015 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.f is not active+clean 2023-06-26T03:03:42.015 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:36.555884+0000', 'last_change': '2023-06-26T03:03:36.555884+0000', 'last_active': '2023-06-26T03:03:36.555884+0000', 'last_peered': '2023-06-26T03:03:36.555884+0000', 'last_clean': '2023-06-26T03:03:36.555884+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:36.555884+0000', 'last_undegraded': '2023-06-26T03:03:36.555884+0000', 'last_fullsized': '2023-06-26T03:03:36.555884+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.016 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.f is not active+clean 2023-06-26T03:03:42.016 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.016 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.e is not active+clean 2023-06-26T03:03:42.017 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:36.555884+0000', 'last_change': '2023-06-26T03:03:36.555884+0000', 'last_active': '2023-06-26T03:03:36.555884+0000', 'last_peered': '2023-06-26T03:03:36.555884+0000', 'last_clean': '2023-06-26T03:03:36.555884+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:36.555884+0000', 'last_undegraded': '2023-06-26T03:03:36.555884+0000', 'last_fullsized': '2023-06-26T03:03:36.555884+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.017 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.c is not active+clean 2023-06-26T03:03:42.017 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.018 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.d is not active+clean 2023-06-26T03:03:42.018 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:36.555884+0000', 'last_change': '2023-06-26T03:03:36.555884+0000', 'last_active': '2023-06-26T03:03:36.555884+0000', 'last_peered': '2023-06-26T03:03:36.555884+0000', 'last_clean': '2023-06-26T03:03:36.555884+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:36.555884+0000', 'last_undegraded': '2023-06-26T03:03:36.555884+0000', 'last_fullsized': '2023-06-26T03:03:36.555884+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.018 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.d is not active+clean 2023-06-26T03:03:42.018 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.019 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.c is not active+clean 2023-06-26T03:03:42.019 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:36.555884+0000', 'last_change': '2023-06-26T03:03:36.555884+0000', 'last_active': '2023-06-26T03:03:36.555884+0000', 'last_peered': '2023-06-26T03:03:36.555884+0000', 'last_clean': '2023-06-26T03:03:36.555884+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:36.555884+0000', 'last_undegraded': '2023-06-26T03:03:36.555884+0000', 'last_fullsized': '2023-06-26T03:03:36.555884+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.019 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.a is not active+clean 2023-06-26T03:03:42.020 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.020 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.b is not active+clean 2023-06-26T03:03:42.020 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:36.555884+0000', 'last_change': '2023-06-26T03:03:36.555884+0000', 'last_active': '2023-06-26T03:03:36.555884+0000', 'last_peered': '2023-06-26T03:03:36.555884+0000', 'last_clean': '2023-06-26T03:03:36.555884+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:36.555884+0000', 'last_undegraded': '2023-06-26T03:03:36.555884+0000', 'last_fullsized': '2023-06-26T03:03:36.555884+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.021 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.b is not active+clean 2023-06-26T03:03:42.021 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.021 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.a is not active+clean 2023-06-26T03:03:42.022 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:36.555884+0000', 'last_change': '2023-06-26T03:03:36.555884+0000', 'last_active': '2023-06-26T03:03:36.555884+0000', 'last_peered': '2023-06-26T03:03:36.555884+0000', 'last_clean': '2023-06-26T03:03:36.555884+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:36.555884+0000', 'last_undegraded': '2023-06-26T03:03:36.555884+0000', 'last_fullsized': '2023-06-26T03:03:36.555884+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.022 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.8 is not active+clean 2023-06-26T03:03:42.022 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.023 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.9 is not active+clean 2023-06-26T03:03:42.023 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:36.555884+0000', 'last_change': '2023-06-26T03:03:36.555884+0000', 'last_active': '2023-06-26T03:03:36.555884+0000', 'last_peered': '2023-06-26T03:03:36.555884+0000', 'last_clean': '2023-06-26T03:03:36.555884+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:36.555884+0000', 'last_undegraded': '2023-06-26T03:03:36.555884+0000', 'last_fullsized': '2023-06-26T03:03:36.555884+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.023 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.9 is not active+clean 2023-06-26T03:03:42.023 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.024 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.8 is not active+clean 2023-06-26T03:03:42.024 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:36.555884+0000', 'last_change': '2023-06-26T03:03:36.555884+0000', 'last_active': '2023-06-26T03:03:36.555884+0000', 'last_peered': '2023-06-26T03:03:36.555884+0000', 'last_clean': '2023-06-26T03:03:36.555884+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:36.555884+0000', 'last_undegraded': '2023-06-26T03:03:36.555884+0000', 'last_fullsized': '2023-06-26T03:03:36.555884+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.024 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.2 is not active+clean 2023-06-26T03:03:42.025 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.025 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.3 is not active+clean 2023-06-26T03:03:42.025 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:36.555884+0000', 'last_change': '2023-06-26T03:03:36.555884+0000', 'last_active': '2023-06-26T03:03:36.555884+0000', 'last_peered': '2023-06-26T03:03:36.555884+0000', 'last_clean': '2023-06-26T03:03:36.555884+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:36.555884+0000', 'last_undegraded': '2023-06-26T03:03:36.555884+0000', 'last_fullsized': '2023-06-26T03:03:36.555884+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.026 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.3 is not active+clean 2023-06-26T03:03:42.026 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.026 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.2 is not active+clean 2023-06-26T03:03:42.027 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:36.555884+0000', 'last_change': '2023-06-26T03:03:36.555884+0000', 'last_active': '2023-06-26T03:03:36.555884+0000', 'last_peered': '2023-06-26T03:03:36.555884+0000', 'last_clean': '2023-06-26T03:03:36.555884+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:36.555884+0000', 'last_undegraded': '2023-06-26T03:03:36.555884+0000', 'last_fullsized': '2023-06-26T03:03:36.555884+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.027 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.0 is not active+clean 2023-06-26T03:03:42.027 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.027 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1 is not active+clean 2023-06-26T03:03:42.028 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:36.555884+0000', 'last_change': '2023-06-26T03:03:36.555884+0000', 'last_active': '2023-06-26T03:03:36.555884+0000', 'last_peered': '2023-06-26T03:03:36.555884+0000', 'last_clean': '2023-06-26T03:03:36.555884+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:36.555884+0000', 'last_undegraded': '2023-06-26T03:03:36.555884+0000', 'last_fullsized': '2023-06-26T03:03:36.555884+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.028 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1 is not active+clean 2023-06-26T03:03:42.028 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.029 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.0 is not active+clean 2023-06-26T03:03:42.029 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:36.555884+0000', 'last_change': '2023-06-26T03:03:36.555884+0000', 'last_active': '2023-06-26T03:03:36.555884+0000', 'last_peered': '2023-06-26T03:03:36.555884+0000', 'last_clean': '2023-06-26T03:03:36.555884+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:36.555884+0000', 'last_undegraded': '2023-06-26T03:03:36.555884+0000', 'last_fullsized': '2023-06-26T03:03:36.555884+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.029 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.7 is not active+clean 2023-06-26T03:03:42.030 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.030 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.6 is not active+clean 2023-06-26T03:03:42.030 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:36.555884+0000', 'last_change': '2023-06-26T03:03:36.555884+0000', 'last_active': '2023-06-26T03:03:36.555884+0000', 'last_peered': '2023-06-26T03:03:36.555884+0000', 'last_clean': '2023-06-26T03:03:36.555884+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:36.555884+0000', 'last_undegraded': '2023-06-26T03:03:36.555884+0000', 'last_fullsized': '2023-06-26T03:03:36.555884+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.031 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.4 is not active+clean 2023-06-26T03:03:42.031 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.031 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.5 is not active+clean 2023-06-26T03:03:42.032 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:36.555884+0000', 'last_change': '2023-06-26T03:03:36.555884+0000', 'last_active': '2023-06-26T03:03:36.555884+0000', 'last_peered': '2023-06-26T03:03:36.555884+0000', 'last_clean': '2023-06-26T03:03:36.555884+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:36.555884+0000', 'last_undegraded': '2023-06-26T03:03:36.555884+0000', 'last_fullsized': '2023-06-26T03:03:36.555884+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.032 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.5 is not active+clean 2023-06-26T03:03:42.032 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.032 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.4 is not active+clean 2023-06-26T03:03:42.033 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:36.555884+0000', 'last_change': '2023-06-26T03:03:36.555884+0000', 'last_active': '2023-06-26T03:03:36.555884+0000', 'last_peered': '2023-06-26T03:03:36.555884+0000', 'last_clean': '2023-06-26T03:03:36.555884+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:36.555884+0000', 'last_undegraded': '2023-06-26T03:03:36.555884+0000', 'last_fullsized': '2023-06-26T03:03:36.555884+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.033 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.6 is not active+clean 2023-06-26T03:03:42.033 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:37.563596+0000', 'last_change': '2023-06-26T03:03:37.563596+0000', 'last_active': '2023-06-26T03:03:37.563596+0000', 'last_peered': '2023-06-26T03:03:37.563596+0000', 'last_clean': '2023-06-26T03:03:37.563596+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:37.563596+0000', 'last_undegraded': '2023-06-26T03:03:37.563596+0000', 'last_fullsized': '2023-06-26T03:03:37.563596+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:37.563596+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.034 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.7 is not active+clean 2023-06-26T03:03:42.034 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-06-26T03:03:36.555884+0000', 'last_change': '2023-06-26T03:03:36.555884+0000', 'last_active': '2023-06-26T03:03:36.555884+0000', 'last_peered': '2023-06-26T03:03:36.555884+0000', 'last_clean': '2023-06-26T03:03:36.555884+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-06-26T03:03:36.555884+0000', 'last_undegraded': '2023-06-26T03:03:36.555884+0000', 'last_fullsized': '2023-06-26T03:03:36.555884+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'last_clean_scrub_stamp': '2023-06-26T03:03:36.555884+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-06-26T03:03:42.035 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2023-06-26T03:03:42.157 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.152+0000 7fded2f8e640 1 Processor -- start 2023-06-26T03:03:42.158 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.152+0000 7fded2f8e640 1 -- start start 2023-06-26T03:03:42.159 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.152+0000 7fded2f8e640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fdecc0cdb00 0x7fdecc0c9360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:42.159 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.152+0000 7fded2f8e640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdecc06b760 0x7fdecc06ed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:42.159 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.152+0000 7fded2f8e640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdecc06bbe0 con 0x7fdecc0cc0c0 2023-06-26T03:03:42.159 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.152+0000 7fded2f8e640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdecc0c8300 con 0x7fdecc0cdb00 2023-06-26T03:03:42.159 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.152+0000 7fded2f8e640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdecc0c85a0 con 0x7fdecc06b760 2023-06-26T03:03:42.160 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.152+0000 7fded152b640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdecc06b760 0x7fdecc06ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:42.160 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.152+0000 7fded152b640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdecc06b760 0x7fdecc06ed80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3301/0 says I am v2:172.21.15.23:47452/0 (socket says 172.21.15.23:47452) 2023-06-26T03:03:42.160 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.152+0000 7fded152b640 1 -- 172.21.15.23:0/2727757494 learned_addr learned my addr 172.21.15.23:0/2727757494 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:42.161 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.152+0000 7fded0d2a640 1 --2- 172.21.15.23:0/2727757494 >> v2:172.21.15.71:3300/0 conn(0x7fdecc0cdb00 0x7fdecc0c9360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:42.161 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.156+0000 7fded152b640 1 -- 172.21.15.23:0/2727757494 >> v2:172.21.15.71:3300/0 conn(0x7fdecc0cdb00 msgr2=0x7fdecc0c9360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:42.161 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.156+0000 7fded152b640 1 --2- 172.21.15.23:0/2727757494 >> v2:172.21.15.71:3300/0 conn(0x7fdecc0cdb00 0x7fdecc0c9360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:42.161 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.156+0000 7fded152b640 1 -- 172.21.15.23:0/2727757494 >> v1:172.21.15.71:6789/0 conn(0x7fdecc0cc0c0 legacy=0x7fdecc0cded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:42.161 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.156+0000 7fded152b640 1 -- 172.21.15.23:0/2727757494 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdecc0c8880 con 0x7fdecc06b760 2023-06-26T03:03:42.161 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.156+0000 7fded0d2a640 1 --2- 172.21.15.23:0/2727757494 >> v2:172.21.15.71:3300/0 conn(0x7fdecc0cdb00 0x7fdecc0c9360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-06-26T03:03:42.163 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.156+0000 7fded152b640 1 --2- 172.21.15.23:0/2727757494 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdecc06b760 0x7fdecc06ed80 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fdec4009870 tx=0x7fdec401c510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9cbbb6db5cd79a43 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:42.163 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.156+0000 7fdecb7fe640 1 -- 172.21.15.23:0/2727757494 <== mon.2 v2:172.21.15.71:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdec40aa670 con 0x7fdecc06b760 2023-06-26T03:03:42.163 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.156+0000 7fdecb7fe640 1 -- 172.21.15.23:0/2727757494 <== mon.2 v2:172.21.15.71:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdec40aa7d0 con 0x7fdecc06b760 2023-06-26T03:03:42.163 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.156+0000 7fdecb7fe640 1 -- 172.21.15.23:0/2727757494 <== mon.2 v2:172.21.15.71:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdec40aab60 con 0x7fdecc06b760 2023-06-26T03:03:42.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.160+0000 7fded2f8e640 1 -- 172.21.15.23:0/2727757494 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdecc06b760 msgr2=0x7fdecc06ed80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:42.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.160+0000 7fded2f8e640 1 --2- 172.21.15.23:0/2727757494 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdecc06b760 0x7fdecc06ed80 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fdec4009870 tx=0x7fdec401c510 comp rx=0 tx=0).stop 2023-06-26T03:03:42.164 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.160+0000 7fded2f8e640 1 -- 172.21.15.23:0/2727757494 shutdown_connections 2023-06-26T03:03:42.165 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.160+0000 7fded2f8e640 1 --2- 172.21.15.23:0/2727757494 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdecc06b760 0x7fdecc06ed80 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:42.165 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.160+0000 7fded2f8e640 1 --2- 172.21.15.23:0/2727757494 >> v2:172.21.15.71:3300/0 conn(0x7fdecc0cdb00 0x7fdecc0c9360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:42.165 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.160+0000 7fded2f8e640 1 -- 172.21.15.23:0/2727757494 >> 172.21.15.23:0/2727757494 conn(0x7fdecc069400 msgr2=0x7fdecc069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:42.165 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.160+0000 7fded2f8e640 1 -- 172.21.15.23:0/2727757494 shutdown_connections 2023-06-26T03:03:42.165 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.160+0000 7fded2f8e640 1 -- 172.21.15.23:0/2727757494 wait complete. 2023-06-26T03:03:42.166 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.160+0000 7fded2f8e640 1 Processor -- start 2023-06-26T03:03:42.166 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.160+0000 7fded2f8e640 1 -- start start 2023-06-26T03:03:42.168 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.160+0000 7fded2f8e640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdecc06b760 0x7fdecc156990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:42.168 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.160+0000 7fded2f8e640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdecc0cc0c0 0x7fdecc146880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:42.168 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.160+0000 7fded2f8e640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdecc0cdb00 0x7fdecc0c2a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:42.168 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.160+0000 7fded2f8e640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdecc157290 con 0x7fdecc0cc0c0 2023-06-26T03:03:42.168 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.160+0000 7fded2f8e640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdecc157570 con 0x7fdecc06b760 2023-06-26T03:03:42.168 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.160+0000 7fded2f8e640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdecc157850 con 0x7fdecc0cdb00 2023-06-26T03:03:42.169 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.160+0000 7fdecbfff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdecc0cc0c0 0x7fdecc146880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:42.169 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.160+0000 7fdecbfff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdecc0cc0c0 0x7fdecc146880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:41088/0 (socket says 172.21.15.23:41088) 2023-06-26T03:03:42.169 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.160+0000 7fdecbfff640 1 -- 172.21.15.23:0/1744031336 learned_addr learned my addr 172.21.15.23:0/1744031336 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:42.169 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.160+0000 7fded0d2a640 1 --2- 172.21.15.23:0/1744031336 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdecc06b760 0x7fdecc156990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:42.169 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.160+0000 7fded152b640 1 --2- 172.21.15.23:0/1744031336 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdecc0cdb00 0x7fdecc0c2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:42.169 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.164+0000 7fdecbfff640 1 -- 172.21.15.23:0/1744031336 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdecc0cdb00 msgr2=0x7fdecc0c2a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:42.169 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.164+0000 7fdecbfff640 1 --2- 172.21.15.23:0/1744031336 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdecc0cdb00 0x7fdecc0c2a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:42.169 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.164+0000 7fdecbfff640 1 -- 172.21.15.23:0/1744031336 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdecc06b760 msgr2=0x7fdecc156990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:42.170 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.164+0000 7fdecbfff640 1 --2- 172.21.15.23:0/1744031336 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdecc06b760 0x7fdecc156990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:42.170 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.164+0000 7fdecbfff640 1 -- 172.21.15.23:0/1744031336 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdec0009420 con 0x7fdecc0cc0c0 2023-06-26T03:03:42.170 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.164+0000 7fdecbfff640 1 --2- 172.21.15.23:0/1744031336 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdecc0cc0c0 0x7fdecc146880 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fdebc00c7f0 tx=0x7fdebc00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:42.171 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.164+0000 7fdec97fa640 1 -- 172.21.15.23:0/1744031336 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdebc003b80 con 0x7fdecc0cc0c0 2023-06-26T03:03:42.171 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.164+0000 7fdec97fa640 1 -- 172.21.15.23:0/1744031336 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdebc003ce0 con 0x7fdecc0cc0c0 2023-06-26T03:03:42.171 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.164+0000 7fded2f8e640 1 -- 172.21.15.23:0/1744031336 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdec40094d0 con 0x7fdecc0cc0c0 2023-06-26T03:03:42.171 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.164+0000 7fdec97fa640 1 -- 172.21.15.23:0/1744031336 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdebc00aa90 con 0x7fdecc0cc0c0 2023-06-26T03:03:42.171 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.164+0000 7fded2f8e640 1 -- 172.21.15.23:0/1744031336 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdecc156ed0 con 0x7fdecc0cc0c0 2023-06-26T03:03:42.172 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.164+0000 7fded2f8e640 1 -- 172.21.15.23:0/1744031336 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdecc04d790 con 0x7fdecc0cc0c0 2023-06-26T03:03:42.172 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.164+0000 7fdec97fa640 1 -- 172.21.15.23:0/1744031336 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fdebc00abf0 con 0x7fdecc0cc0c0 2023-06-26T03:03:42.172 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.164+0000 7fdec97fa640 1 --2- 172.21.15.23:0/1744031336 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fdeb80662b0 0x7fdeb8068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:42.172 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.164+0000 7fdec97fa640 1 -- 172.21.15.23:0/1744031336 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 6382+0+0 (secure 0 0 0) 0x7fdebc083d00 con 0x7fdecc0cc0c0 2023-06-26T03:03:42.172 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.164+0000 7fded0d2a640 1 --2- 172.21.15.23:0/1744031336 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fdeb80662b0 0x7fdeb8068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:42.172 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.164+0000 7fded0d2a640 1 --2- 172.21.15.23:0/1744031336 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fdeb80662b0 0x7fdeb8068760 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fdecc0cd590 tx=0x7fdec0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:42.174 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.168+0000 7fdec97fa640 1 -- 172.21.15.23:0/1744031336 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fdebc051050 con 0x7fdecc0cc0c0 2023-06-26T03:03:42.391 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.384+0000 7fded2f8e640 1 -- 172.21.15.23:0/1744031336 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) v1 -- 0x7fdecc0c4430 con 0x7fdecc0cc0c0 2023-06-26T03:03:42.391 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.384+0000 7fdec97fa640 1 -- 172.21.15.23:0/1744031336 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) v1 ==== 72+0+1023 (secure 0 0 0) 0x7fdebc054670 con 0x7fdecc0cc0c0 2023-06-26T03:03:42.392 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:03:42.392 INFO:teuthology.orchestra.run.smithi023.stdout:{"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":117,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":42,"num_osds":8,"num_up_osds":8,"osd_up_since":1687748516,"num_in_osds":8,"osd_in_since":1687748506,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"unknown","count":96},{"state_name":"active+clean","count":9}],"num_pgs":105,"num_pools":4,"num_objects":2,"data_bytes":590368,"bytes_used":242262016,"bytes_avail":772851851264,"bytes_total":773094113280,"unknown_pgs_ratio":0.91428571939468384},"fsmap":{"epoch":14,"id":2,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":2,"rank":0,"name":"c","status":"up:active","gid":5577}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":6,"modified":"2023-06-26T03:03:17.239248+0000","services":{}},"progress_events":{}} 2023-06-26T03:03:42.393 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.388+0000 7fded2f8e640 1 -- 172.21.15.23:0/1744031336 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fdeb80662b0 msgr2=0x7fdeb8068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:42.394 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.388+0000 7fded2f8e640 1 --2- 172.21.15.23:0/1744031336 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fdeb80662b0 0x7fdeb8068760 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fdecc0cd590 tx=0x7fdec0008040 comp rx=0 tx=0).stop 2023-06-26T03:03:42.394 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.388+0000 7fded2f8e640 1 -- 172.21.15.23:0/1744031336 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdecc0cc0c0 msgr2=0x7fdecc146880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:42.394 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.388+0000 7fded2f8e640 1 --2- 172.21.15.23:0/1744031336 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdecc0cc0c0 0x7fdecc146880 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fdebc00c7f0 tx=0x7fdebc00ccb0 comp rx=0 tx=0).stop 2023-06-26T03:03:42.394 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.388+0000 7fded2f8e640 1 -- 172.21.15.23:0/1744031336 shutdown_connections 2023-06-26T03:03:42.394 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.388+0000 7fded2f8e640 1 --2- 172.21.15.23:0/1744031336 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fdeb80662b0 0x7fdeb8068760 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:42.394 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.388+0000 7fded2f8e640 1 --2- 172.21.15.23:0/1744031336 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fdecc0cdb00 0x7fdecc0c2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:42.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.388+0000 7fded2f8e640 1 --2- 172.21.15.23:0/1744031336 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fdecc0cc0c0 0x7fdecc146880 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:42.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.388+0000 7fded2f8e640 1 --2- 172.21.15.23:0/1744031336 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fdecc06b760 0x7fdecc156990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:42.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.388+0000 7fded2f8e640 1 -- 172.21.15.23:0/1744031336 >> 172.21.15.23:0/1744031336 conn(0x7fdecc069400 msgr2=0x7fdecc0cc5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:42.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.388+0000 7fded2f8e640 1 -- 172.21.15.23:0/1744031336 shutdown_connections 2023-06-26T03:03:42.395 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.388+0000 7fded2f8e640 1 -- 172.21.15.23:0/1744031336 wait complete. 2023-06-26T03:03:42.409 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2023-06-26T03:03:42.410 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-06-26T03:03:42.532 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.528+0000 7fbc3fd09640 1 Processor -- start 2023-06-26T03:03:42.532 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.528+0000 7fbc3fd09640 1 -- start start 2023-06-26T03:03:42.533 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.528+0000 7fbc3fd09640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fbc380ce750 0x7fbc380cb4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:42.533 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.528+0000 7fbc3fd09640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fbc380ced80 0x7fbc380cf1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:42.533 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.528+0000 7fbc3fd09640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbc380cebd0 con 0x7fbc38159760 2023-06-26T03:03:42.533 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.528+0000 7fbc3fd09640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbc38159b30 con 0x7fbc380ce750 2023-06-26T03:03:42.534 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.528+0000 7fbc3fd09640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbc380cbd90 con 0x7fbc380ced80 2023-06-26T03:03:42.534 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.528+0000 7fbc3e2a6640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fbc380ced80 0x7fbc380cf1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:42.534 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.528+0000 7fbc3e2a6640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fbc380ced80 0x7fbc380cf1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.71:3301/0 says I am v2:172.21.15.23:47474/0 (socket says 172.21.15.23:47474) 2023-06-26T03:03:42.535 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.528+0000 7fbc3e2a6640 1 -- 172.21.15.23:0/1823461752 learned_addr learned my addr 172.21.15.23:0/1823461752 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:42.535 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.528+0000 7fbc3d2a4640 1 --2- 172.21.15.23:0/1823461752 >> v2:172.21.15.71:3300/0 conn(0x7fbc380ce750 0x7fbc380cb4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:42.535 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.528+0000 7fbc3e2a6640 1 -- 172.21.15.23:0/1823461752 >> v2:172.21.15.71:3300/0 conn(0x7fbc380ce750 msgr2=0x7fbc380cb4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:42.535 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.528+0000 7fbc3e2a6640 1 --2- 172.21.15.23:0/1823461752 >> v2:172.21.15.71:3300/0 conn(0x7fbc380ce750 0x7fbc380cb4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:42.535 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.528+0000 7fbc3e2a6640 1 -- 172.21.15.23:0/1823461752 >> v1:172.21.15.71:6789/0 conn(0x7fbc38159760 legacy=0x7fbc380cce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:42.535 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.528+0000 7fbc3e2a6640 1 -- 172.21.15.23:0/1823461752 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc380cf720 con 0x7fbc380ced80 2023-06-26T03:03:42.536 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.532+0000 7fbc3e2a6640 1 --2- 172.21.15.23:0/1823461752 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fbc380ced80 0x7fbc380cf1e0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fbc30009870 tx=0x7fbc3001c480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d4dc4fe2449369ce server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:42.537 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.532+0000 7fbc3caa3640 1 -- 172.21.15.23:0/1823461752 <== mon.2 v2:172.21.15.71:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc300ab680 con 0x7fbc380ced80 2023-06-26T03:03:42.537 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.532+0000 7fbc3caa3640 1 -- 172.21.15.23:0/1823461752 <== mon.2 v2:172.21.15.71:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbc300ab7e0 con 0x7fbc380ced80 2023-06-26T03:03:42.537 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.532+0000 7fbc3caa3640 1 -- 172.21.15.23:0/1823461752 <== mon.2 v2:172.21.15.71:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc300abb70 con 0x7fbc380ced80 2023-06-26T03:03:42.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.532+0000 7fbc3fd09640 1 -- 172.21.15.23:0/1823461752 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fbc380ced80 msgr2=0x7fbc380cf1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:42.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.532+0000 7fbc3fd09640 1 --2- 172.21.15.23:0/1823461752 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fbc380ced80 0x7fbc380cf1e0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fbc30009870 tx=0x7fbc3001c480 comp rx=0 tx=0).stop 2023-06-26T03:03:42.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.532+0000 7fbc3fd09640 1 -- 172.21.15.23:0/1823461752 shutdown_connections 2023-06-26T03:03:42.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.532+0000 7fbc3fd09640 1 --2- 172.21.15.23:0/1823461752 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fbc380ced80 0x7fbc380cf1e0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:42.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.532+0000 7fbc3fd09640 1 --2- 172.21.15.23:0/1823461752 >> v2:172.21.15.71:3300/0 conn(0x7fbc380ce750 0x7fbc380cb4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:42.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.532+0000 7fbc3fd09640 1 -- 172.21.15.23:0/1823461752 >> 172.21.15.23:0/1823461752 conn(0x7fbc3806d020 msgr2=0x7fbc3806d420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:42.538 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.532+0000 7fbc3fd09640 1 -- 172.21.15.23:0/1823461752 shutdown_connections 2023-06-26T03:03:42.539 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.532+0000 7fbc3fd09640 1 -- 172.21.15.23:0/1823461752 wait complete. 2023-06-26T03:03:42.540 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.532+0000 7fbc3fd09640 1 Processor -- start 2023-06-26T03:03:42.540 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.532+0000 7fbc3fd09640 1 -- start start 2023-06-26T03:03:42.540 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.532+0000 7fbc3fd09640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fbc380ce750 0x7fbc380c60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:42.540 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.532+0000 7fbc3fd09640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbc380ced80 0x7fbc380c7670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:42.540 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.532+0000 7fbc3fd09640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fbc38159760 0x7fbc380b4130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:42.540 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.532+0000 7fbc3fd09640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc380c6630 con 0x7fbc38159760 2023-06-26T03:03:42.541 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.532+0000 7fbc3fd09640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc381517f0 con 0x7fbc380ced80 2023-06-26T03:03:42.541 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.532+0000 7fbc3fd09640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbc380c71a0 con 0x7fbc380ce750 2023-06-26T03:03:42.541 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.532+0000 7fbc3e2a6640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fbc38159760 0x7fbc380b4130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:42.541 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.532+0000 7fbc3e2a6640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fbc38159760 0x7fbc380b4130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:41102/0 (socket says 172.21.15.23:41102) 2023-06-26T03:03:42.541 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.532+0000 7fbc3e2a6640 1 -- 172.21.15.23:0/111250969 learned_addr learned my addr 172.21.15.23:0/111250969 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:42.541 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.536+0000 7fbc3daa5640 1 --2- 172.21.15.23:0/111250969 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fbc380ce750 0x7fbc380c60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:42.541 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.536+0000 7fbc3d2a4640 1 --2- 172.21.15.23:0/111250969 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbc380ced80 0x7fbc380c7670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:42.542 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.536+0000 7fbc3e2a6640 1 -- 172.21.15.23:0/111250969 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fbc380ce750 msgr2=0x7fbc380c60f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:42.542 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.536+0000 7fbc3e2a6640 1 --2- 172.21.15.23:0/111250969 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fbc380ce750 0x7fbc380c60f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:42.542 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.536+0000 7fbc3e2a6640 1 -- 172.21.15.23:0/111250969 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbc380ced80 msgr2=0x7fbc380c7670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:42.542 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.536+0000 7fbc3e2a6640 1 --2- 172.21.15.23:0/111250969 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbc380ced80 0x7fbc380c7670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:42.542 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.536+0000 7fbc3e2a6640 1 -- 172.21.15.23:0/111250969 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc300094d0 con 0x7fbc38159760 2023-06-26T03:03:42.543 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.536+0000 7fbc3e2a6640 1 --2- 172.21.15.23:0/111250969 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fbc38159760 0x7fbc380b4130 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fbc3001a0b0 tx=0x7fbc3001acc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:42.543 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.536+0000 7fbc2e7fc640 1 -- 172.21.15.23:0/111250969 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc300b4800 con 0x7fbc38159760 2023-06-26T03:03:42.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.536+0000 7fbc2e7fc640 1 -- 172.21.15.23:0/111250969 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbc300b4960 con 0x7fbc38159760 2023-06-26T03:03:42.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.536+0000 7fbc3fd09640 1 -- 172.21.15.23:0/111250969 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbc38150be0 con 0x7fbc38159760 2023-06-26T03:03:42.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.536+0000 7fbc2e7fc640 1 -- 172.21.15.23:0/111250969 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc300b4d10 con 0x7fbc38159760 2023-06-26T03:03:42.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.536+0000 7fbc3fd09640 1 -- 172.21.15.23:0/111250969 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbc381511a0 con 0x7fbc38159760 2023-06-26T03:03:42.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.536+0000 7fbc3fd09640 1 -- 172.21.15.23:0/111250969 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbc38151980 con 0x7fbc38159760 2023-06-26T03:03:42.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.536+0000 7fbc2e7fc640 1 -- 172.21.15.23:0/111250969 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fbc300b3380 con 0x7fbc38159760 2023-06-26T03:03:42.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.536+0000 7fbc2e7fc640 1 --2- 172.21.15.23:0/111250969 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fbc1c066280 0x7fbc1c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:42.544 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.536+0000 7fbc2e7fc640 1 -- 172.21.15.23:0/111250969 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 6382+0+0 (secure 0 0 0) 0x7fbc3011e760 con 0x7fbc38159760 2023-06-26T03:03:42.545 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.536+0000 7fbc3daa5640 1 --2- 172.21.15.23:0/111250969 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fbc1c066280 0x7fbc1c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:42.545 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.536+0000 7fbc3daa5640 1 --2- 172.21.15.23:0/111250969 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fbc1c066280 0x7fbc1c068730 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fbc340012f0 tx=0x7fbc34009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:42.546 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.540+0000 7fbc2e7fc640 1 -- 172.21.15.23:0/111250969 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fbc300ebb50 con 0x7fbc38159760 2023-06-26T03:03:42.696 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.692+0000 7fbc3fd09640 1 -- 172.21.15.23:0/111250969 --> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fbc380cc910 con 0x7fbc1c066280 2023-06-26T03:03:42.718 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.712+0000 7fbc2e7fc640 1 -- 172.21.15.23:0/111250969 <== mgr.4100 v2:172.21.15.71:6832/3372318826 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+295563 (secure 0 0 0) 0x7fbc340015b0 con 0x7fbc1c066280 2023-06-26T03:03:42.721 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:03:42.722 INFO:teuthology.orchestra.run.smithi023.stderr:dumped all 2023-06-26T03:03:42.723 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.716+0000 7fbc3fd09640 1 -- 172.21.15.23:0/111250969 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fbc1c066280 msgr2=0x7fbc1c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:42.723 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.716+0000 7fbc3fd09640 1 --2- 172.21.15.23:0/111250969 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fbc1c066280 0x7fbc1c068730 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fbc340012f0 tx=0x7fbc34009040 comp rx=0 tx=0).stop 2023-06-26T03:03:42.723 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.716+0000 7fbc3fd09640 1 -- 172.21.15.23:0/111250969 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fbc38159760 msgr2=0x7fbc380b4130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:42.724 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.716+0000 7fbc3fd09640 1 --2- 172.21.15.23:0/111250969 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fbc38159760 0x7fbc380b4130 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fbc3001a0b0 tx=0x7fbc3001acc0 comp rx=0 tx=0).stop 2023-06-26T03:03:42.724 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.716+0000 7fbc3fd09640 1 -- 172.21.15.23:0/111250969 shutdown_connections 2023-06-26T03:03:42.724 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.716+0000 7fbc3fd09640 1 --2- 172.21.15.23:0/111250969 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fbc1c066280 0x7fbc1c068730 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:42.724 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.716+0000 7fbc3fd09640 1 --2- 172.21.15.23:0/111250969 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fbc38159760 0x7fbc380b4130 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:42.724 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.716+0000 7fbc3fd09640 1 --2- 172.21.15.23:0/111250969 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fbc380ced80 0x7fbc380c7670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:42.724 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.716+0000 7fbc3fd09640 1 --2- 172.21.15.23:0/111250969 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fbc380ce750 0x7fbc380c60f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:42.724 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.716+0000 7fbc3fd09640 1 -- 172.21.15.23:0/111250969 >> 172.21.15.23:0/111250969 conn(0x7fbc3806d020 msgr2=0x7fbc3806d540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:42.724 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.716+0000 7fbc3fd09640 1 -- 172.21.15.23:0/111250969 shutdown_connections 2023-06-26T03:03:42.725 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:42.716+0000 7fbc3fd09640 1 -- 172.21.15.23:0/111250969 wait complete. 2023-06-26T03:03:42.740 INFO:teuthology.orchestra.run.smithi023.stdout:{"pg_ready":true,"pg_map":{"version":88,"stamp":"2023-06-26T03:03:41.247130+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":236584,"kb_used_data":4584,"kb_used_omap":0,"kb_used_meta":231936,"kb_avail":754738136,"statfs":{"total":773094113280,"available":772851851264,"internally_reserved":0,"allocated":4694016,"data_stored":2708136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":237502464},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.680549"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":41,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.744094+0000","last_change":"2023-06-26T03:02:04.418555+0000","last_active":"2023-06-26T03:03:31.744094+0000","last_peered":"2023-06-26T03:03:31.744094+0000","last_clean":"2023-06-26T03:03:31.744094+0000","last_became_active":"2023-06-26T03:02:04.417392+0000","last_became_peered":"2023-06-26T03:02:04.417392+0000","last_unstale":"2023-06-26T03:03:31.744094+0000","last_undegraded":"2023-06-26T03:03:31.744094+0000","last_fullsized":"2023-06-26T03:03:31.744094+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:21:53.867396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":43,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.873074+0000","last_change":"2023-06-26T03:02:04.412948+0000","last_active":"2023-06-26T03:03:31.873074+0000","last_peered":"2023-06-26T03:03:31.873074+0000","last_clean":"2023-06-26T03:03:31.873074+0000","last_became_active":"2023-06-26T03:02:04.412333+0000","last_became_peered":"2023-06-26T03:02:04.412333+0000","last_unstale":"2023-06-26T03:03:31.873074+0000","last_undegraded":"2023-06-26T03:03:31.873074+0000","last_fullsized":"2023-06-26T03:03:31.873074+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:02:22.375885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":45,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.743366+0000","last_change":"2023-06-26T03:02:04.790011+0000","last_active":"2023-06-26T03:03:31.743366+0000","last_peered":"2023-06-26T03:03:31.743366+0000","last_clean":"2023-06-26T03:03:31.743366+0000","last_became_active":"2023-06-26T03:02:04.789216+0000","last_became_peered":"2023-06-26T03:02:04.789216+0000","last_unstale":"2023-06-26T03:03:31.743366+0000","last_undegraded":"2023-06-26T03:03:31.743366+0000","last_fullsized":"2023-06-26T03:03:31.743366+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:52:11.292178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":43,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.873077+0000","last_change":"2023-06-26T03:02:04.786886+0000","last_active":"2023-06-26T03:03:31.873077+0000","last_peered":"2023-06-26T03:03:31.873077+0000","last_clean":"2023-06-26T03:03:31.873077+0000","last_became_active":"2023-06-26T03:02:04.786502+0000","last_became_peered":"2023-06-26T03:02:04.786502+0000","last_unstale":"2023-06-26T03:03:31.873077+0000","last_undegraded":"2023-06-26T03:03:31.873077+0000","last_fullsized":"2023-06-26T03:03:31.873077+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:38:55.387124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":45,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.873723+0000","last_change":"2023-06-26T03:02:04.420793+0000","last_active":"2023-06-26T03:03:31.873723+0000","last_peered":"2023-06-26T03:03:31.873723+0000","last_clean":"2023-06-26T03:03:31.873723+0000","last_became_active":"2023-06-26T03:02:04.418556+0000","last_became_peered":"2023-06-26T03:02:04.418556+0000","last_unstale":"2023-06-26T03:03:31.873723+0000","last_undegraded":"2023-06-26T03:03:31.873723+0000","last_fullsized":"2023-06-26T03:03:31.873723+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:30:36.295710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":41,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.871809+0000","last_change":"2023-06-26T03:02:04.405831+0000","last_active":"2023-06-26T03:03:31.871809+0000","last_peered":"2023-06-26T03:03:31.871809+0000","last_clean":"2023-06-26T03:03:31.871809+0000","last_became_active":"2023-06-26T03:02:04.404901+0000","last_became_peered":"2023-06-26T03:02:04.404901+0000","last_unstale":"2023-06-26T03:03:31.871809+0000","last_undegraded":"2023-06-26T03:03:31.871809+0000","last_fullsized":"2023-06-26T03:03:31.871809+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:46:34.634150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":45,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.743365+0000","last_change":"2023-06-26T03:02:04.420728+0000","last_active":"2023-06-26T03:03:31.743365+0000","last_peered":"2023-06-26T03:03:31.743365+0000","last_clean":"2023-06-26T03:03:31.743365+0000","last_became_active":"2023-06-26T03:02:04.419812+0000","last_became_peered":"2023-06-26T03:02:04.419812+0000","last_unstale":"2023-06-26T03:03:31.743365+0000","last_undegraded":"2023-06-26T03:03:31.743365+0000","last_fullsized":"2023-06-26T03:03:31.743365+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:35:42.571778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:37.563596+0000","last_change":"2023-06-26T03:03:37.563596+0000","last_active":"2023-06-26T03:03:37.563596+0000","last_peered":"2023-06-26T03:03:37.563596+0000","last_clean":"2023-06-26T03:03:37.563596+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:37.563596+0000","last_undegraded":"2023-06-26T03:03:37.563596+0000","last_fullsized":"2023-06-26T03:03:37.563596+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-06-26T03:03:36.555884+0000","last_change":"2023-06-26T03:03:36.555884+0000","last_active":"2023-06-26T03:03:36.555884+0000","last_peered":"2023-06-26T03:03:36.555884+0000","last_clean":"2023-06-26T03:03:36.555884+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-06-26T03:03:36.555884+0000","last_undegraded":"2023-06-26T03:03:36.555884+0000","last_fullsized":"2023-06-26T03:03:36.555884+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":45,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.873673+0000","last_change":"2023-06-26T03:02:04.420212+0000","last_active":"2023-06-26T03:03:31.873673+0000","last_peered":"2023-06-26T03:03:31.873673+0000","last_clean":"2023-06-26T03:03:31.873673+0000","last_became_active":"2023-06-26T03:02:04.419030+0000","last_became_peered":"2023-06-26T03:02:04.419030+0000","last_unstale":"2023-06-26T03:03:31.873673+0000","last_undegraded":"2023-06-26T03:03:31.873673+0000","last_fullsized":"2023-06-26T03:03:31.873673+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:53:03.977078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":201,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-06-26T03:03:31.743723+0000","last_change":"2023-06-26T03:01:58.730017+0000","last_active":"2023-06-26T03:03:31.743723+0000","last_peered":"2023-06-26T03:03:31.743723+0000","last_clean":"2023-06-26T03:03:31.743723+0000","last_became_active":"2023-06-26T03:01:58.727921+0000","last_became_peered":"2023-06-26T03:01:58.727921+0000","last_unstale":"2023-06-26T03:03:31.743723+0000","last_undegraded":"2023-06-26T03:03:31.743723+0000","last_fullsized":"2023-06-26T03:03:31.743723+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:57.280857+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:57.280857+0000","last_clean_scrub_stamp":"2023-06-26T03:01:57.280857+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:30:31.895795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574873,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27960,"kb_used_data":1008,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94343880,"statfs":{"total":96636764160,"available":96608133120,"internally_reserved":0,"allocated":1032192,"data_stored":781293,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.4059999999999999,"5min":1.4059999999999999,"15min":1.4059999999999999},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":0.88700000000000001}]},{"osd":1,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.161,"5min":1.161,"15min":1.161},"last":0.93799999999999994},{"interface":"front","average":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"min":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"max":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"last":0.98699999999999999}]},{"osd":2,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.871,"15min":0.871},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.1970000000000001,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":0.83599999999999997},{"interface":"front","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.2490000000000001,"5min":1.2490000000000001,"15min":1.2490000000000001},"last":0.85899999999999999}]},{"osd":3,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"min":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":1.2629999999999999,"5min":1.2629999999999999,"15min":1.2629999999999999},"last":0.90500000000000003},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"min":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"max":{"1min":1.353,"5min":1.353,"15min":1.353},"last":0.748}]},{"osd":4,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.4219999999999999},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.5089999999999999,"5min":1.5089999999999999,"15min":1.5089999999999999},"last":0.69499999999999995}]},{"osd":5,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"min":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"max":{"1min":1.4510000000000001,"5min":1.4510000000000001,"15min":1.4510000000000001},"last":0.63400000000000001},{"interface":"front","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.659,"5min":1.659,"15min":1.659},"last":1.04}]},{"osd":6,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":1.1220000000000001,"5min":1.1220000000000001,"15min":1.1220000000000001},"min":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"max":{"1min":1.7230000000000001,"5min":1.7230000000000001,"15min":1.7230000000000001},"last":1.0820000000000001},{"interface":"front","average":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"min":{"1min":0.748,"5min":0.748,"15min":0.748},"max":{"1min":1.5780000000000001,"5min":1.5780000000000001,"15min":1.5780000000000001},"last":0.96399999999999997}]}]},{"osd":6,"up_from":13,"seq":55834574872,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":428,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":438272,"data_stored":190925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":2.2120000000000002,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":1.0049999999999999},{"interface":"front","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":0.89500000000000002}]},{"osd":1,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.2589999999999999,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":0.97699999999999998}]},{"osd":2,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.1339999999999999,"5min":1.1339999999999999,"15min":1.1339999999999999},"last":0.93500000000000005},{"interface":"front","average":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.599,"5min":1.599,"15min":1.599},"last":0.87}]},{"osd":3,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.546,"5min":1.546,"15min":1.546},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"min":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.4390000000000001,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":0.82799999999999996}]},{"osd":4,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.879,"5min":1.879,"15min":1.879},"last":0.96199999999999997},{"interface":"front","average":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.716,"5min":1.716,"15min":1.716},"last":1.0700000000000001}]},{"osd":5,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.6879999999999999,"5min":1.6879999999999999,"15min":1.6879999999999999},"last":0.73599999999999999},{"interface":"front","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":2.0459999999999998,"5min":2.0459999999999998,"15min":2.0459999999999998},"last":1.0489999999999999}]},{"osd":7,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":1.044,"15min":1.044},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.929,"5min":1.929,"15min":1.929},"last":1.129},{"interface":"front","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":1.7969999999999999,"5min":1.7969999999999999,"15min":1.7969999999999999},"last":1.0269999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574871,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":428,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":438272,"data_stored":190925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.083,"5min":1.083,"15min":1.083},"last":1.131},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.4890000000000001,"5min":1.4890000000000001,"15min":1.4890000000000001},"last":1.103}]},{"osd":1,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":0.879,"15min":0.879},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.2250000000000001,"5min":1.2250000000000001,"15min":1.2250000000000001},"last":0.80100000000000005},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.99099999999999999}]},{"osd":2,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.8480000000000001,"5min":1.8480000000000001,"15min":1.8480000000000001},"last":1.1859999999999999},{"interface":"front","average":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.546,"5min":1.546,"15min":1.546},"last":1.083}]},{"osd":3,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.262,"5min":1.262,"15min":1.262},"last":0.95799999999999996},{"interface":"front","average":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"min":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"max":{"1min":1.1579999999999999,"5min":1.1579999999999999,"15min":1.1579999999999999},"last":1.147}]},{"osd":4,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.141,"5min":1.141,"15min":1.141},"last":0.84899999999999998},{"interface":"front","average":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"min":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":1.0269999999999999}]},{"osd":6,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.452,"5min":1.452,"15min":1.452},"last":0.91500000000000004},{"interface":"front","average":{"1min":1.014,"5min":1.014,"15min":1.014},"min":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"max":{"1min":1.3859999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"last":1.0580000000000001}]},{"osd":7,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.9179999999999999,"5min":1.9179999999999999,"15min":1.9179999999999999},"last":1.2589999999999999},{"interface":"front","average":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"min":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"max":{"1min":1.627,"5min":1.627,"15min":1.627},"last":1.22}]}]},{"osd":4,"up_from":13,"seq":55834574871,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27380,"kb_used_data":428,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":438272,"data_stored":190925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.256,"5min":1.256,"15min":1.256},"last":0.77900000000000003}]},{"osd":1,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.93200000000000005}]},{"osd":2,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.0780000000000001,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.3740000000000001,"5min":1.3740000000000001,"15min":1.3740000000000001},"last":0.88100000000000001}]},{"osd":3,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.68600000000000005},{"interface":"front","average":{"1min":1.02,"5min":1.02,"15min":1.02},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":1.4910000000000001,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":0.54200000000000004}]},{"osd":5,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.417,"5min":1.417,"15min":1.417},"last":0.95699999999999996},{"interface":"front","average":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.81399999999999995}]},{"osd":6,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.389,"5min":1.389,"15min":1.389},"last":0.91000000000000003},{"interface":"front","average":{"1min":1.1040000000000001,"5min":1.1040000000000001,"15min":1.1040000000000001},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.6200000000000001,"5min":1.6200000000000001,"15min":1.6200000000000001},"last":1.0349999999999999}]},{"osd":7,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.5109999999999999,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":1.004},{"interface":"front","average":{"1min":1.131,"5min":1.131,"15min":1.131},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.649,"5min":1.649,"15min":1.649},"last":0.85099999999999998}]}]},{"osd":3,"up_from":13,"seq":55834574871,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31476,"kb_used_data":428,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340364,"statfs":{"total":96636764160,"available":96604532736,"internally_reserved":0,"allocated":438272,"data_stored":190925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.375},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.56100000000000005}]},{"osd":1,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.851,"5min":1.851,"15min":1.851},"last":0.65200000000000002}]},{"osd":2,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.2230000000000001,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.5069999999999999,"5min":1.5069999999999999,"15min":1.5069999999999999},"last":0.48699999999999999}]},{"osd":4,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":2.1150000000000002,"5min":2.1150000000000002,"15min":2.1150000000000002},"last":0.90500000000000003},{"interface":"front","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.458,"5min":1.458,"15min":1.458},"last":0.97799999999999998}]},{"osd":5,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.734,"5min":1.734,"15min":1.734},"last":0.82899999999999996},{"interface":"front","average":{"1min":1.042,"5min":1.042,"15min":1.042},"min":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":2.1099999999999999,"5min":2.1099999999999999,"15min":2.1099999999999999},"last":1.012}]},{"osd":6,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"min":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.70199999999999996},{"interface":"front","average":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"min":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"max":{"1min":1.9930000000000001,"5min":1.9930000000000001,"15min":1.9930000000000001},"last":0.93799999999999994}]},{"osd":7,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":2.2040000000000002,"5min":2.2040000000000002,"15min":2.2040000000000002},"last":0.78100000000000003},{"interface":"front","average":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.667,"5min":1.667,"15min":1.667},"last":0.86299999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574871,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31476,"kb_used_data":428,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340364,"statfs":{"total":96636764160,"available":96604532736,"internally_reserved":0,"allocated":438272,"data_stored":190925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":1.1080000000000001,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":5.306,"5min":5.306,"15min":5.306},"last":0.433}]},{"osd":1,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.903,"5min":1.903,"15min":1.903},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.55600000000000005}]},{"osd":3,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":1.724,"5min":1.724,"15min":1.724},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":3.1930000000000001,"5min":3.1930000000000001,"15min":3.1930000000000001},"last":0.57599999999999996}]},{"osd":4,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":2.028,"5min":2.028,"15min":2.028},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.80000000000000004}]},{"osd":5,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.585,"5min":1.585,"15min":1.585},"last":0.95999999999999996},{"interface":"front","average":{"1min":1.03,"5min":1.03,"15min":1.03},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":2.1930000000000001,"5min":2.1930000000000001,"15min":2.1930000000000001},"last":1.111}]},{"osd":6,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"min":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"max":{"1min":1.9359999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":0.76600000000000001},{"interface":"front","average":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":2.2509999999999999,"5min":2.2509999999999999,"15min":2.2509999999999999},"last":1.0009999999999999}]},{"osd":7,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":1.119,"5min":1.119,"15min":1.119},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":2.161,"5min":2.161,"15min":2.161},"last":0.88500000000000001},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":2.0510000000000002,"5min":2.0510000000000002,"15min":2.0510000000000002},"last":1.038}]}]},{"osd":1,"up_from":13,"seq":55834574870,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31476,"kb_used_data":428,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340364,"statfs":{"total":96636764160,"available":96604532736,"internally_reserved":0,"allocated":438272,"data_stored":190925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.93700000000000006},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.627}]},{"osd":2,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.85799999999999998},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":1.3400000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.96499999999999997}]},{"osd":3,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.2829999999999999,"5min":1.2829999999999999,"15min":1.2829999999999999},"last":0.53200000000000003}]},{"osd":4,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.1819999999999999,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.3640000000000001,"5min":1.3640000000000001,"15min":1.3640000000000001},"last":1.0469999999999999}]},{"osd":5,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.2789999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"last":0.88900000000000001},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.609,"5min":1.609,"15min":1.609},"last":1.0740000000000001}]},{"osd":6,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.444,"5min":1.444,"15min":1.444},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.401,"5min":1.401,"15min":1.401},"last":1.0129999999999999}]},{"osd":7,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.571,"5min":1.571,"15min":1.571},"last":0.92000000000000004},{"interface":"front","average":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.4119999999999999,"5min":1.4119999999999999,"15min":1.4119999999999999},"last":0.98399999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574871,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32056,"kb_used_data":1008,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94339784,"statfs":{"total":96636764160,"available":96603938816,"internally_reserved":0,"allocated":1032192,"data_stored":781293,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.087,"5min":1.087,"15min":1.087},"last":0.75800000000000001}]},{"osd":2,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":0.64000000000000001}]},{"osd":3,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.71599999999999997}]},{"osd":4,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"min":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":1.3340000000000001,"5min":1.3340000000000001,"15min":1.3340000000000001},"last":0.88100000000000001},{"interface":"front","average":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.296,"5min":1.296,"15min":1.296},"last":0.83499999999999996}]},{"osd":5,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.4139999999999999,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.843,"5min":1.843,"15min":1.843},"last":0.93300000000000005}]},{"osd":6,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.98,"5min":1.98,"15min":1.98},"last":0.81499999999999995},{"interface":"front","average":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.405,"5min":1.405,"15min":1.405},"last":1.038}]},{"osd":7,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"min":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":1.6240000000000001,"5min":1.6240000000000001,"15min":1.6240000000000001},"last":0.96199999999999997},{"interface":"front","average":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.677,"5min":1.677,"15min":1.677},"last":0.91500000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-06-26T03:03:45.747 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-06-26T03:03:45.883 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.876+0000 7fb92140c640 1 Processor -- start 2023-06-26T03:03:45.883 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.876+0000 7fb92140c640 1 -- start start 2023-06-26T03:03:45.884 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.880+0000 7fb92140c640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fb91c153a50 0x7fb91c0ce3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:45.884 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.880+0000 7fb92140c640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb91c0ccc20 0x7fb91c0cd0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:45.884 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.880+0000 7fb92140c640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb91c159f40 con 0x7fb91c159a80 2023-06-26T03:03:45.885 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.880+0000 7fb92140c640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb91c0cd600 con 0x7fb91c153a50 2023-06-26T03:03:45.885 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.880+0000 7fb92140c640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb91c15d070 con 0x7fb91c0ccc20 2023-06-26T03:03:45.885 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.880+0000 7fb91a7fc640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fb91c159a80 0x7fb91c0c9340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:46792/0 (socket says 172.21.15.23:46792) 2023-06-26T03:03:45.885 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.880+0000 7fb91a7fc640 1 -- 172.21.15.23:0/2080609926 learned_addr learned my addr 172.21.15.23:0/2080609926 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:45.886 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.880+0000 7fb91b7fe640 1 --2- 172.21.15.23:0/2080609926 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb91c0ccc20 0x7fb91c0cd0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:45.887 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.880+0000 7fb91affd640 1 --2- 172.21.15.23:0/2080609926 >> v2:172.21.15.71:3300/0 conn(0x7fb91c153a50 0x7fb91c0ce3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:45.887 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.880+0000 7fb919ffb640 1 -- 172.21.15.23:0/2080609926 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1145376616 0 0) 0x7fb91c159f40 con 0x7fb91c159a80 2023-06-26T03:03:45.887 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.880+0000 7fb919ffb640 1 -- 172.21.15.23:0/2080609926 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb904003530 con 0x7fb91c159a80 2023-06-26T03:03:45.887 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.880+0000 7fb919ffb640 1 -- 172.21.15.23:0/2080609926 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2109158451 0 0) 0x7fb904003530 con 0x7fb91c159a80 2023-06-26T03:03:45.887 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.880+0000 7fb919ffb640 1 -- 172.21.15.23:0/2080609926 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb91c0ccc20 msgr2=0x7fb91c0cd0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:45.887 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.880+0000 7fb919ffb640 1 --2- 172.21.15.23:0/2080609926 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb91c0ccc20 0x7fb91c0cd0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:45.888 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.880+0000 7fb919ffb640 1 -- 172.21.15.23:0/2080609926 >> v2:172.21.15.71:3300/0 conn(0x7fb91c153a50 msgr2=0x7fb91c0ce3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:45.888 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.880+0000 7fb919ffb640 1 --2- 172.21.15.23:0/2080609926 >> v2:172.21.15.71:3300/0 conn(0x7fb91c153a50 0x7fb91c0ce3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:45.888 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.880+0000 7fb919ffb640 1 -- 172.21.15.23:0/2080609926 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb91c15a220 con 0x7fb91c159a80 2023-06-26T03:03:45.888 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.880+0000 7fb919ffb640 1 -- 172.21.15.23:0/2080609926 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7fb910001680 con 0x7fb91c159a80 2023-06-26T03:03:45.888 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.880+0000 7fb919ffb640 1 -- 172.21.15.23:0/2080609926 >> v1:172.21.15.23:6789/0 conn(0x7fb91c159a80 legacy=0x7fb91c0c9340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:45.888 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.880+0000 7fb919ffb640 1 --2- 172.21.15.23:0/2080609926 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb904003980 0x7fb904003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:45.888 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.880+0000 7fb919ffb640 1 --2- 172.21.15.23:0/2080609926 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb9040043b0 0x7fb904004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:45.888 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.880+0000 7fb919ffb640 1 --2- 172.21.15.23:0/2080609926 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb91c0ccc20 0x7fb904004f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:45.889 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.880+0000 7fb919ffb640 1 -- 172.21.15.23:0/2080609926 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb91c15d070 con 0x7fb9040043b0 2023-06-26T03:03:45.889 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.880+0000 7fb919ffb640 1 -- 172.21.15.23:0/2080609926 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb904005680 con 0x7fb904003980 2023-06-26T03:03:45.889 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.880+0000 7fb919ffb640 1 -- 172.21.15.23:0/2080609926 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb90400ba10 con 0x7fb91c0ccc20 2023-06-26T03:03:45.889 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.880+0000 7fb91a7fc640 1 --2- 172.21.15.23:0/2080609926 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb9040043b0 0x7fb904004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:45.889 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.880+0000 7fb91b7fe640 1 --2- 172.21.15.23:0/2080609926 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb91c0ccc20 0x7fb904004f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:45.889 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.880+0000 7fb91affd640 1 --2- 172.21.15.23:0/2080609926 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb904003980 0x7fb904003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:45.889 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.880+0000 7fb91a7fc640 1 -- 172.21.15.23:0/2080609926 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb91c0ccc20 msgr2=0x7fb904004f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:45.890 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.880+0000 7fb91a7fc640 1 --2- 172.21.15.23:0/2080609926 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb91c0ccc20 0x7fb904004f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:45.890 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.880+0000 7fb91a7fc640 1 -- 172.21.15.23:0/2080609926 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb904003980 msgr2=0x7fb904003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:45.890 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.880+0000 7fb91a7fc640 1 --2- 172.21.15.23:0/2080609926 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb904003980 0x7fb904003d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:45.890 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.880+0000 7fb91a7fc640 1 -- 172.21.15.23:0/2080609926 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb904003530 con 0x7fb9040043b0 2023-06-26T03:03:45.891 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.884+0000 7fb91a7fc640 1 --2- 172.21.15.23:0/2080609926 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb9040043b0 0x7fb904004870 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fb91c0cdaa0 tx=0x7fb91001f350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7ef5056214c465e server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:45.891 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.884+0000 7fb919ffb640 1 -- 172.21.15.23:0/2080609926 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb910005ae0 con 0x7fb9040043b0 2023-06-26T03:03:45.891 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.884+0000 7fb919ffb640 1 -- 172.21.15.23:0/2080609926 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9100ab070 con 0x7fb9040043b0 2023-06-26T03:03:45.891 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.884+0000 7fb919ffb640 1 -- 172.21.15.23:0/2080609926 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb910005e80 con 0x7fb9040043b0 2023-06-26T03:03:45.892 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.884+0000 7fb92140c640 1 -- 172.21.15.23:0/2080609926 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb9040043b0 msgr2=0x7fb904004870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:45.892 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.884+0000 7fb92140c640 1 --2- 172.21.15.23:0/2080609926 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb9040043b0 0x7fb904004870 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fb91c0cdaa0 tx=0x7fb91001f350 comp rx=0 tx=0).stop 2023-06-26T03:03:45.892 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.884+0000 7fb91b7fe640 1 -- 172.21.15.23:0/2080609926 reap_dead start 2023-06-26T03:03:45.892 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.884+0000 7fb92140c640 1 -- 172.21.15.23:0/2080609926 shutdown_connections 2023-06-26T03:03:45.892 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.884+0000 7fb92140c640 1 -- 172.21.15.23:0/2080609926 >> 172.21.15.23:0/2080609926 conn(0x7fb91c069400 msgr2=0x7fb91c069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:45.892 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.884+0000 7fb92140c640 1 -- 172.21.15.23:0/2080609926 shutdown_connections 2023-06-26T03:03:45.892 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.884+0000 7fb92140c640 1 -- 172.21.15.23:0/2080609926 wait complete. 2023-06-26T03:03:45.893 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.884+0000 7fb92140c640 1 Processor -- start 2023-06-26T03:03:45.893 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.884+0000 7fb92140c640 1 -- start start 2023-06-26T03:03:45.894 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.888+0000 7fb92140c640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb9040043b0 0x7fb91c1efd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:45.894 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.888+0000 7fb92140c640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb91c152660 0x7fb91c0c6a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:45.894 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.888+0000 7fb92140c640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb91c0c6f70 0x7fb91c15ab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:45.895 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.888+0000 7fb92140c640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb91c0c4f90 con 0x7fb9040043b0 2023-06-26T03:03:45.895 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.888+0000 7fb92140c640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb91c0c4c40 con 0x7fb91c152660 2023-06-26T03:03:45.895 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.888+0000 7fb92140c640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb91c0c74d0 con 0x7fb91c0c6f70 2023-06-26T03:03:45.895 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.888+0000 7fb91affd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb9040043b0 0x7fb91c1efd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:45.895 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.888+0000 7fb91affd640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb9040043b0 0x7fb91c1efd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:41118/0 (socket says 172.21.15.23:41118) 2023-06-26T03:03:45.895 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.888+0000 7fb91affd640 1 -- 172.21.15.23:0/398907321 learned_addr learned my addr 172.21.15.23:0/398907321 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:45.895 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.888+0000 7fb91a7fc640 1 --2- 172.21.15.23:0/398907321 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb91c152660 0x7fb91c0c6a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:45.896 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.888+0000 7fb91b7fe640 1 --2- 172.21.15.23:0/398907321 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb91c0c6f70 0x7fb91c15ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:45.896 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.888+0000 7fb91affd640 1 -- 172.21.15.23:0/398907321 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb91c0c6f70 msgr2=0x7fb91c15ab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:45.896 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.888+0000 7fb91affd640 1 --2- 172.21.15.23:0/398907321 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb91c0c6f70 0x7fb91c15ab50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:45.896 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.888+0000 7fb91affd640 1 -- 172.21.15.23:0/398907321 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb91c152660 msgr2=0x7fb91c0c6a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:45.896 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.888+0000 7fb91affd640 1 --2- 172.21.15.23:0/398907321 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb91c152660 0x7fb91c0c6a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:45.896 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.888+0000 7fb91affd640 1 -- 172.21.15.23:0/398907321 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb91c0c77b0 con 0x7fb9040043b0 2023-06-26T03:03:45.896 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.888+0000 7fb91affd640 1 --2- 172.21.15.23:0/398907321 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb9040043b0 0x7fb91c1efd70 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7fb90c010930 tx=0x7fb90c010df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:45.896 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.888+0000 7fb9037fe640 1 -- 172.21.15.23:0/398907321 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb90c0096b0 con 0x7fb9040043b0 2023-06-26T03:03:45.897 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.888+0000 7fb9037fe640 1 -- 172.21.15.23:0/398907321 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb90c00ebc0 con 0x7fb9040043b0 2023-06-26T03:03:45.897 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.888+0000 7fb92140c640 1 -- 172.21.15.23:0/398907321 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb91c0c7a90 con 0x7fb9040043b0 2023-06-26T03:03:45.897 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.888+0000 7fb9037fe640 1 -- 172.21.15.23:0/398907321 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb90c01c400 con 0x7fb9040043b0 2023-06-26T03:03:45.897 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.888+0000 7fb92140c640 1 -- 172.21.15.23:0/398907321 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb91c1eeea0 con 0x7fb9040043b0 2023-06-26T03:03:45.897 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.888+0000 7fb92140c640 1 -- 172.21.15.23:0/398907321 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb91c0c7cd0 con 0x7fb9040043b0 2023-06-26T03:03:45.897 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.888+0000 7fb9037fe640 1 -- 172.21.15.23:0/398907321 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fb90c01c560 con 0x7fb9040043b0 2023-06-26T03:03:45.898 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.888+0000 7fb9037fe640 1 --2- 172.21.15.23:0/398907321 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb9080662b0 0x7fb908068760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:45.898 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.888+0000 7fb9037fe640 1 -- 172.21.15.23:0/398907321 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 6382+0+0 (secure 0 0 0) 0x7fb90c084410 con 0x7fb9040043b0 2023-06-26T03:03:45.898 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.888+0000 7fb91a7fc640 1 --2- 172.21.15.23:0/398907321 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb9080662b0 0x7fb908068760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:45.898 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.892+0000 7fb91a7fc640 1 --2- 172.21.15.23:0/398907321 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb9080662b0 0x7fb908068760 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fb9100ae000 tx=0x7fb910001a80 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:45.899 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:45.892+0000 7fb9037fe640 1 -- 172.21.15.23:0/398907321 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fb90c0552a0 con 0x7fb9040043b0 2023-06-26T03:03:46.053 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.048+0000 7fb92140c640 1 -- 172.21.15.23:0/398907321 --> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fb91c15a7e0 con 0x7fb9080662b0 2023-06-26T03:03:46.076 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.072+0000 7fb9037fe640 1 -- 172.21.15.23:0/398907321 <== mgr.4100 v2:172.21.15.71:6832/3372318826 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+310278 (secure 0 0 0) 0x7fb910001c80 con 0x7fb9080662b0 2023-06-26T03:03:46.079 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:03:46.080 INFO:teuthology.orchestra.run.smithi023.stderr:dumped all 2023-06-26T03:03:46.081 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.076+0000 7fb92140c640 1 -- 172.21.15.23:0/398907321 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb9080662b0 msgr2=0x7fb908068760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:46.082 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.076+0000 7fb92140c640 1 --2- 172.21.15.23:0/398907321 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb9080662b0 0x7fb908068760 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fb9100ae000 tx=0x7fb910001a80 comp rx=0 tx=0).stop 2023-06-26T03:03:46.082 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.076+0000 7fb92140c640 1 -- 172.21.15.23:0/398907321 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb9040043b0 msgr2=0x7fb91c1efd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:46.082 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.076+0000 7fb92140c640 1 --2- 172.21.15.23:0/398907321 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb9040043b0 0x7fb91c1efd70 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7fb90c010930 tx=0x7fb90c010df0 comp rx=0 tx=0).stop 2023-06-26T03:03:46.082 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.076+0000 7fb92140c640 1 -- 172.21.15.23:0/398907321 shutdown_connections 2023-06-26T03:03:46.082 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.076+0000 7fb92140c640 1 --2- 172.21.15.23:0/398907321 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fb9080662b0 0x7fb908068760 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:46.082 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.076+0000 7fb92140c640 1 --2- 172.21.15.23:0/398907321 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fb91c0c6f70 0x7fb91c15ab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:46.082 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.076+0000 7fb92140c640 1 --2- 172.21.15.23:0/398907321 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fb91c152660 0x7fb91c0c6a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:46.083 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.076+0000 7fb92140c640 1 --2- 172.21.15.23:0/398907321 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fb9040043b0 0x7fb91c1efd70 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:46.083 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.076+0000 7fb92140c640 1 -- 172.21.15.23:0/398907321 >> 172.21.15.23:0/398907321 conn(0x7fb91c069400 msgr2=0x7fb91c0ca330 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:46.083 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.076+0000 7fb92140c640 1 -- 172.21.15.23:0/398907321 shutdown_connections 2023-06-26T03:03:46.083 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.076+0000 7fb92140c640 1 -- 172.21.15.23:0/398907321 wait complete. 2023-06-26T03:03:46.097 INFO:teuthology.orchestra.run.smithi023.stdout:{"pg_ready":true,"pg_map":{"version":90,"stamp":"2023-06-26T03:03:45.248539+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":210,"acting":210,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":161,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237032,"kb_used_data":5032,"kb_used_omap":0,"kb_used_meta":231936,"kb_avail":754737688,"statfs":{"total":773094113280,"available":772851392512,"internally_reserved":0,"allocated":5152768,"data_stored":2935668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":237502464},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":66,"apply_latency_ms":66,"commit_latency_ns":66000000,"apply_latency_ns":66000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.669820"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.477949+0000","last_change":"2023-06-26T03:03:38.035681+0000","last_active":"2023-06-26T03:03:39.477949+0000","last_peered":"2023-06-26T03:03:39.477949+0000","last_clean":"2023-06-26T03:03:39.477949+0000","last_became_active":"2023-06-26T03:03:38.035124+0000","last_became_peered":"2023-06-26T03:03:38.035124+0000","last_unstale":"2023-06-26T03:03:39.477949+0000","last_undegraded":"2023-06-26T03:03:39.477949+0000","last_fullsized":"2023-06-26T03:03:39.477949+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:20:54.448841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.477219+0000","last_change":"2023-06-26T03:03:38.033811+0000","last_active":"2023-06-26T03:03:39.477219+0000","last_peered":"2023-06-26T03:03:39.477219+0000","last_clean":"2023-06-26T03:03:39.477219+0000","last_became_active":"2023-06-26T03:03:38.032797+0000","last_became_peered":"2023-06-26T03:03:38.032797+0000","last_unstale":"2023-06-26T03:03:39.477219+0000","last_undegraded":"2023-06-26T03:03:39.477219+0000","last_fullsized":"2023-06-26T03:03:39.477219+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:44:34.241300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.476287+0000","last_change":"2023-06-26T03:03:38.033261+0000","last_active":"2023-06-26T03:03:39.476287+0000","last_peered":"2023-06-26T03:03:39.476287+0000","last_clean":"2023-06-26T03:03:39.476287+0000","last_became_active":"2023-06-26T03:03:38.032233+0000","last_became_peered":"2023-06-26T03:03:38.032233+0000","last_unstale":"2023-06-26T03:03:39.476287+0000","last_undegraded":"2023-06-26T03:03:39.476287+0000","last_fullsized":"2023-06-26T03:03:39.476287+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:36:22.085616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.192111+0000","last_change":"2023-06-26T03:03:38.017991+0000","last_active":"2023-06-26T03:03:39.192111+0000","last_peered":"2023-06-26T03:03:39.192111+0000","last_clean":"2023-06-26T03:03:39.192111+0000","last_became_active":"2023-06-26T03:03:38.017691+0000","last_became_peered":"2023-06-26T03:03:38.017691+0000","last_unstale":"2023-06-26T03:03:39.192111+0000","last_undegraded":"2023-06-26T03:03:39.192111+0000","last_fullsized":"2023-06-26T03:03:39.192111+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:24:36.899353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.475826+0000","last_change":"2023-06-26T03:03:38.026193+0000","last_active":"2023-06-26T03:03:39.475826+0000","last_peered":"2023-06-26T03:03:39.475826+0000","last_clean":"2023-06-26T03:03:39.475826+0000","last_became_active":"2023-06-26T03:03:38.025491+0000","last_became_peered":"2023-06-26T03:03:38.025491+0000","last_unstale":"2023-06-26T03:03:39.475826+0000","last_undegraded":"2023-06-26T03:03:39.475826+0000","last_fullsized":"2023-06-26T03:03:39.475826+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:13:19.328862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.240965+0000","last_change":"2023-06-26T03:03:38.026175+0000","last_active":"2023-06-26T03:03:39.240965+0000","last_peered":"2023-06-26T03:03:39.240965+0000","last_clean":"2023-06-26T03:03:39.240965+0000","last_became_active":"2023-06-26T03:03:38.025890+0000","last_became_peered":"2023-06-26T03:03:38.025890+0000","last_unstale":"2023-06-26T03:03:39.240965+0000","last_undegraded":"2023-06-26T03:03:39.240965+0000","last_fullsized":"2023-06-26T03:03:39.240965+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:56:27.887615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.476206+0000","last_change":"2023-06-26T03:03:38.019954+0000","last_active":"2023-06-26T03:03:39.476206+0000","last_peered":"2023-06-26T03:03:39.476206+0000","last_clean":"2023-06-26T03:03:39.476206+0000","last_became_active":"2023-06-26T03:03:38.019233+0000","last_became_peered":"2023-06-26T03:03:38.019233+0000","last_unstale":"2023-06-26T03:03:39.476206+0000","last_undegraded":"2023-06-26T03:03:39.476206+0000","last_fullsized":"2023-06-26T03:03:39.476206+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:36:45.862532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.191394+0000","last_change":"2023-06-26T03:03:38.018033+0000","last_active":"2023-06-26T03:03:39.191394+0000","last_peered":"2023-06-26T03:03:39.191394+0000","last_clean":"2023-06-26T03:03:39.191394+0000","last_became_active":"2023-06-26T03:03:38.017666+0000","last_became_peered":"2023-06-26T03:03:38.017666+0000","last_unstale":"2023-06-26T03:03:39.191394+0000","last_undegraded":"2023-06-26T03:03:39.191394+0000","last_fullsized":"2023-06-26T03:03:39.191394+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:52:04.933705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.192680+0000","last_change":"2023-06-26T03:03:38.004313+0000","last_active":"2023-06-26T03:03:39.192680+0000","last_peered":"2023-06-26T03:03:39.192680+0000","last_clean":"2023-06-26T03:03:39.192680+0000","last_became_active":"2023-06-26T03:03:38.004061+0000","last_became_peered":"2023-06-26T03:03:38.004061+0000","last_unstale":"2023-06-26T03:03:39.192680+0000","last_undegraded":"2023-06-26T03:03:39.192680+0000","last_fullsized":"2023-06-26T03:03:39.192680+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:56:27.887615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.192521+0000","last_change":"2023-06-26T03:03:38.018849+0000","last_active":"2023-06-26T03:03:39.192521+0000","last_peered":"2023-06-26T03:03:39.192521+0000","last_clean":"2023-06-26T03:03:39.192521+0000","last_became_active":"2023-06-26T03:03:38.018307+0000","last_became_peered":"2023-06-26T03:03:38.018307+0000","last_unstale":"2023-06-26T03:03:39.192521+0000","last_undegraded":"2023-06-26T03:03:39.192521+0000","last_fullsized":"2023-06-26T03:03:39.192521+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:19:06.545842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.192030+0000","last_change":"2023-06-26T03:03:38.007032+0000","last_active":"2023-06-26T03:03:39.192030+0000","last_peered":"2023-06-26T03:03:39.192030+0000","last_clean":"2023-06-26T03:03:39.192030+0000","last_became_active":"2023-06-26T03:03:38.006701+0000","last_became_peered":"2023-06-26T03:03:38.006701+0000","last_unstale":"2023-06-26T03:03:39.192030+0000","last_undegraded":"2023-06-26T03:03:39.192030+0000","last_fullsized":"2023-06-26T03:03:39.192030+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:13:26.832019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.477850+0000","last_change":"2023-06-26T03:03:38.035815+0000","last_active":"2023-06-26T03:03:39.477850+0000","last_peered":"2023-06-26T03:03:39.477850+0000","last_clean":"2023-06-26T03:03:39.477850+0000","last_became_active":"2023-06-26T03:03:38.035150+0000","last_became_peered":"2023-06-26T03:03:38.035150+0000","last_unstale":"2023-06-26T03:03:39.477850+0000","last_undegraded":"2023-06-26T03:03:39.477850+0000","last_fullsized":"2023-06-26T03:03:39.477850+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:51:14.680121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:38.991388+0000","last_change":"2023-06-26T03:03:37.995732+0000","last_active":"2023-06-26T03:03:38.991388+0000","last_peered":"2023-06-26T03:03:38.991388+0000","last_clean":"2023-06-26T03:03:38.991388+0000","last_became_active":"2023-06-26T03:03:37.995395+0000","last_became_peered":"2023-06-26T03:03:37.995395+0000","last_unstale":"2023-06-26T03:03:38.991388+0000","last_undegraded":"2023-06-26T03:03:38.991388+0000","last_fullsized":"2023-06-26T03:03:38.991388+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T15:03:18.910368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.191764+0000","last_change":"2023-06-26T03:03:38.003766+0000","last_active":"2023-06-26T03:03:39.191764+0000","last_peered":"2023-06-26T03:03:39.191764+0000","last_clean":"2023-06-26T03:03:39.191764+0000","last_became_active":"2023-06-26T03:03:38.003453+0000","last_became_peered":"2023-06-26T03:03:38.003453+0000","last_unstale":"2023-06-26T03:03:39.191764+0000","last_undegraded":"2023-06-26T03:03:39.191764+0000","last_fullsized":"2023-06-26T03:03:39.191764+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:06:42.108092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.240918+0000","last_change":"2023-06-26T03:03:38.030383+0000","last_active":"2023-06-26T03:03:39.240918+0000","last_peered":"2023-06-26T03:03:39.240918+0000","last_clean":"2023-06-26T03:03:39.240918+0000","last_became_active":"2023-06-26T03:03:38.030076+0000","last_became_peered":"2023-06-26T03:03:38.030076+0000","last_unstale":"2023-06-26T03:03:39.240918+0000","last_undegraded":"2023-06-26T03:03:39.240918+0000","last_fullsized":"2023-06-26T03:03:39.240918+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:27:50.847471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:38.993002+0000","last_change":"2023-06-26T03:03:38.011827+0000","last_active":"2023-06-26T03:03:38.993002+0000","last_peered":"2023-06-26T03:03:38.993002+0000","last_clean":"2023-06-26T03:03:38.993002+0000","last_became_active":"2023-06-26T03:03:38.011127+0000","last_became_peered":"2023-06-26T03:03:38.011127+0000","last_unstale":"2023-06-26T03:03:38.993002+0000","last_undegraded":"2023-06-26T03:03:38.993002+0000","last_fullsized":"2023-06-26T03:03:38.993002+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:33:37.671701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.476862+0000","last_change":"2023-06-26T03:03:38.047423+0000","last_active":"2023-06-26T03:03:39.476862+0000","last_peered":"2023-06-26T03:03:39.476862+0000","last_clean":"2023-06-26T03:03:39.476862+0000","last_became_active":"2023-06-26T03:03:38.046781+0000","last_became_peered":"2023-06-26T03:03:38.046781+0000","last_unstale":"2023-06-26T03:03:39.476862+0000","last_undegraded":"2023-06-26T03:03:39.476862+0000","last_fullsized":"2023-06-26T03:03:39.476862+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:45:45.641241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.476707+0000","last_change":"2023-06-26T03:03:38.033805+0000","last_active":"2023-06-26T03:03:39.476707+0000","last_peered":"2023-06-26T03:03:39.476707+0000","last_clean":"2023-06-26T03:03:39.476707+0000","last_became_active":"2023-06-26T03:03:38.032839+0000","last_became_peered":"2023-06-26T03:03:38.032839+0000","last_unstale":"2023-06-26T03:03:39.476707+0000","last_undegraded":"2023-06-26T03:03:39.476707+0000","last_fullsized":"2023-06-26T03:03:39.476707+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:49:03.634595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:38.994278+0000","last_change":"2023-06-26T03:03:38.011050+0000","last_active":"2023-06-26T03:03:38.994278+0000","last_peered":"2023-06-26T03:03:38.994278+0000","last_clean":"2023-06-26T03:03:38.994278+0000","last_became_active":"2023-06-26T03:03:38.010254+0000","last_became_peered":"2023-06-26T03:03:38.010254+0000","last_unstale":"2023-06-26T03:03:38.994278+0000","last_undegraded":"2023-06-26T03:03:38.994278+0000","last_fullsized":"2023-06-26T03:03:38.994278+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:03:25.150009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:38.991679+0000","last_change":"2023-06-26T03:03:38.004246+0000","last_active":"2023-06-26T03:03:38.991679+0000","last_peered":"2023-06-26T03:03:38.991679+0000","last_clean":"2023-06-26T03:03:38.991679+0000","last_became_active":"2023-06-26T03:03:38.004008+0000","last_became_peered":"2023-06-26T03:03:38.004008+0000","last_unstale":"2023-06-26T03:03:38.991679+0000","last_undegraded":"2023-06-26T03:03:38.991679+0000","last_fullsized":"2023-06-26T03:03:38.991679+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:20:18.547854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.241115+0000","last_change":"2023-06-26T03:03:38.006154+0000","last_active":"2023-06-26T03:03:39.241115+0000","last_peered":"2023-06-26T03:03:39.241115+0000","last_clean":"2023-06-26T03:03:39.241115+0000","last_became_active":"2023-06-26T03:03:38.005895+0000","last_became_peered":"2023-06-26T03:03:38.005895+0000","last_unstale":"2023-06-26T03:03:39.241115+0000","last_undegraded":"2023-06-26T03:03:39.241115+0000","last_fullsized":"2023-06-26T03:03:39.241115+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:56:23.776979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.191848+0000","last_change":"2023-06-26T03:03:38.018015+0000","last_active":"2023-06-26T03:03:39.191848+0000","last_peered":"2023-06-26T03:03:39.191848+0000","last_clean":"2023-06-26T03:03:39.191848+0000","last_became_active":"2023-06-26T03:03:38.017645+0000","last_became_peered":"2023-06-26T03:03:38.017645+0000","last_unstale":"2023-06-26T03:03:39.191848+0000","last_undegraded":"2023-06-26T03:03:39.191848+0000","last_fullsized":"2023-06-26T03:03:39.191848+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:37:13.656416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:38.993059+0000","last_change":"2023-06-26T03:03:38.024022+0000","last_active":"2023-06-26T03:03:38.993059+0000","last_peered":"2023-06-26T03:03:38.993059+0000","last_clean":"2023-06-26T03:03:38.993059+0000","last_became_active":"2023-06-26T03:03:38.022950+0000","last_became_peered":"2023-06-26T03:03:38.022950+0000","last_unstale":"2023-06-26T03:03:38.993059+0000","last_undegraded":"2023-06-26T03:03:38.993059+0000","last_fullsized":"2023-06-26T03:03:38.993059+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:43:13.556954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:38.993366+0000","last_change":"2023-06-26T03:03:38.027425+0000","last_active":"2023-06-26T03:03:38.993366+0000","last_peered":"2023-06-26T03:03:38.993366+0000","last_clean":"2023-06-26T03:03:38.993366+0000","last_became_active":"2023-06-26T03:03:38.026647+0000","last_became_peered":"2023-06-26T03:03:38.026647+0000","last_unstale":"2023-06-26T03:03:38.993366+0000","last_undegraded":"2023-06-26T03:03:38.993366+0000","last_fullsized":"2023-06-26T03:03:38.993366+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:48:14.595068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:38.994407+0000","last_change":"2023-06-26T03:03:38.015364+0000","last_active":"2023-06-26T03:03:38.994407+0000","last_peered":"2023-06-26T03:03:38.994407+0000","last_clean":"2023-06-26T03:03:38.994407+0000","last_became_active":"2023-06-26T03:03:38.014617+0000","last_became_peered":"2023-06-26T03:03:38.014617+0000","last_unstale":"2023-06-26T03:03:38.994407+0000","last_undegraded":"2023-06-26T03:03:38.994407+0000","last_fullsized":"2023-06-26T03:03:38.994407+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:26:44.215505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:38.991888+0000","last_change":"2023-06-26T03:03:37.999167+0000","last_active":"2023-06-26T03:03:38.991888+0000","last_peered":"2023-06-26T03:03:38.991888+0000","last_clean":"2023-06-26T03:03:38.991888+0000","last_became_active":"2023-06-26T03:03:37.998857+0000","last_became_peered":"2023-06-26T03:03:37.998857+0000","last_unstale":"2023-06-26T03:03:38.991888+0000","last_undegraded":"2023-06-26T03:03:38.991888+0000","last_fullsized":"2023-06-26T03:03:38.991888+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:26:44.215505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.476659+0000","last_change":"2023-06-26T03:03:38.046857+0000","last_active":"2023-06-26T03:03:39.476659+0000","last_peered":"2023-06-26T03:03:39.476659+0000","last_clean":"2023-06-26T03:03:39.476659+0000","last_became_active":"2023-06-26T03:03:38.046497+0000","last_became_peered":"2023-06-26T03:03:38.046497+0000","last_unstale":"2023-06-26T03:03:39.476659+0000","last_undegraded":"2023-06-26T03:03:39.476659+0000","last_fullsized":"2023-06-26T03:03:39.476659+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:46:38.937343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.477549+0000","last_change":"2023-06-26T03:03:38.035543+0000","last_active":"2023-06-26T03:03:39.477549+0000","last_peered":"2023-06-26T03:03:39.477549+0000","last_clean":"2023-06-26T03:03:39.477549+0000","last_became_active":"2023-06-26T03:03:38.034708+0000","last_became_peered":"2023-06-26T03:03:38.034708+0000","last_unstale":"2023-06-26T03:03:39.477549+0000","last_undegraded":"2023-06-26T03:03:39.477549+0000","last_fullsized":"2023-06-26T03:03:39.477549+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:26:11.127515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:38.993285+0000","last_change":"2023-06-26T03:03:38.005162+0000","last_active":"2023-06-26T03:03:38.993285+0000","last_peered":"2023-06-26T03:03:38.993285+0000","last_clean":"2023-06-26T03:03:38.993285+0000","last_became_active":"2023-06-26T03:03:38.004447+0000","last_became_peered":"2023-06-26T03:03:38.004447+0000","last_unstale":"2023-06-26T03:03:38.993285+0000","last_undegraded":"2023-06-26T03:03:38.993285+0000","last_fullsized":"2023-06-26T03:03:38.993285+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:43:28.409173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.475856+0000","last_change":"2023-06-26T03:03:38.032406+0000","last_active":"2023-06-26T03:03:39.475856+0000","last_peered":"2023-06-26T03:03:39.475856+0000","last_clean":"2023-06-26T03:03:39.475856+0000","last_became_active":"2023-06-26T03:03:38.030866+0000","last_became_peered":"2023-06-26T03:03:38.030866+0000","last_unstale":"2023-06-26T03:03:39.475856+0000","last_undegraded":"2023-06-26T03:03:39.475856+0000","last_fullsized":"2023-06-26T03:03:39.475856+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:04:47.274141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.240836+0000","last_change":"2023-06-26T03:03:38.024576+0000","last_active":"2023-06-26T03:03:39.240836+0000","last_peered":"2023-06-26T03:03:39.240836+0000","last_clean":"2023-06-26T03:03:39.240836+0000","last_became_active":"2023-06-26T03:03:38.024326+0000","last_became_peered":"2023-06-26T03:03:38.024326+0000","last_unstale":"2023-06-26T03:03:39.240836+0000","last_undegraded":"2023-06-26T03:03:39.240836+0000","last_fullsized":"2023-06-26T03:03:39.240836+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:53:11.514311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:38.991223+0000","last_change":"2023-06-26T03:03:38.003750+0000","last_active":"2023-06-26T03:03:38.991223+0000","last_peered":"2023-06-26T03:03:38.991223+0000","last_clean":"2023-06-26T03:03:38.991223+0000","last_became_active":"2023-06-26T03:03:38.003475+0000","last_became_peered":"2023-06-26T03:03:38.003475+0000","last_unstale":"2023-06-26T03:03:38.991223+0000","last_undegraded":"2023-06-26T03:03:38.991223+0000","last_fullsized":"2023-06-26T03:03:38.991223+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:48:14.595068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:38.992726+0000","last_change":"2023-06-26T03:03:37.998011+0000","last_active":"2023-06-26T03:03:38.992726+0000","last_peered":"2023-06-26T03:03:38.992726+0000","last_clean":"2023-06-26T03:03:38.992726+0000","last_became_active":"2023-06-26T03:03:37.997516+0000","last_became_peered":"2023-06-26T03:03:37.997516+0000","last_unstale":"2023-06-26T03:03:38.992726+0000","last_undegraded":"2023-06-26T03:03:38.992726+0000","last_fullsized":"2023-06-26T03:03:38.992726+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:07:12.946564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"41'4","reported_seq":17,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.242337+0000","last_change":"2023-06-26T03:03:37.624983+0000","last_active":"2023-06-26T03:03:39.242337+0000","last_peered":"2023-06-26T03:03:39.242337+0000","last_clean":"2023-06-26T03:03:39.242337+0000","last_became_active":"2023-06-26T03:03:37.624692+0000","last_became_peered":"2023-06-26T03:03:37.624692+0000","last_unstale":"2023-06-26T03:03:39.242337+0000","last_undegraded":"2023-06-26T03:03:39.242337+0000","last_fullsized":"2023-06-26T03:03:39.242337+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:51:13.672409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:38.994699+0000","last_change":"2023-06-26T03:03:38.040605+0000","last_active":"2023-06-26T03:03:38.994699+0000","last_peered":"2023-06-26T03:03:38.994699+0000","last_clean":"2023-06-26T03:03:38.994699+0000","last_became_active":"2023-06-26T03:03:38.039972+0000","last_became_peered":"2023-06-26T03:03:38.039972+0000","last_unstale":"2023-06-26T03:03:38.994699+0000","last_undegraded":"2023-06-26T03:03:38.994699+0000","last_fullsized":"2023-06-26T03:03:38.994699+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:04:49.815782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"41'1","reported_seq":14,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.477380+0000","last_change":"2023-06-26T03:03:37.626249+0000","last_active":"2023-06-26T03:03:39.477380+0000","last_peered":"2023-06-26T03:03:39.477380+0000","last_clean":"2023-06-26T03:03:39.477380+0000","last_became_active":"2023-06-26T03:03:37.625642+0000","last_became_peered":"2023-06-26T03:03:37.625642+0000","last_unstale":"2023-06-26T03:03:39.477380+0000","last_undegraded":"2023-06-26T03:03:39.477380+0000","last_fullsized":"2023-06-26T03:03:39.477380+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:59:44.944705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.477730+0000","last_change":"2023-06-26T03:03:38.040835+0000","last_active":"2023-06-26T03:03:39.477730+0000","last_peered":"2023-06-26T03:03:39.477730+0000","last_clean":"2023-06-26T03:03:39.477730+0000","last_became_active":"2023-06-26T03:03:38.040207+0000","last_became_peered":"2023-06-26T03:03:38.040207+0000","last_unstale":"2023-06-26T03:03:39.477730+0000","last_undegraded":"2023-06-26T03:03:39.477730+0000","last_fullsized":"2023-06-26T03:03:39.477730+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:32:27.078731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1d","version":"41'2","reported_seq":15,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:38.992965+0000","last_change":"2023-06-26T03:03:37.608144+0000","last_active":"2023-06-26T03:03:38.992965+0000","last_peered":"2023-06-26T03:03:38.992965+0000","last_clean":"2023-06-26T03:03:38.992965+0000","last_became_active":"2023-06-26T03:03:37.607723+0000","last_became_peered":"2023-06-26T03:03:37.607723+0000","last_unstale":"2023-06-26T03:03:38.992965+0000","last_undegraded":"2023-06-26T03:03:38.992965+0000","last_fullsized":"2023-06-26T03:03:38.992965+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:17:09.992463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:38.992612+0000","last_change":"2023-06-26T03:03:38.015649+0000","last_active":"2023-06-26T03:03:38.992612+0000","last_peered":"2023-06-26T03:03:38.992612+0000","last_clean":"2023-06-26T03:03:38.992612+0000","last_became_active":"2023-06-26T03:03:38.015356+0000","last_became_peered":"2023-06-26T03:03:38.015356+0000","last_unstale":"2023-06-26T03:03:38.992612+0000","last_undegraded":"2023-06-26T03:03:38.992612+0000","last_fullsized":"2023-06-26T03:03:38.992612+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:32:10.493104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"41'2","reported_seq":15,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.476697+0000","last_change":"2023-06-26T03:03:37.620862+0000","last_active":"2023-06-26T03:03:39.476697+0000","last_peered":"2023-06-26T03:03:39.476697+0000","last_clean":"2023-06-26T03:03:39.476697+0000","last_became_active":"2023-06-26T03:03:37.620149+0000","last_became_peered":"2023-06-26T03:03:37.620149+0000","last_unstale":"2023-06-26T03:03:39.476697+0000","last_undegraded":"2023-06-26T03:03:39.476697+0000","last_fullsized":"2023-06-26T03:03:39.476697+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:26:10.119803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.475826+0000","last_change":"2023-06-26T03:03:38.035121+0000","last_active":"2023-06-26T03:03:39.475826+0000","last_peered":"2023-06-26T03:03:39.475826+0000","last_clean":"2023-06-26T03:03:39.475826+0000","last_became_active":"2023-06-26T03:03:38.034596+0000","last_became_peered":"2023-06-26T03:03:38.034596+0000","last_unstale":"2023-06-26T03:03:39.475826+0000","last_undegraded":"2023-06-26T03:03:39.475826+0000","last_fullsized":"2023-06-26T03:03:39.475826+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:55:25.407912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"41'1","reported_seq":14,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.241460+0000","last_change":"2023-06-26T03:03:37.624640+0000","last_active":"2023-06-26T03:03:39.241460+0000","last_peered":"2023-06-26T03:03:39.241460+0000","last_clean":"2023-06-26T03:03:39.241460+0000","last_became_active":"2023-06-26T03:03:37.624286+0000","last_became_peered":"2023-06-26T03:03:37.624286+0000","last_unstale":"2023-06-26T03:03:39.241460+0000","last_undegraded":"2023-06-26T03:03:39.241460+0000","last_fullsized":"2023-06-26T03:03:39.241460+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:13:18.321151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.191850+0000","last_change":"2023-06-26T03:03:38.006906+0000","last_active":"2023-06-26T03:03:39.191850+0000","last_peered":"2023-06-26T03:03:39.191850+0000","last_clean":"2023-06-26T03:03:39.191850+0000","last_became_active":"2023-06-26T03:03:38.005654+0000","last_became_peered":"2023-06-26T03:03:38.005654+0000","last_unstale":"2023-06-26T03:03:39.191850+0000","last_undegraded":"2023-06-26T03:03:39.191850+0000","last_fullsized":"2023-06-26T03:03:39.191850+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:40:46.085283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"41'1","reported_seq":14,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.478696+0000","last_change":"2023-06-26T03:03:37.606765+0000","last_active":"2023-06-26T03:03:39.478696+0000","last_peered":"2023-06-26T03:03:39.478696+0000","last_clean":"2023-06-26T03:03:39.478696+0000","last_became_active":"2023-06-26T03:03:37.606025+0000","last_became_peered":"2023-06-26T03:03:37.606025+0000","last_unstale":"2023-06-26T03:03:39.478696+0000","last_undegraded":"2023-06-26T03:03:39.478696+0000","last_fullsized":"2023-06-26T03:03:39.478696+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:46:55.284177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.191247+0000","last_change":"2023-06-26T03:03:38.018042+0000","last_active":"2023-06-26T03:03:39.191247+0000","last_peered":"2023-06-26T03:03:39.191247+0000","last_clean":"2023-06-26T03:03:39.191247+0000","last_became_active":"2023-06-26T03:03:38.017575+0000","last_became_peered":"2023-06-26T03:03:38.017575+0000","last_unstale":"2023-06-26T03:03:39.191247+0000","last_undegraded":"2023-06-26T03:03:39.191247+0000","last_fullsized":"2023-06-26T03:03:39.191247+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:08:14.319146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":13,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.475425+0000","last_change":"2023-06-26T03:03:37.610942+0000","last_active":"2023-06-26T03:03:39.475425+0000","last_peered":"2023-06-26T03:03:39.475425+0000","last_clean":"2023-06-26T03:03:39.475425+0000","last_became_active":"2023-06-26T03:03:37.610122+0000","last_became_peered":"2023-06-26T03:03:37.610122+0000","last_unstale":"2023-06-26T03:03:39.475425+0000","last_undegraded":"2023-06-26T03:03:39.475425+0000","last_fullsized":"2023-06-26T03:03:39.475425+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:08:52.223001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:38.992907+0000","last_change":"2023-06-26T03:03:38.026101+0000","last_active":"2023-06-26T03:03:38.992907+0000","last_peered":"2023-06-26T03:03:38.992907+0000","last_clean":"2023-06-26T03:03:38.992907+0000","last_became_active":"2023-06-26T03:03:38.025297+0000","last_became_peered":"2023-06-26T03:03:38.025297+0000","last_unstale":"2023-06-26T03:03:38.992907+0000","last_undegraded":"2023-06-26T03:03:38.992907+0000","last_fullsized":"2023-06-26T03:03:38.992907+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:29:05.488252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":13,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.191475+0000","last_change":"2023-06-26T03:03:37.616992+0000","last_active":"2023-06-26T03:03:39.191475+0000","last_peered":"2023-06-26T03:03:39.191475+0000","last_clean":"2023-06-26T03:03:39.191475+0000","last_became_active":"2023-06-26T03:03:37.616574+0000","last_became_peered":"2023-06-26T03:03:37.616574+0000","last_unstale":"2023-06-26T03:03:39.191475+0000","last_undegraded":"2023-06-26T03:03:39.191475+0000","last_fullsized":"2023-06-26T03:03:39.191475+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:26:14.980148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.477042+0000","last_change":"2023-06-26T03:03:38.033050+0000","last_active":"2023-06-26T03:03:39.477042+0000","last_peered":"2023-06-26T03:03:39.477042+0000","last_clean":"2023-06-26T03:03:39.477042+0000","last_became_active":"2023-06-26T03:03:38.031416+0000","last_became_peered":"2023-06-26T03:03:38.031416+0000","last_unstale":"2023-06-26T03:03:39.477042+0000","last_undegraded":"2023-06-26T03:03:39.477042+0000","last_fullsized":"2023-06-26T03:03:39.477042+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:15:28.452478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":13,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.477354+0000","last_change":"2023-06-26T03:03:37.615279+0000","last_active":"2023-06-26T03:03:39.477354+0000","last_peered":"2023-06-26T03:03:39.477354+0000","last_clean":"2023-06-26T03:03:39.477354+0000","last_became_active":"2023-06-26T03:03:37.614307+0000","last_became_peered":"2023-06-26T03:03:37.614307+0000","last_unstale":"2023-06-26T03:03:39.477354+0000","last_undegraded":"2023-06-26T03:03:39.477354+0000","last_fullsized":"2023-06-26T03:03:39.477354+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:36:39.743388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.478231+0000","last_change":"2023-06-26T03:03:38.038338+0000","last_active":"2023-06-26T03:03:39.478231+0000","last_peered":"2023-06-26T03:03:39.478231+0000","last_clean":"2023-06-26T03:03:39.478231+0000","last_became_active":"2023-06-26T03:03:38.037787+0000","last_became_peered":"2023-06-26T03:03:38.037787+0000","last_unstale":"2023-06-26T03:03:39.478231+0000","last_undegraded":"2023-06-26T03:03:39.478231+0000","last_fullsized":"2023-06-26T03:03:39.478231+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:46:18.172361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":13,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.192645+0000","last_change":"2023-06-26T03:03:37.628670+0000","last_active":"2023-06-26T03:03:39.192645+0000","last_peered":"2023-06-26T03:03:39.192645+0000","last_clean":"2023-06-26T03:03:39.192645+0000","last_became_active":"2023-06-26T03:03:37.628297+0000","last_became_peered":"2023-06-26T03:03:37.628297+0000","last_unstale":"2023-06-26T03:03:39.192645+0000","last_undegraded":"2023-06-26T03:03:39.192645+0000","last_fullsized":"2023-06-26T03:03:39.192645+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:17:51.612125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.241707+0000","last_change":"2023-06-26T03:03:38.010141+0000","last_active":"2023-06-26T03:03:39.241707+0000","last_peered":"2023-06-26T03:03:39.241707+0000","last_clean":"2023-06-26T03:03:39.241707+0000","last_became_active":"2023-06-26T03:03:38.009766+0000","last_became_peered":"2023-06-26T03:03:38.009766+0000","last_unstale":"2023-06-26T03:03:39.241707+0000","last_undegraded":"2023-06-26T03:03:39.241707+0000","last_fullsized":"2023-06-26T03:03:39.241707+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:26:11.127515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"41'3","reported_seq":16,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.477716+0000","last_change":"2023-06-26T03:03:37.633013+0000","last_active":"2023-06-26T03:03:39.477716+0000","last_peered":"2023-06-26T03:03:39.477716+0000","last_clean":"2023-06-26T03:03:39.477716+0000","last_became_active":"2023-06-26T03:03:37.632369+0000","last_became_peered":"2023-06-26T03:03:37.632369+0000","last_unstale":"2023-06-26T03:03:39.477716+0000","last_undegraded":"2023-06-26T03:03:39.477716+0000","last_fullsized":"2023-06-26T03:03:39.477716+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:17:36.867060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.477066+0000","last_change":"2023-06-26T03:03:38.020896+0000","last_active":"2023-06-26T03:03:39.477066+0000","last_peered":"2023-06-26T03:03:39.477066+0000","last_clean":"2023-06-26T03:03:39.477066+0000","last_became_active":"2023-06-26T03:03:38.019399+0000","last_became_peered":"2023-06-26T03:03:38.019399+0000","last_unstale":"2023-06-26T03:03:39.477066+0000","last_undegraded":"2023-06-26T03:03:39.477066+0000","last_fullsized":"2023-06-26T03:03:39.477066+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:32:27.078731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"41'6","reported_seq":19,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:38.991716+0000","last_change":"2023-06-26T03:03:37.614140+0000","last_active":"2023-06-26T03:03:38.991716+0000","last_peered":"2023-06-26T03:03:38.991716+0000","last_clean":"2023-06-26T03:03:38.991716+0000","last_became_active":"2023-06-26T03:03:37.613568+0000","last_became_peered":"2023-06-26T03:03:37.613568+0000","last_unstale":"2023-06-26T03:03:38.991716+0000","last_undegraded":"2023-06-26T03:03:38.991716+0000","last_fullsized":"2023-06-26T03:03:38.991716+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:03:24.142297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:38.993371+0000","last_change":"2023-06-26T03:03:38.011573+0000","last_active":"2023-06-26T03:03:38.993371+0000","last_peered":"2023-06-26T03:03:38.993371+0000","last_clean":"2023-06-26T03:03:38.993371+0000","last_became_active":"2023-06-26T03:03:38.010209+0000","last_became_peered":"2023-06-26T03:03:38.010209+0000","last_unstale":"2023-06-26T03:03:38.993371+0000","last_undegraded":"2023-06-26T03:03:38.993371+0000","last_fullsized":"2023-06-26T03:03:38.993371+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:09:05.640841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"41'2","reported_seq":15,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.241674+0000","last_change":"2023-06-26T03:03:37.617512+0000","last_active":"2023-06-26T03:03:39.241674+0000","last_peered":"2023-06-26T03:03:39.241674+0000","last_clean":"2023-06-26T03:03:39.241674+0000","last_became_active":"2023-06-26T03:03:37.617198+0000","last_became_peered":"2023-06-26T03:03:37.617198+0000","last_unstale":"2023-06-26T03:03:39.241674+0000","last_undegraded":"2023-06-26T03:03:39.241674+0000","last_fullsized":"2023-06-26T03:03:39.241674+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:44:33.233588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.192065+0000","last_change":"2023-06-26T03:03:38.026141+0000","last_active":"2023-06-26T03:03:39.192065+0000","last_peered":"2023-06-26T03:03:39.192065+0000","last_clean":"2023-06-26T03:03:39.192065+0000","last_became_active":"2023-06-26T03:03:38.025933+0000","last_became_peered":"2023-06-26T03:03:38.025933+0000","last_unstale":"2023-06-26T03:03:39.192065+0000","last_undegraded":"2023-06-26T03:03:39.192065+0000","last_fullsized":"2023-06-26T03:03:39.192065+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:28:58.619845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":13,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.475885+0000","last_change":"2023-06-26T03:03:37.630046+0000","last_active":"2023-06-26T03:03:39.475885+0000","last_peered":"2023-06-26T03:03:39.475885+0000","last_clean":"2023-06-26T03:03:39.475885+0000","last_became_active":"2023-06-26T03:03:37.629083+0000","last_became_peered":"2023-06-26T03:03:37.629083+0000","last_unstale":"2023-06-26T03:03:39.475885+0000","last_undegraded":"2023-06-26T03:03:39.475885+0000","last_fullsized":"2023-06-26T03:03:39.475885+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:00:02.262892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.240858+0000","last_change":"2023-06-26T03:03:38.010120+0000","last_active":"2023-06-26T03:03:39.240858+0000","last_peered":"2023-06-26T03:03:39.240858+0000","last_clean":"2023-06-26T03:03:39.240858+0000","last_became_active":"2023-06-26T03:03:38.009848+0000","last_became_peered":"2023-06-26T03:03:38.009848+0000","last_unstale":"2023-06-26T03:03:39.240858+0000","last_undegraded":"2023-06-26T03:03:39.240858+0000","last_fullsized":"2023-06-26T03:03:39.240858+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:17:52.619836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":13,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.240970+0000","last_change":"2023-06-26T03:03:37.619619+0000","last_active":"2023-06-26T03:03:39.240970+0000","last_peered":"2023-06-26T03:03:39.240970+0000","last_clean":"2023-06-26T03:03:39.240970+0000","last_became_active":"2023-06-26T03:03:37.619332+0000","last_became_peered":"2023-06-26T03:03:37.619332+0000","last_unstale":"2023-06-26T03:03:39.240970+0000","last_undegraded":"2023-06-26T03:03:39.240970+0000","last_fullsized":"2023-06-26T03:03:39.240970+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:08:52.223001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.476564+0000","last_change":"2023-06-26T03:03:38.021295+0000","last_active":"2023-06-26T03:03:39.476564+0000","last_peered":"2023-06-26T03:03:39.476564+0000","last_clean":"2023-06-26T03:03:39.476564+0000","last_became_active":"2023-06-26T03:03:38.020477+0000","last_became_peered":"2023-06-26T03:03:38.020477+0000","last_unstale":"2023-06-26T03:03:39.476564+0000","last_undegraded":"2023-06-26T03:03:39.476564+0000","last_fullsized":"2023-06-26T03:03:39.476564+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:45:29.226797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"41'8","reported_seq":21,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.191885+0000","last_change":"2023-06-26T03:03:37.619756+0000","last_active":"2023-06-26T03:03:39.191885+0000","last_peered":"2023-06-26T03:03:39.191885+0000","last_clean":"2023-06-26T03:03:39.191885+0000","last_became_active":"2023-06-26T03:03:37.619446+0000","last_became_peered":"2023-06-26T03:03:37.619446+0000","last_unstale":"2023-06-26T03:03:39.191885+0000","last_undegraded":"2023-06-26T03:03:39.191885+0000","last_fullsized":"2023-06-26T03:03:39.191885+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:30:55.448677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:38.992030+0000","last_change":"2023-06-26T03:03:38.035721+0000","last_active":"2023-06-26T03:03:38.992030+0000","last_peered":"2023-06-26T03:03:38.992030+0000","last_clean":"2023-06-26T03:03:38.992030+0000","last_became_active":"2023-06-26T03:03:38.035470+0000","last_became_peered":"2023-06-26T03:03:38.035470+0000","last_unstale":"2023-06-26T03:03:38.992030+0000","last_undegraded":"2023-06-26T03:03:38.992030+0000","last_fullsized":"2023-06-26T03:03:38.992030+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:04:49.815782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"41'1","reported_seq":14,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:38.992365+0000","last_change":"2023-06-26T03:03:37.618619+0000","last_active":"2023-06-26T03:03:38.992365+0000","last_peered":"2023-06-26T03:03:38.992365+0000","last_clean":"2023-06-26T03:03:38.992365+0000","last_became_active":"2023-06-26T03:03:37.618236+0000","last_became_peered":"2023-06-26T03:03:37.618236+0000","last_unstale":"2023-06-26T03:03:38.992365+0000","last_undegraded":"2023-06-26T03:03:38.992365+0000","last_fullsized":"2023-06-26T03:03:38.992365+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:29:13.807201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.192639+0000","last_change":"2023-06-26T03:03:38.014072+0000","last_active":"2023-06-26T03:03:39.192639+0000","last_peered":"2023-06-26T03:03:39.192639+0000","last_clean":"2023-06-26T03:03:39.192639+0000","last_became_active":"2023-06-26T03:03:38.013767+0000","last_became_peered":"2023-06-26T03:03:38.013767+0000","last_unstale":"2023-06-26T03:03:39.192639+0000","last_undegraded":"2023-06-26T03:03:39.192639+0000","last_fullsized":"2023-06-26T03:03:39.192639+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:53:11.514311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"41'2","reported_seq":15,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.477696+0000","last_change":"2023-06-26T03:03:37.609635+0000","last_active":"2023-06-26T03:03:39.477696+0000","last_peered":"2023-06-26T03:03:39.477696+0000","last_clean":"2023-06-26T03:03:39.477696+0000","last_became_active":"2023-06-26T03:03:37.608933+0000","last_became_peered":"2023-06-26T03:03:37.608933+0000","last_unstale":"2023-06-26T03:03:39.477696+0000","last_undegraded":"2023-06-26T03:03:39.477696+0000","last_fullsized":"2023-06-26T03:03:39.477696+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:32:44.330012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:38.993861+0000","last_change":"2023-06-26T03:03:38.004185+0000","last_active":"2023-06-26T03:03:38.993861+0000","last_peered":"2023-06-26T03:03:38.993861+0000","last_clean":"2023-06-26T03:03:38.993861+0000","last_became_active":"2023-06-26T03:03:38.003445+0000","last_became_peered":"2023-06-26T03:03:38.003445+0000","last_unstale":"2023-06-26T03:03:38.993861+0000","last_undegraded":"2023-06-26T03:03:38.993861+0000","last_fullsized":"2023-06-26T03:03:38.993861+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T15:03:18.910368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"41'1","reported_seq":14,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.477602+0000","last_change":"2023-06-26T03:03:37.606403+0000","last_active":"2023-06-26T03:03:39.477602+0000","last_peered":"2023-06-26T03:03:39.477602+0000","last_clean":"2023-06-26T03:03:39.477602+0000","last_became_active":"2023-06-26T03:03:37.605747+0000","last_became_peered":"2023-06-26T03:03:37.605747+0000","last_unstale":"2023-06-26T03:03:39.477602+0000","last_undegraded":"2023-06-26T03:03:39.477602+0000","last_fullsized":"2023-06-26T03:03:39.477602+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:13:00.111510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:38.994119+0000","last_change":"2023-06-26T03:03:38.015942+0000","last_active":"2023-06-26T03:03:38.994119+0000","last_peered":"2023-06-26T03:03:38.994119+0000","last_clean":"2023-06-26T03:03:38.994119+0000","last_became_active":"2023-06-26T03:03:38.015010+0000","last_became_peered":"2023-06-26T03:03:38.015010+0000","last_unstale":"2023-06-26T03:03:38.994119+0000","last_undegraded":"2023-06-26T03:03:38.994119+0000","last_fullsized":"2023-06-26T03:03:38.994119+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:20:18.547854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":13,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.241570+0000","last_change":"2023-06-26T03:03:37.624184+0000","last_active":"2023-06-26T03:03:39.241570+0000","last_peered":"2023-06-26T03:03:39.241570+0000","last_clean":"2023-06-26T03:03:39.241570+0000","last_became_active":"2023-06-26T03:03:37.623860+0000","last_became_peered":"2023-06-26T03:03:37.623860+0000","last_unstale":"2023-06-26T03:03:39.241570+0000","last_undegraded":"2023-06-26T03:03:39.241570+0000","last_fullsized":"2023-06-26T03:03:39.241570+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:13:35.699451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.241312+0000","last_change":"2023-06-26T03:03:38.010217+0000","last_active":"2023-06-26T03:03:39.241312+0000","last_peered":"2023-06-26T03:03:39.241312+0000","last_clean":"2023-06-26T03:03:39.241312+0000","last_became_active":"2023-06-26T03:03:38.009945+0000","last_became_peered":"2023-06-26T03:03:38.009945+0000","last_unstale":"2023-06-26T03:03:39.241312+0000","last_undegraded":"2023-06-26T03:03:39.241312+0000","last_fullsized":"2023-06-26T03:03:39.241312+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:36:45.862532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"41'2","reported_seq":15,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.241997+0000","last_change":"2023-06-26T03:03:37.628967+0000","last_active":"2023-06-26T03:03:39.241997+0000","last_peered":"2023-06-26T03:03:39.241997+0000","last_clean":"2023-06-26T03:03:39.241997+0000","last_became_active":"2023-06-26T03:03:37.628551+0000","last_became_peered":"2023-06-26T03:03:37.628551+0000","last_unstale":"2023-06-26T03:03:39.241997+0000","last_undegraded":"2023-06-26T03:03:39.241997+0000","last_fullsized":"2023-06-26T03:03:39.241997+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:13:00.111510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:38.992452+0000","last_change":"2023-06-26T03:03:38.036184+0000","last_active":"2023-06-26T03:03:38.992452+0000","last_peered":"2023-06-26T03:03:38.992452+0000","last_clean":"2023-06-26T03:03:38.992452+0000","last_became_active":"2023-06-26T03:03:38.035883+0000","last_became_peered":"2023-06-26T03:03:38.035883+0000","last_unstale":"2023-06-26T03:03:38.992452+0000","last_undegraded":"2023-06-26T03:03:38.992452+0000","last_fullsized":"2023-06-26T03:03:38.992452+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:06:53.936900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":13,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.475456+0000","last_change":"2023-06-26T03:03:37.627026+0000","last_active":"2023-06-26T03:03:39.475456+0000","last_peered":"2023-06-26T03:03:39.475456+0000","last_clean":"2023-06-26T03:03:39.475456+0000","last_became_active":"2023-06-26T03:03:37.626254+0000","last_became_peered":"2023-06-26T03:03:37.626254+0000","last_unstale":"2023-06-26T03:03:39.475456+0000","last_undegraded":"2023-06-26T03:03:39.475456+0000","last_fullsized":"2023-06-26T03:03:39.475456+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:00:02.262892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:38.991223+0000","last_change":"2023-06-26T03:03:38.030169+0000","last_active":"2023-06-26T03:03:38.991223+0000","last_peered":"2023-06-26T03:03:38.991223+0000","last_clean":"2023-06-26T03:03:38.991223+0000","last_became_active":"2023-06-26T03:03:38.029850+0000","last_became_peered":"2023-06-26T03:03:38.029850+0000","last_unstale":"2023-06-26T03:03:38.991223+0000","last_undegraded":"2023-06-26T03:03:38.991223+0000","last_fullsized":"2023-06-26T03:03:38.991223+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:09:05.640841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":13,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.191714+0000","last_change":"2023-06-26T03:03:37.629014+0000","last_active":"2023-06-26T03:03:39.191714+0000","last_peered":"2023-06-26T03:03:39.191714+0000","last_clean":"2023-06-26T03:03:39.191714+0000","last_became_active":"2023-06-26T03:03:37.628639+0000","last_became_peered":"2023-06-26T03:03:37.628639+0000","last_unstale":"2023-06-26T03:03:39.191714+0000","last_undegraded":"2023-06-26T03:03:39.191714+0000","last_fullsized":"2023-06-26T03:03:39.191714+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:09:50.902952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.191493+0000","last_change":"2023-06-26T03:03:38.006884+0000","last_active":"2023-06-26T03:03:39.191493+0000","last_peered":"2023-06-26T03:03:39.191493+0000","last_clean":"2023-06-26T03:03:39.191493+0000","last_became_active":"2023-06-26T03:03:38.005683+0000","last_became_peered":"2023-06-26T03:03:38.005683+0000","last_unstale":"2023-06-26T03:03:39.191493+0000","last_undegraded":"2023-06-26T03:03:39.191493+0000","last_fullsized":"2023-06-26T03:03:39.191493+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:32:17.861186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":13,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.476556+0000","last_change":"2023-06-26T03:03:37.630367+0000","last_active":"2023-06-26T03:03:39.476556+0000","last_peered":"2023-06-26T03:03:39.476556+0000","last_clean":"2023-06-26T03:03:39.476556+0000","last_became_active":"2023-06-26T03:03:37.629446+0000","last_became_peered":"2023-06-26T03:03:37.629446+0000","last_unstale":"2023-06-26T03:03:39.476556+0000","last_undegraded":"2023-06-26T03:03:39.476556+0000","last_fullsized":"2023-06-26T03:03:39.476556+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:44:33.233588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.241672+0000","last_change":"2023-06-26T03:03:37.997078+0000","last_active":"2023-06-26T03:03:39.241672+0000","last_peered":"2023-06-26T03:03:39.241672+0000","last_clean":"2023-06-26T03:03:39.241672+0000","last_became_active":"2023-06-26T03:03:37.996772+0000","last_became_peered":"2023-06-26T03:03:37.996772+0000","last_unstale":"2023-06-26T03:03:39.241672+0000","last_undegraded":"2023-06-26T03:03:39.241672+0000","last_fullsized":"2023-06-26T03:03:39.241672+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:45:29.226797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":13,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.476545+0000","last_change":"2023-06-26T03:03:37.634543+0000","last_active":"2023-06-26T03:03:39.476545+0000","last_peered":"2023-06-26T03:03:39.476545+0000","last_clean":"2023-06-26T03:03:39.476545+0000","last_became_active":"2023-06-26T03:03:37.633815+0000","last_became_peered":"2023-06-26T03:03:37.633815+0000","last_unstale":"2023-06-26T03:03:39.476545+0000","last_undegraded":"2023-06-26T03:03:39.476545+0000","last_fullsized":"2023-06-26T03:03:39.476545+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:13:35.699451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":49,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:38.994863+0000","last_change":"2023-06-26T03:02:04.418555+0000","last_active":"2023-06-26T03:03:38.994863+0000","last_peered":"2023-06-26T03:03:38.994863+0000","last_clean":"2023-06-26T03:03:38.994863+0000","last_became_active":"2023-06-26T03:02:04.417392+0000","last_became_peered":"2023-06-26T03:02:04.417392+0000","last_unstale":"2023-06-26T03:03:38.994863+0000","last_undegraded":"2023-06-26T03:03:38.994863+0000","last_fullsized":"2023-06-26T03:03:38.994863+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:18:41.358509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.241303+0000","last_change":"2023-06-26T03:03:38.010383+0000","last_active":"2023-06-26T03:03:39.241303+0000","last_peered":"2023-06-26T03:03:39.241303+0000","last_clean":"2023-06-26T03:03:39.241303+0000","last_became_active":"2023-06-26T03:03:38.010155+0000","last_became_peered":"2023-06-26T03:03:38.010155+0000","last_unstale":"2023-06-26T03:03:39.241303+0000","last_undegraded":"2023-06-26T03:03:39.241303+0000","last_fullsized":"2023-06-26T03:03:39.241303+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:00:03.270604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":13,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.476214+0000","last_change":"2023-06-26T03:03:37.613463+0000","last_active":"2023-06-26T03:03:39.476214+0000","last_peered":"2023-06-26T03:03:39.476214+0000","last_clean":"2023-06-26T03:03:39.476214+0000","last_became_active":"2023-06-26T03:03:37.612708+0000","last_became_peered":"2023-06-26T03:03:37.612708+0000","last_unstale":"2023-06-26T03:03:39.476214+0000","last_undegraded":"2023-06-26T03:03:39.476214+0000","last_fullsized":"2023-06-26T03:03:39.476214+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T03:26:29.062964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":51,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:38.992919+0000","last_change":"2023-06-26T03:02:04.412948+0000","last_active":"2023-06-26T03:03:38.992919+0000","last_peered":"2023-06-26T03:03:38.992919+0000","last_clean":"2023-06-26T03:03:38.992919+0000","last_became_active":"2023-06-26T03:02:04.412333+0000","last_became_peered":"2023-06-26T03:02:04.412333+0000","last_unstale":"2023-06-26T03:03:38.992919+0000","last_undegraded":"2023-06-26T03:03:38.992919+0000","last_fullsized":"2023-06-26T03:03:38.992919+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:18:58.918105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.475427+0000","last_change":"2023-06-26T03:03:38.025983+0000","last_active":"2023-06-26T03:03:39.475427+0000","last_peered":"2023-06-26T03:03:39.475427+0000","last_clean":"2023-06-26T03:03:39.475427+0000","last_became_active":"2023-06-26T03:03:38.025120+0000","last_became_peered":"2023-06-26T03:03:38.025120+0000","last_unstale":"2023-06-26T03:03:39.475427+0000","last_undegraded":"2023-06-26T03:03:39.475427+0000","last_fullsized":"2023-06-26T03:03:39.475427+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:56:23.776979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":13,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:38.992198+0000","last_change":"2023-06-26T03:03:37.631420+0000","last_active":"2023-06-26T03:03:38.992198+0000","last_peered":"2023-06-26T03:03:38.992198+0000","last_clean":"2023-06-26T03:03:38.992198+0000","last_became_active":"2023-06-26T03:03:37.631169+0000","last_became_peered":"2023-06-26T03:03:37.631169+0000","last_unstale":"2023-06-26T03:03:38.992198+0000","last_undegraded":"2023-06-26T03:03:38.992198+0000","last_fullsized":"2023-06-26T03:03:38.992198+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T11:12:20.857533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":53,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.478209+0000","last_change":"2023-06-26T03:02:04.790011+0000","last_active":"2023-06-26T03:03:39.478209+0000","last_peered":"2023-06-26T03:03:39.478209+0000","last_clean":"2023-06-26T03:03:39.478209+0000","last_became_active":"2023-06-26T03:02:04.789216+0000","last_became_peered":"2023-06-26T03:02:04.789216+0000","last_unstale":"2023-06-26T03:03:39.478209+0000","last_undegraded":"2023-06-26T03:03:39.478209+0000","last_fullsized":"2023-06-26T03:03:39.478209+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T09:34:18.353042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.475456+0000","last_change":"2023-06-26T03:03:38.029618+0000","last_active":"2023-06-26T03:03:39.475456+0000","last_peered":"2023-06-26T03:03:39.475456+0000","last_clean":"2023-06-26T03:03:39.475456+0000","last_became_active":"2023-06-26T03:03:38.028880+0000","last_became_peered":"2023-06-26T03:03:38.028880+0000","last_unstale":"2023-06-26T03:03:39.475456+0000","last_undegraded":"2023-06-26T03:03:39.475456+0000","last_fullsized":"2023-06-26T03:03:39.475456+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:16:30.927129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":13,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.191632+0000","last_change":"2023-06-26T03:03:37.617664+0000","last_active":"2023-06-26T03:03:39.191632+0000","last_peered":"2023-06-26T03:03:39.191632+0000","last_clean":"2023-06-26T03:03:39.191632+0000","last_became_active":"2023-06-26T03:03:37.617337+0000","last_became_peered":"2023-06-26T03:03:37.617337+0000","last_unstale":"2023-06-26T03:03:39.191632+0000","last_undegraded":"2023-06-26T03:03:39.191632+0000","last_fullsized":"2023-06-26T03:03:39.191632+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:18:34.657479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":51,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:38.992715+0000","last_change":"2023-06-26T03:02:04.786886+0000","last_active":"2023-06-26T03:03:38.992715+0000","last_peered":"2023-06-26T03:03:38.992715+0000","last_clean":"2023-06-26T03:03:38.992715+0000","last_became_active":"2023-06-26T03:02:04.786502+0000","last_became_peered":"2023-06-26T03:02:04.786502+0000","last_unstale":"2023-06-26T03:03:38.992715+0000","last_undegraded":"2023-06-26T03:03:38.992715+0000","last_fullsized":"2023-06-26T03:03:38.992715+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:29:55.998000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:38.994712+0000","last_change":"2023-06-26T03:03:38.011062+0000","last_active":"2023-06-26T03:03:38.994712+0000","last_peered":"2023-06-26T03:03:38.994712+0000","last_clean":"2023-06-26T03:03:38.994712+0000","last_became_active":"2023-06-26T03:03:38.010391+0000","last_became_peered":"2023-06-26T03:03:38.010391+0000","last_unstale":"2023-06-26T03:03:38.994712+0000","last_undegraded":"2023-06-26T03:03:38.994712+0000","last_fullsized":"2023-06-26T03:03:38.994712+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T04:29:14.814913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"42'1","reported_seq":14,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:40.676455+0000","last_change":"2023-06-26T03:03:37.598068+0000","last_active":"2023-06-26T03:03:40.676455+0000","last_peered":"2023-06-26T03:03:40.676455+0000","last_clean":"2023-06-26T03:03:40.676455+0000","last_became_active":"2023-06-26T03:03:37.597684+0000","last_became_peered":"2023-06-26T03:03:37.597684+0000","last_unstale":"2023-06-26T03:03:40.676455+0000","last_undegraded":"2023-06-26T03:03:40.676455+0000","last_fullsized":"2023-06-26T03:03:40.676455+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T07:32:26.071019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":53,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.475661+0000","last_change":"2023-06-26T03:02:04.420793+0000","last_active":"2023-06-26T03:03:39.475661+0000","last_peered":"2023-06-26T03:03:39.475661+0000","last_clean":"2023-06-26T03:03:39.475661+0000","last_became_active":"2023-06-26T03:02:04.418556+0000","last_became_peered":"2023-06-26T03:02:04.418556+0000","last_unstale":"2023-06-26T03:03:39.475661+0000","last_undegraded":"2023-06-26T03:03:39.475661+0000","last_fullsized":"2023-06-26T03:03:39.475661+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T13:35:11.665138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.192168+0000","last_change":"2023-06-26T03:03:38.032234+0000","last_active":"2023-06-26T03:03:39.192168+0000","last_peered":"2023-06-26T03:03:39.192168+0000","last_clean":"2023-06-26T03:03:39.192168+0000","last_became_active":"2023-06-26T03:03:38.031995+0000","last_became_peered":"2023-06-26T03:03:38.031995+0000","last_unstale":"2023-06-26T03:03:39.192168+0000","last_undegraded":"2023-06-26T03:03:39.192168+0000","last_fullsized":"2023-06-26T03:03:39.192168+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:47:06.037575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":13,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.478017+0000","last_change":"2023-06-26T03:03:37.633757+0000","last_active":"2023-06-26T03:03:39.478017+0000","last_peered":"2023-06-26T03:03:39.478017+0000","last_clean":"2023-06-26T03:03:39.478017+0000","last_became_active":"2023-06-26T03:03:37.633138+0000","last_became_peered":"2023-06-26T03:03:37.633138+0000","last_unstale":"2023-06-26T03:03:39.478017+0000","last_undegraded":"2023-06-26T03:03:39.478017+0000","last_fullsized":"2023-06-26T03:03:39.478017+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T14:13:52.096673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":49,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:38.991047+0000","last_change":"2023-06-26T03:02:04.405831+0000","last_active":"2023-06-26T03:03:38.991047+0000","last_peered":"2023-06-26T03:03:38.991047+0000","last_clean":"2023-06-26T03:03:38.991047+0000","last_became_active":"2023-06-26T03:02:04.404901+0000","last_became_peered":"2023-06-26T03:02:04.404901+0000","last_unstale":"2023-06-26T03:03:38.991047+0000","last_undegraded":"2023-06-26T03:03:38.991047+0000","last_fullsized":"2023-06-26T03:03:38.991047+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:41:54.211779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.477392+0000","last_change":"2023-06-26T03:03:38.021338+0000","last_active":"2023-06-26T03:03:39.477392+0000","last_peered":"2023-06-26T03:03:39.477392+0000","last_clean":"2023-06-26T03:03:39.477392+0000","last_became_active":"2023-06-26T03:03:38.020220+0000","last_became_peered":"2023-06-26T03:03:38.020220+0000","last_unstale":"2023-06-26T03:03:39.477392+0000","last_undegraded":"2023-06-26T03:03:39.477392+0000","last_fullsized":"2023-06-26T03:03:39.477392+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T12:51:14.680121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":13,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:38.992597+0000","last_change":"2023-06-26T03:03:37.616494+0000","last_active":"2023-06-26T03:03:38.992597+0000","last_peered":"2023-06-26T03:03:38.992597+0000","last_clean":"2023-06-26T03:03:38.992597+0000","last_became_active":"2023-06-26T03:03:37.616098+0000","last_became_peered":"2023-06-26T03:03:37.616098+0000","last_unstale":"2023-06-26T03:03:38.992597+0000","last_undegraded":"2023-06-26T03:03:38.992597+0000","last_fullsized":"2023-06-26T03:03:38.992597+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T05:54:37.166761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":53,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.476119+0000","last_change":"2023-06-26T03:02:04.420728+0000","last_active":"2023-06-26T03:03:39.476119+0000","last_peered":"2023-06-26T03:03:39.476119+0000","last_clean":"2023-06-26T03:03:39.476119+0000","last_became_active":"2023-06-26T03:02:04.419812+0000","last_became_peered":"2023-06-26T03:02:04.419812+0000","last_unstale":"2023-06-26T03:03:39.476119+0000","last_undegraded":"2023-06-26T03:03:39.476119+0000","last_fullsized":"2023-06-26T03:03:39.476119+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:11:45.131468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":11,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.192671+0000","last_change":"2023-06-26T03:03:38.029438+0000","last_active":"2023-06-26T03:03:39.192671+0000","last_peered":"2023-06-26T03:03:39.192671+0000","last_clean":"2023-06-26T03:03:39.192671+0000","last_became_active":"2023-06-26T03:03:38.029173+0000","last_became_peered":"2023-06-26T03:03:38.029173+0000","last_unstale":"2023-06-26T03:03:39.192671+0000","last_undegraded":"2023-06-26T03:03:39.192671+0000","last_fullsized":"2023-06-26T03:03:39.192671+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":40,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:37.563596+0000","last_clean_scrub_stamp":"2023-06-26T03:03:37.563596+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:27:50.847471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"41'2","reported_seq":15,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.477438+0000","last_change":"2023-06-26T03:03:37.611313+0000","last_active":"2023-06-26T03:03:39.477438+0000","last_peered":"2023-06-26T03:03:39.477438+0000","last_clean":"2023-06-26T03:03:39.477438+0000","last_became_active":"2023-06-26T03:03:37.610595+0000","last_became_peered":"2023-06-26T03:03:37.610595+0000","last_unstale":"2023-06-26T03:03:39.477438+0000","last_undegraded":"2023-06-26T03:03:39.477438+0000","last_fullsized":"2023-06-26T03:03:39.477438+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:03:36.555884+0000","last_clean_scrub_stamp":"2023-06-26T03:03:36.555884+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T10:45:28.219086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":53,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.476020+0000","last_change":"2023-06-26T03:02:04.420212+0000","last_active":"2023-06-26T03:03:39.476020+0000","last_peered":"2023-06-26T03:03:39.476020+0000","last_clean":"2023-06-26T03:03:39.476020+0000","last_became_active":"2023-06-26T03:02:04.419030+0000","last_became_peered":"2023-06-26T03:02:04.419030+0000","last_unstale":"2023-06-26T03:03:39.476020+0000","last_undegraded":"2023-06-26T03:03:39.476020+0000","last_fullsized":"2023-06-26T03:03:39.476020+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:02:03.366202+0000","last_clean_scrub_stamp":"2023-06-26T03:02:03.366202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T06:12:02.509769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":209,"reported_epoch":42,"state":"active+clean","last_fresh":"2023-06-26T03:03:39.476786+0000","last_change":"2023-06-26T03:01:58.730017+0000","last_active":"2023-06-26T03:03:39.476786+0000","last_peered":"2023-06-26T03:03:39.476786+0000","last_clean":"2023-06-26T03:03:39.476786+0000","last_became_active":"2023-06-26T03:01:58.727921+0000","last_became_peered":"2023-06-26T03:01:58.727921+0000","last_unstale":"2023-06-26T03:03:39.476786+0000","last_undegraded":"2023-06-26T03:03:39.476786+0000","last_fullsized":"2023-06-26T03:03:39.476786+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-06-26T03:01:57.280857+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-06-26T03:01:57.280857+0000","last_clean_scrub_stamp":"2023-06-26T03:01:57.280857+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-06-27T08:11:20.836482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574874,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28012,"kb_used_data":1060,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94343828,"statfs":{"total":96636764160,"available":96608079872,"internally_reserved":0,"allocated":1085440,"data_stored":809234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.4059999999999999,"5min":1.4059999999999999,"15min":1.4059999999999999},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":0.70999999999999996}]},{"osd":1,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.161,"5min":1.161,"15min":1.161},"last":1.0069999999999999},{"interface":"front","average":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"min":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"max":{"1min":1.4259999999999999,"5min":1.4259999999999999,"15min":1.4259999999999999},"last":0.60899999999999999}]},{"osd":2,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.871,"15min":0.871},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.1970000000000001,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.2490000000000001,"5min":1.2490000000000001,"15min":1.2490000000000001},"last":0.92900000000000005}]},{"osd":3,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"min":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":1.2629999999999999,"5min":1.2629999999999999,"15min":1.2629999999999999},"last":0.90000000000000002},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"min":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"max":{"1min":1.353,"5min":1.353,"15min":1.353},"last":0.81399999999999995}]},{"osd":4,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.4219999999999999},"last":0.96499999999999997},{"interface":"front","average":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.5089999999999999,"5min":1.5089999999999999,"15min":1.5089999999999999},"last":1.03}]},{"osd":5,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"min":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"max":{"1min":1.4510000000000001,"5min":1.4510000000000001,"15min":1.4510000000000001},"last":1.0820000000000001},{"interface":"front","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.659,"5min":1.659,"15min":1.659},"last":0.86899999999999999}]},{"osd":6,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":1.1220000000000001,"5min":1.1220000000000001,"15min":1.1220000000000001},"min":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"max":{"1min":1.7230000000000001,"5min":1.7230000000000001,"15min":1.7230000000000001},"last":1.0509999999999999},{"interface":"front","average":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"min":{"1min":0.748,"5min":0.748,"15min":0.748},"max":{"1min":1.5780000000000001,"5min":1.5780000000000001,"15min":1.5780000000000001},"last":0.98799999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574873,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27436,"kb_used_data":484,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344404,"statfs":{"total":96636764160,"available":96608669696,"internally_reserved":0,"allocated":495616,"data_stored":219448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":2.2120000000000002,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":0.96999999999999997},{"interface":"front","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":0.89400000000000002}]},{"osd":1,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.84699999999999998},{"interface":"front","average":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.2589999999999999,"5min":1.2589999999999999,"15min":1.2589999999999999},"last":1.157}]},{"osd":2,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.1339999999999999,"5min":1.1339999999999999,"15min":1.1339999999999999},"last":0.92300000000000004},{"interface":"front","average":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.599,"5min":1.599,"15min":1.599},"last":1.1839999999999999}]},{"osd":3,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.546,"5min":1.546,"15min":1.546},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"min":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.4390000000000001,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":0.72699999999999998}]},{"osd":4,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.879,"5min":1.879,"15min":1.879},"last":1.2390000000000001},{"interface":"front","average":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.716,"5min":1.716,"15min":1.716},"last":1.3080000000000001}]},{"osd":5,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.6879999999999999,"5min":1.6879999999999999,"15min":1.6879999999999999},"last":1.1080000000000001},{"interface":"front","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":2.0459999999999998,"5min":2.0459999999999998,"15min":2.0459999999999998},"last":1.349}]},{"osd":7,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":1.044,"15min":1.044},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.929,"5min":1.929,"15min":1.929},"last":1.02},{"interface":"front","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":1.7969999999999999,"5min":1.7969999999999999,"15min":1.7969999999999999},"last":1.212}]}]},{"osd":5,"up_from":13,"seq":55834574872,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27432,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344408,"statfs":{"total":96636764160,"available":96608673792,"internally_reserved":0,"allocated":491520,"data_stored":218846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.083,"5min":1.083,"15min":1.083},"last":1.131},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.4890000000000001,"5min":1.4890000000000001,"15min":1.4890000000000001},"last":1.103}]},{"osd":1,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":0.879,"15min":0.879},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.2250000000000001,"5min":1.2250000000000001,"15min":1.2250000000000001},"last":0.80100000000000005},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.99099999999999999}]},{"osd":2,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.8480000000000001,"5min":1.8480000000000001,"15min":1.8480000000000001},"last":1.1859999999999999},{"interface":"front","average":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.546,"5min":1.546,"15min":1.546},"last":1.083}]},{"osd":3,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.262,"5min":1.262,"15min":1.262},"last":0.95799999999999996},{"interface":"front","average":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"min":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"max":{"1min":1.1579999999999999,"5min":1.1579999999999999,"15min":1.1579999999999999},"last":1.147}]},{"osd":4,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.141,"5min":1.141,"15min":1.141},"last":0.84899999999999998},{"interface":"front","average":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"min":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":1.0269999999999999}]},{"osd":6,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.452,"5min":1.452,"15min":1.452},"last":0.91500000000000004},{"interface":"front","average":{"1min":1.014,"5min":1.014,"15min":1.014},"min":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"max":{"1min":1.3859999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"last":1.0580000000000001}]},{"osd":7,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.9179999999999999,"5min":1.9179999999999999,"15min":1.9179999999999999},"last":1.2589999999999999},{"interface":"front","average":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"min":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"max":{"1min":1.627,"5min":1.627,"15min":1.627},"last":1.22}]}]},{"osd":4,"up_from":13,"seq":55834574872,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":488,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":499712,"data_stored":220340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.256,"5min":1.256,"15min":1.256},"last":0.99299999999999999}]},{"osd":1,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":1.177},{"interface":"front","average":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.85599999999999998}]},{"osd":2,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.0780000000000001,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.3740000000000001,"5min":1.3740000000000001,"15min":1.3740000000000001},"last":1.2170000000000001}]},{"osd":3,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.95199999999999996},{"interface":"front","average":{"1min":1.02,"5min":1.02,"15min":1.02},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":1.4910000000000001,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":0.89100000000000001}]},{"osd":5,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.417,"5min":1.417,"15min":1.417},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":1.0920000000000001}]},{"osd":6,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.389,"5min":1.389,"15min":1.389},"last":0.80800000000000005},{"interface":"front","average":{"1min":1.1040000000000001,"5min":1.1040000000000001,"15min":1.1040000000000001},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.6200000000000001,"5min":1.6200000000000001,"15min":1.6200000000000001},"last":1.121}]},{"osd":7,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.034,"15min":1.034},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.5109999999999999,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":1.032},{"interface":"front","average":{"1min":1.131,"5min":1.131,"15min":1.131},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.649,"5min":1.649,"15min":1.649},"last":1.0609999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574872,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31536,"kb_used_data":488,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340304,"statfs":{"total":96636764160,"available":96604471296,"internally_reserved":0,"allocated":499712,"data_stored":219414,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.58199999999999996}]},{"osd":1,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.851,"5min":1.851,"15min":1.851},"last":0.60699999999999998}]},{"osd":2,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.2230000000000001,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.5069999999999999,"5min":1.5069999999999999,"15min":1.5069999999999999},"last":0.55800000000000005}]},{"osd":4,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":2.1150000000000002,"5min":2.1150000000000002,"15min":2.1150000000000002},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.458,"5min":1.458,"15min":1.458},"last":0.91800000000000004}]},{"osd":5,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.734,"5min":1.734,"15min":1.734},"last":0.88600000000000001},{"interface":"front","average":{"1min":1.042,"5min":1.042,"15min":1.042},"min":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":2.1099999999999999,"5min":2.1099999999999999,"15min":2.1099999999999999},"last":0.97599999999999998}]},{"osd":6,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"min":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":1.0620000000000001},{"interface":"front","average":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"min":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"max":{"1min":1.9930000000000001,"5min":1.9930000000000001,"15min":1.9930000000000001},"last":1.036}]},{"osd":7,"last update":"Mon Jun 26 03:02:57 2023","interfaces":[{"interface":"back","average":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":2.2040000000000002,"5min":2.2040000000000002,"15min":2.2040000000000002},"last":0.90200000000000002},{"interface":"front","average":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.667,"5min":1.667,"15min":1.667},"last":1.018}]}]},{"osd":2,"up_from":13,"seq":55834574872,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31540,"kb_used_data":492,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340300,"statfs":{"total":96636764160,"available":96604467200,"internally_reserved":0,"allocated":503808,"data_stored":220362,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":1.1080000000000001,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":5.306,"5min":5.306,"15min":5.306},"last":0.51800000000000002}]},{"osd":1,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.903,"5min":1.903,"15min":1.903},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.72299999999999998}]},{"osd":3,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":1.724,"5min":1.724,"15min":1.724},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":3.1930000000000001,"5min":3.1930000000000001,"15min":3.1930000000000001},"last":0.77800000000000002}]},{"osd":4,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":2.028,"5min":2.028,"15min":2.028},"last":0.85999999999999999},{"interface":"front","average":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.90400000000000003}]},{"osd":5,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.585,"5min":1.585,"15min":1.585},"last":1.1379999999999999},{"interface":"front","average":{"1min":1.03,"5min":1.03,"15min":1.03},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":2.1930000000000001,"5min":2.1930000000000001,"15min":2.1930000000000001},"last":1.1699999999999999}]},{"osd":6,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"min":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"max":{"1min":1.9359999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":0.97299999999999998},{"interface":"front","average":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":2.2509999999999999,"5min":2.2509999999999999,"15min":2.2509999999999999},"last":1.2470000000000001}]},{"osd":7,"last update":"Mon Jun 26 03:03:01 2023","interfaces":[{"interface":"back","average":{"1min":1.119,"5min":1.119,"15min":1.119},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":2.161,"5min":2.161,"15min":2.161},"last":1.034},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":2.0510000000000002,"5min":2.0510000000000002,"15min":2.0510000000000002},"last":1.1970000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574871,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31528,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94340312,"statfs":{"total":96636764160,"available":96604479488,"internally_reserved":0,"allocated":491520,"data_stored":218846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.44900000000000001}]},{"osd":2,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.502},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":1.3400000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.36499999999999999}]},{"osd":3,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.2829999999999999,"5min":1.2829999999999999,"15min":1.2829999999999999},"last":0.39300000000000002}]},{"osd":4,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.1819999999999999,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.3640000000000001,"5min":1.3640000000000001,"15min":1.3640000000000001},"last":0.76600000000000001}]},{"osd":5,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.2789999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.609,"5min":1.609,"15min":1.609},"last":0.66000000000000003}]},{"osd":6,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.444,"5min":1.444,"15min":1.444},"last":0.84099999999999997},{"interface":"front","average":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.401,"5min":1.401,"15min":1.401},"last":0.61099999999999999}]},{"osd":7,"last update":"Mon Jun 26 03:03:00 2023","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.571,"5min":1.571,"15min":1.571},"last":0.65000000000000002},{"interface":"front","average":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.4119999999999999,"5min":1.4119999999999999,"15min":1.4119999999999999},"last":0.81999999999999995}]}]},{"osd":0,"up_from":13,"seq":55834574872,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32108,"kb_used_data":1060,"kb_used_omap":0,"kb_used_meta":31040,"kb_avail":94339732,"statfs":{"total":96636764160,"available":96603885568,"internally_reserved":0,"allocated":1085440,"data_stored":809178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":31784960},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.087,"5min":1.087,"15min":1.087},"last":1.038}]},{"osd":2,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":1.552},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":0.65300000000000002}]},{"osd":3,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.56399999999999995}]},{"osd":4,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"min":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":1.3340000000000001,"5min":1.3340000000000001,"15min":1.3340000000000001},"last":0.88900000000000001},{"interface":"front","average":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.296,"5min":1.296,"15min":1.296},"last":0.86699999999999999}]},{"osd":5,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.4139999999999999,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.843,"5min":1.843,"15min":1.843},"last":1.6279999999999999}]},{"osd":6,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.98,"5min":1.98,"15min":1.98},"last":1.5860000000000001},{"interface":"front","average":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.405,"5min":1.405,"15min":1.405},"last":0.996}]},{"osd":7,"last update":"Mon Jun 26 03:02:56 2023","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"min":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":1.6240000000000001,"5min":1.6240000000000001,"15min":1.6240000000000001},"last":0.95299999999999996},{"interface":"front","average":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.677,"5min":1.677,"15min":1.677},"last":1.0920000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-06-26T03:03:46.104 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-06-26T03:03:46.104 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2023-06-26T03:03:46.278 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.272+0000 7fe89a2c4640 1 Processor -- start 2023-06-26T03:03:46.279 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.272+0000 7fe89a2c4640 1 -- start start 2023-06-26T03:03:46.280 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.272+0000 7fe89a2c4640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fe894157230 0x7fe89406ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:46.280 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.272+0000 7fe89a2c4640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fe8940707c0 0x7fe8940af570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:46.280 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.272+0000 7fe89a2c4640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe89406f2a0 con 0x7fe8940afab0 2023-06-26T03:03:46.280 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.272+0000 7fe89a2c4640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe8940afea0 con 0x7fe8940707c0 2023-06-26T03:03:46.280 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.272+0000 7fe89a2c4640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe8940ca360 con 0x7fe894157230 2023-06-26T03:03:46.280 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.276+0000 7fe8937fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fe8940707c0 0x7fe8940af570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:46.281 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.276+0000 7fe8937fe640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fe8940707c0 0x7fe8940af570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:41134/0 (socket says 172.21.15.23:41134) 2023-06-26T03:03:46.281 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.276+0000 7fe8937fe640 1 -- 172.21.15.23:0/450637187 learned_addr learned my addr 172.21.15.23:0/450637187 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:46.281 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.276+0000 7fe893fff640 1 --2- 172.21.15.23:0/450637187 >> v2:172.21.15.71:3300/0 conn(0x7fe894157230 0x7fe89406ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:46.281 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.276+0000 7fe8937fe640 1 -- 172.21.15.23:0/450637187 >> v2:172.21.15.71:3300/0 conn(0x7fe894157230 msgr2=0x7fe89406ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:46.282 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.276+0000 7fe8937fe640 1 --2- 172.21.15.23:0/450637187 >> v2:172.21.15.71:3300/0 conn(0x7fe894157230 0x7fe89406ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:46.282 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.276+0000 7fe8937fe640 1 -- 172.21.15.23:0/450637187 >> v1:172.21.15.71:6789/0 conn(0x7fe8940afab0 legacy=0x7fe8940c84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:46.282 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.276+0000 7fe8937fe640 1 -- 172.21.15.23:0/450637187 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8940c97e0 con 0x7fe8940707c0 2023-06-26T03:03:46.283 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.276+0000 7fe8937fe640 1 --2- 172.21.15.23:0/450637187 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe8940707c0 0x7fe8940af570 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fe8940cae10 tx=0x7fe88801c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bdbb21419a26611 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:46.283 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.276+0000 7fe892ffd640 1 -- 172.21.15.23:0/450637187 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8880ab600 con 0x7fe8940707c0 2023-06-26T03:03:46.283 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.276+0000 7fe892ffd640 1 -- 172.21.15.23:0/450637187 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8880ab760 con 0x7fe8940707c0 2023-06-26T03:03:46.284 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.276+0000 7fe892ffd640 1 -- 172.21.15.23:0/450637187 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8880abaf0 con 0x7fe8940707c0 2023-06-26T03:03:46.284 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.280+0000 7fe89a2c4640 1 -- 172.21.15.23:0/450637187 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe8940707c0 msgr2=0x7fe8940af570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:46.285 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.280+0000 7fe89a2c4640 1 --2- 172.21.15.23:0/450637187 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe8940707c0 0x7fe8940af570 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fe8940cae10 tx=0x7fe88801c400 comp rx=0 tx=0).stop 2023-06-26T03:03:46.285 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.280+0000 7fe89a2c4640 1 -- 172.21.15.23:0/450637187 shutdown_connections 2023-06-26T03:03:46.285 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.280+0000 7fe89a2c4640 1 --2- 172.21.15.23:0/450637187 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe8940707c0 0x7fe8940af570 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:46.285 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.280+0000 7fe89a2c4640 1 --2- 172.21.15.23:0/450637187 >> v2:172.21.15.71:3300/0 conn(0x7fe894157230 0x7fe89406ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:46.285 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.280+0000 7fe89a2c4640 1 -- 172.21.15.23:0/450637187 >> 172.21.15.23:0/450637187 conn(0x7fe894069fc0 msgr2=0x7fe8940ca570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:46.285 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.280+0000 7fe89a2c4640 1 -- 172.21.15.23:0/450637187 shutdown_connections 2023-06-26T03:03:46.285 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.280+0000 7fe89a2c4640 1 -- 172.21.15.23:0/450637187 wait complete. 2023-06-26T03:03:46.287 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.280+0000 7fe89a2c4640 1 Processor -- start 2023-06-26T03:03:46.287 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.280+0000 7fe89a2c4640 1 -- start start 2023-06-26T03:03:46.287 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.280+0000 7fe89a2c4640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe8940707c0 0x7fe89414f470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:46.287 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.280+0000 7fe89a2c4640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe8940afab0 0x7fe89414ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:46.287 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.280+0000 7fe89a2c4640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe8940b0c60 0x7fe8940b10e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:46.287 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.280+0000 7fe89a2c4640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8940b1700 con 0x7fe8940afab0 2023-06-26T03:03:46.288 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.280+0000 7fe89a2c4640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe894157d70 con 0x7fe8940707c0 2023-06-26T03:03:46.288 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.280+0000 7fe89a2c4640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe894158050 con 0x7fe8940b0c60 2023-06-26T03:03:46.288 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.280+0000 7fe8937fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe8940afab0 0x7fe89414ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:46.288 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.280+0000 7fe8937fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe8940afab0 0x7fe89414ebd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:41150/0 (socket says 172.21.15.23:41150) 2023-06-26T03:03:46.288 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.280+0000 7fe8937fe640 1 -- 172.21.15.23:0/573822700 learned_addr learned my addr 172.21.15.23:0/573822700 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:46.288 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.280+0000 7fe898861640 1 --2- 172.21.15.23:0/573822700 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe8940b0c60 0x7fe8940b10e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:46.289 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.280+0000 7fe893fff640 1 --2- 172.21.15.23:0/573822700 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe8940707c0 0x7fe89414f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:46.289 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.280+0000 7fe8937fe640 1 -- 172.21.15.23:0/573822700 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe8940b0c60 msgr2=0x7fe8940b10e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:46.289 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.280+0000 7fe8937fe640 1 --2- 172.21.15.23:0/573822700 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe8940b0c60 0x7fe8940b10e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:46.289 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.280+0000 7fe8937fe640 1 -- 172.21.15.23:0/573822700 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe8940707c0 msgr2=0x7fe89414f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:46.289 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.280+0000 7fe8937fe640 1 --2- 172.21.15.23:0/573822700 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe8940707c0 0x7fe89414f470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:46.289 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.280+0000 7fe8937fe640 1 -- 172.21.15.23:0/573822700 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8880094d0 con 0x7fe8940afab0 2023-06-26T03:03:46.289 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.280+0000 7fe898861640 1 --2- 172.21.15.23:0/573822700 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe8940b0c60 0x7fe8940b10e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:46.290 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.280+0000 7fe8937fe640 1 --2- 172.21.15.23:0/573822700 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe8940afab0 0x7fe89414ebd0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fe88801a030 tx=0x7fe88801ac40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:46.290 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.280+0000 7fe890ff9640 1 -- 172.21.15.23:0/573822700 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8880ab600 con 0x7fe8940afab0 2023-06-26T03:03:46.290 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.280+0000 7fe890ff9640 1 -- 172.21.15.23:0/573822700 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8880b4800 con 0x7fe8940afab0 2023-06-26T03:03:46.290 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.280+0000 7fe89a2c4640 1 -- 172.21.15.23:0/573822700 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe894158330 con 0x7fe8940afab0 2023-06-26T03:03:46.290 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.280+0000 7fe890ff9640 1 -- 172.21.15.23:0/573822700 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8880b4b70 con 0x7fe8940afab0 2023-06-26T03:03:46.290 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.280+0000 7fe89a2c4640 1 -- 172.21.15.23:0/573822700 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe89414f9b0 con 0x7fe8940afab0 2023-06-26T03:03:46.291 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.284+0000 7fe89a2c4640 1 -- 172.21.15.23:0/573822700 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe89404d790 con 0x7fe8940afab0 2023-06-26T03:03:46.291 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.284+0000 7fe890ff9640 1 -- 172.21.15.23:0/573822700 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe8880b4cd0 con 0x7fe8940afab0 2023-06-26T03:03:46.291 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.284+0000 7fe890ff9640 1 --2- 172.21.15.23:0/573822700 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe880066280 0x7fe880068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:46.291 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.284+0000 7fe890ff9640 1 -- 172.21.15.23:0/573822700 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 6382+0+0 (secure 0 0 0) 0x7fe88811e970 con 0x7fe8940afab0 2023-06-26T03:03:46.292 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.284+0000 7fe893fff640 1 --2- 172.21.15.23:0/573822700 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe880066280 0x7fe880068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:46.292 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.284+0000 7fe893fff640 1 --2- 172.21.15.23:0/573822700 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe880066280 0x7fe880068730 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fe8840096f0 tx=0x7fe884008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:46.293 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.288+0000 7fe890ff9640 1 -- 172.21.15.23:0/573822700 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe8880ebc10 con 0x7fe8940afab0 2023-06-26T03:03:46.501 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.496+0000 7fe89a2c4640 1 -- 172.21.15.23:0/573822700 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7fe8941587e0 con 0x7fe8940afab0 2023-06-26T03:03:46.510 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.504+0000 7fe890ff9640 1 -- 172.21.15.23:0/573822700 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v9) v1 ==== 190+0+0 (secure 0 0 0) 0x7fe8880ef230 con 0x7fe8940afab0 2023-06-26T03:03:46.510 INFO:teuthology.orchestra.run.smithi023.stderr:updated caps for client.0 2023-06-26T03:03:46.512 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.504+0000 7fe89a2c4640 1 -- 172.21.15.23:0/573822700 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe880066280 msgr2=0x7fe880068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:46.512 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.504+0000 7fe89a2c4640 1 --2- 172.21.15.23:0/573822700 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe880066280 0x7fe880068730 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fe8840096f0 tx=0x7fe884008040 comp rx=0 tx=0).stop 2023-06-26T03:03:46.512 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.504+0000 7fe89a2c4640 1 -- 172.21.15.23:0/573822700 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe8940afab0 msgr2=0x7fe89414ebd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:46.512 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.504+0000 7fe89a2c4640 1 --2- 172.21.15.23:0/573822700 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe8940afab0 0x7fe89414ebd0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fe88801a030 tx=0x7fe88801ac40 comp rx=0 tx=0).stop 2023-06-26T03:03:46.513 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.508+0000 7fe89a2c4640 1 -- 172.21.15.23:0/573822700 shutdown_connections 2023-06-26T03:03:46.513 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.508+0000 7fe89a2c4640 1 --2- 172.21.15.23:0/573822700 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe880066280 0x7fe880068730 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:46.513 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.508+0000 7fe89a2c4640 1 --2- 172.21.15.23:0/573822700 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe8940b0c60 0x7fe8940b10e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:46.513 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.508+0000 7fe89a2c4640 1 --2- 172.21.15.23:0/573822700 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe8940afab0 0x7fe89414ebd0 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:46.513 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.508+0000 7fe89a2c4640 1 --2- 172.21.15.23:0/573822700 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe8940707c0 0x7fe89414f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:46.513 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.508+0000 7fe89a2c4640 1 -- 172.21.15.23:0/573822700 >> 172.21.15.23:0/573822700 conn(0x7fe894069fc0 msgr2=0x7fe8940cda40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:46.513 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.508+0000 7fe89a2c4640 1 -- 172.21.15.23:0/573822700 shutdown_connections 2023-06-26T03:03:46.514 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.508+0000 7fe89a2c4640 1 -- 172.21.15.23:0/573822700 wait complete. 2023-06-26T03:03:46.528 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-06-26T03:03:46.641 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.636+0000 7f83d1ef4640 1 Processor -- start 2023-06-26T03:03:46.641 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.636+0000 7f83d1ef4640 1 -- start start 2023-06-26T03:03:46.643 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.636+0000 7f83d1ef4640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f83cc0cf520 0x7f83cc166480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:46.643 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.636+0000 7f83d1ef4640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f83cc0ce080 con 0x7f83cc0cfd20 2023-06-26T03:03:46.643 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.636+0000 7f83d1ef4640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f83cc15bb90 con 0x7f83cc0ca350 2023-06-26T03:03:46.643 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.636+0000 7f83d1ef4640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83cc0caeb0 con 0x7f83cc0cf520 2023-06-26T03:03:46.643 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.636+0000 7f83cb7fe640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7f83cc0cfd20 0x7f83cc0d00f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:46796/0 (socket says 172.21.15.23:46796) 2023-06-26T03:03:46.643 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.636+0000 7f83cb7fe640 1 -- 172.21.15.23:0/1146363780 learned_addr learned my addr 172.21.15.23:0/1146363780 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:46.645 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.636+0000 7f83cbfff640 1 --2- 172.21.15.23:0/1146363780 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f83cc0cf520 0x7f83cc166480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:46.645 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.636+0000 7f83ca7fc640 1 -- 172.21.15.23:0/1146363780 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4159795077 0 0) 0x7f83cc0ce080 con 0x7f83cc0cfd20 2023-06-26T03:03:46.645 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.636+0000 7f83ca7fc640 1 -- 172.21.15.23:0/1146363780 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f83b4003530 con 0x7f83cc0cfd20 2023-06-26T03:03:46.645 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.636+0000 7f83ca7fc640 1 -- 172.21.15.23:0/1146363780 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1078673321 0 0) 0x7f83b4003530 con 0x7f83cc0cfd20 2023-06-26T03:03:46.645 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.636+0000 7f83ca7fc640 1 -- 172.21.15.23:0/1146363780 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f83cc0cf520 msgr2=0x7f83cc166480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:46.645 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.636+0000 7f83ca7fc640 1 --2- 172.21.15.23:0/1146363780 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f83cc0cf520 0x7f83cc166480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:46.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.636+0000 7f83ca7fc640 1 -- 172.21.15.23:0/1146363780 >> v1:172.21.15.71:6789/0 conn(0x7f83cc0ca350 legacy=0x7f83cc0cd000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:46.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.636+0000 7f83ca7fc640 1 -- 172.21.15.23:0/1146363780 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83cc0ca8f0 con 0x7f83cc0cfd20 2023-06-26T03:03:46.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.636+0000 7f83ca7fc640 1 -- 172.21.15.23:0/1146363780 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7f83bc001680 con 0x7f83cc0cfd20 2023-06-26T03:03:46.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.636+0000 7f83ca7fc640 1 -- 172.21.15.23:0/1146363780 >> v1:172.21.15.23:6789/0 conn(0x7f83cc0cfd20 legacy=0x7f83cc0d00f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:46.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.636+0000 7f83ca7fc640 1 --2- 172.21.15.23:0/1146363780 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f83b40039b0 0x7f83b4003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:46.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.636+0000 7f83ca7fc640 1 --2- 172.21.15.23:0/1146363780 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f83b40047d0 0x7f83b4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:46.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.636+0000 7f83ca7fc640 1 --2- 172.21.15.23:0/1146363780 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f83cc0cf520 0x7f83b4005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:46.646 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.636+0000 7f83ca7fc640 1 -- 172.21.15.23:0/1146363780 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83cc0caeb0 con 0x7f83b40039b0 2023-06-26T03:03:46.647 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.636+0000 7f83ca7fc640 1 -- 172.21.15.23:0/1146363780 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83b400ba40 con 0x7f83b40047d0 2023-06-26T03:03:46.647 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.636+0000 7f83ca7fc640 1 -- 172.21.15.23:0/1146363780 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83b400bc00 con 0x7f83cc0cf520 2023-06-26T03:03:46.647 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.636+0000 7f83cb7fe640 1 --2- 172.21.15.23:0/1146363780 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f83b40039b0 0x7f83b4003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:46.647 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.640+0000 7f83caffd640 1 --2- 172.21.15.23:0/1146363780 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f83b40047d0 0x7f83b4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:46.647 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.640+0000 7f83cbfff640 1 --2- 172.21.15.23:0/1146363780 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f83cc0cf520 0x7f83b4005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:46.647 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.640+0000 7f83cb7fe640 1 -- 172.21.15.23:0/1146363780 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f83cc0cf520 msgr2=0x7f83b4005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:46.647 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.640+0000 7f83cb7fe640 1 --2- 172.21.15.23:0/1146363780 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f83cc0cf520 0x7f83b4005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:46.648 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.640+0000 7f83cb7fe640 1 -- 172.21.15.23:0/1146363780 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f83b40047d0 msgr2=0x7f83b4004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:46.648 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.640+0000 7f83cb7fe640 1 --2- 172.21.15.23:0/1146363780 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f83b40047d0 0x7f83b4004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:46.648 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.640+0000 7f83cb7fe640 1 -- 172.21.15.23:0/1146363780 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83b4003530 con 0x7f83b40039b0 2023-06-26T03:03:46.648 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.640+0000 7f83cbfff640 1 --2- 172.21.15.23:0/1146363780 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f83cc0cf520 0x7f83b4005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:46.650 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.640+0000 7f83cb7fe640 1 --2- 172.21.15.23:0/1146363780 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f83b40039b0 0x7f83b4003dc0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f83bc00c240 tx=0x7f83bc01cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6afe611e193c22aa server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:46.650 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.640+0000 7f83ca7fc640 1 -- 172.21.15.23:0/1146363780 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83bc005ae0 con 0x7f83b40039b0 2023-06-26T03:03:46.650 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.640+0000 7f83ca7fc640 1 -- 172.21.15.23:0/1146363780 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83bc005c40 con 0x7f83b40039b0 2023-06-26T03:03:46.651 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.640+0000 7f83ca7fc640 1 -- 172.21.15.23:0/1146363780 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83bc007070 con 0x7f83b40039b0 2023-06-26T03:03:46.651 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.640+0000 7f83d1ef4640 1 -- 172.21.15.23:0/1146363780 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f83b40039b0 msgr2=0x7f83b4003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:46.651 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.640+0000 7f83d1ef4640 1 --2- 172.21.15.23:0/1146363780 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f83b40039b0 0x7f83b4003dc0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f83bc00c240 tx=0x7f83bc01cc40 comp rx=0 tx=0).stop 2023-06-26T03:03:46.651 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.640+0000 7f83cbfff640 1 -- 172.21.15.23:0/1146363780 reap_dead start 2023-06-26T03:03:46.651 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.640+0000 7f83d1ef4640 1 -- 172.21.15.23:0/1146363780 shutdown_connections 2023-06-26T03:03:46.651 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.640+0000 7f83d1ef4640 1 -- 172.21.15.23:0/1146363780 >> 172.21.15.23:0/1146363780 conn(0x7f83cc070fe0 msgr2=0x7f83cc0713e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:46.651 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.640+0000 7f83d1ef4640 1 -- 172.21.15.23:0/1146363780 shutdown_connections 2023-06-26T03:03:46.652 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.640+0000 7f83d1ef4640 1 -- 172.21.15.23:0/1146363780 wait complete. 2023-06-26T03:03:46.652 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.644+0000 7f83d1ef4640 1 Processor -- start 2023-06-26T03:03:46.652 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.644+0000 7f83d1ef4640 1 -- start start 2023-06-26T03:03:46.652 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.644+0000 7f83d1ef4640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f83cc159c20 0x7f83cc0ad2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:46.652 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.644+0000 7f83d1ef4640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f83cc15a250 0x7f83cc162a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:46.652 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.644+0000 7f83d1ef4640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f83cc162f70 0x7f83cc15ac10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:46.652 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.644+0000 7f83d1ef4640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83cc161a20 con 0x7f83cc159c20 2023-06-26T03:03:46.652 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.644+0000 7f83d1ef4640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83cc0ad830 con 0x7f83cc162f70 2023-06-26T03:03:46.653 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.644+0000 7f83d1ef4640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83cc159ff0 con 0x7f83cc15a250 2023-06-26T03:03:46.653 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.644+0000 7f83cb7fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f83cc159c20 0x7f83cc0ad2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:46.653 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.644+0000 7f83cb7fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f83cc159c20 0x7f83cc0ad2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:41164/0 (socket says 172.21.15.23:41164) 2023-06-26T03:03:46.653 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.644+0000 7f83cb7fe640 1 -- 172.21.15.23:0/60038595 learned_addr learned my addr 172.21.15.23:0/60038595 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:46.653 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.644+0000 7f83cbfff640 1 --2- 172.21.15.23:0/60038595 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f83cc162f70 0x7f83cc15ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:46.653 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.644+0000 7f83caffd640 1 --2- 172.21.15.23:0/60038595 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f83cc15a250 0x7f83cc162a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:46.653 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.644+0000 7f83cb7fe640 1 -- 172.21.15.23:0/60038595 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f83cc15a250 msgr2=0x7f83cc162a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:46.653 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.644+0000 7f83cb7fe640 1 --2- 172.21.15.23:0/60038595 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f83cc15a250 0x7f83cc162a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:46.654 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.644+0000 7f83cb7fe640 1 -- 172.21.15.23:0/60038595 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f83cc162f70 msgr2=0x7f83cc15ac10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:46.654 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.644+0000 7f83cb7fe640 1 --2- 172.21.15.23:0/60038595 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f83cc162f70 0x7f83cc15ac10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:46.654 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.644+0000 7f83cb7fe640 1 -- 172.21.15.23:0/60038595 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83cc161c70 con 0x7f83cc159c20 2023-06-26T03:03:46.654 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.644+0000 7f83caffd640 1 --2- 172.21.15.23:0/60038595 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f83cc15a250 0x7f83cc162a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:46.654 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.644+0000 7f83cb7fe640 1 --2- 172.21.15.23:0/60038595 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f83cc159c20 0x7f83cc0ad2f0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f83bc00c240 tx=0x7f83b4005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:46.654 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.644+0000 7f83b3fff640 1 -- 172.21.15.23:0/60038595 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83bc0b4070 con 0x7f83cc159c20 2023-06-26T03:03:46.654 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.644+0000 7f83b3fff640 1 -- 172.21.15.23:0/60038595 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83bc000ee0 con 0x7f83cc159c20 2023-06-26T03:03:46.654 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.644+0000 7f83d1ef4640 1 -- 172.21.15.23:0/60038595 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f83cc161f50 con 0x7f83cc159c20 2023-06-26T03:03:46.655 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.644+0000 7f83b3fff640 1 -- 172.21.15.23:0/60038595 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83bc001440 con 0x7f83cc159c20 2023-06-26T03:03:46.655 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.644+0000 7f83d1ef4640 1 -- 172.21.15.23:0/60038595 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f83cc162510 con 0x7f83cc159c20 2023-06-26T03:03:46.655 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.644+0000 7f83d1ef4640 1 -- 172.21.15.23:0/60038595 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f83cc1626d0 con 0x7f83cc159c20 2023-06-26T03:03:46.656 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.644+0000 7f83b3fff640 1 -- 172.21.15.23:0/60038595 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f83bc0048b0 con 0x7f83cc159c20 2023-06-26T03:03:46.656 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.644+0000 7f83b3fff640 1 --2- 172.21.15.23:0/60038595 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f83b8066280 0x7f83b8068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:46.656 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.644+0000 7f83b3fff640 1 -- 172.21.15.23:0/60038595 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 6382+0+0 (secure 0 0 0) 0x7f83bc11d3c0 con 0x7f83cc159c20 2023-06-26T03:03:46.656 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.644+0000 7f83caffd640 1 --2- 172.21.15.23:0/60038595 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f83b8066280 0x7f83b8068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:46.656 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.648+0000 7f83caffd640 1 --2- 172.21.15.23:0/60038595 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f83b8066280 0x7f83b8068730 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f83cc0ae160 tx=0x7f83c0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:46.656 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.648+0000 7f83b3fff640 1 -- 172.21.15.23:0/60038595 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f83bc0ea790 con 0x7f83cc159c20 2023-06-26T03:03:46.842 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.836+0000 7f83d1ef4640 1 -- 172.21.15.23:0/60038595 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f83cc04d790 con 0x7f83cc159c20 2023-06-26T03:03:46.843 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.836+0000 7f83b3fff640 1 -- 172.21.15.23:0/60038595 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 14 v14) v1 ==== 94+0+4671 (secure 0 0 0) 0x7f83bc0eddb0 con 0x7f83cc159c20 2023-06-26T03:03:46.843 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:03:46.843 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":14,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4949,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.23:6834/1018446180","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6832","nonce":1018446180},{"type":"v1","addr":"172.21.15.23:6834","nonce":1018446180}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":5164,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/1684426372","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":1684426372},{"type":"v1","addr":"172.21.15.71:6835","nonce":1684426372}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":5167,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6837/2604693394","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6836","nonce":2604693394},{"type":"v1","addr":"172.21.15.71:6837","nonce":2604693394}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":14,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-06-26T03:03:37.972172+0000","modified":"2023-06-26T03:03:40.230469+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5577},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5577":{"gid":5577,"name":"c","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.23:6835/2509332806","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:6833","nonce":2509332806},{"type":"v1","addr":"172.21.15.23:6835","nonce":2509332806}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-06-26T03:03:46.844 INFO:teuthology.orchestra.run.smithi023.stderr:dumped fsmap epoch 14 2023-06-26T03:03:46.845 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.840+0000 7f83d1ef4640 1 -- 172.21.15.23:0/60038595 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f83b8066280 msgr2=0x7f83b8068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:46.845 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.840+0000 7f83d1ef4640 1 --2- 172.21.15.23:0/60038595 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f83b8066280 0x7f83b8068730 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f83cc0ae160 tx=0x7f83c0009040 comp rx=0 tx=0).stop 2023-06-26T03:03:46.846 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.840+0000 7f83d1ef4640 1 -- 172.21.15.23:0/60038595 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f83cc159c20 msgr2=0x7f83cc0ad2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:46.846 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.840+0000 7f83d1ef4640 1 --2- 172.21.15.23:0/60038595 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f83cc159c20 0x7f83cc0ad2f0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f83bc00c240 tx=0x7f83b4005800 comp rx=0 tx=0).stop 2023-06-26T03:03:46.846 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.840+0000 7f83d1ef4640 1 -- 172.21.15.23:0/60038595 shutdown_connections 2023-06-26T03:03:46.846 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.840+0000 7f83d1ef4640 1 --2- 172.21.15.23:0/60038595 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f83b8066280 0x7f83b8068730 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:46.846 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.840+0000 7f83d1ef4640 1 --2- 172.21.15.23:0/60038595 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f83cc162f70 0x7f83cc15ac10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:46.846 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.840+0000 7f83d1ef4640 1 --2- 172.21.15.23:0/60038595 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f83cc15a250 0x7f83cc162a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:46.846 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.840+0000 7f83d1ef4640 1 --2- 172.21.15.23:0/60038595 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f83cc159c20 0x7f83cc0ad2f0 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:46.846 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.840+0000 7f83d1ef4640 1 -- 172.21.15.23:0/60038595 >> 172.21.15.23:0/60038595 conn(0x7f83cc070fe0 msgr2=0x7f83cc0b4bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:46.847 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.840+0000 7f83d1ef4640 1 -- 172.21.15.23:0/60038595 shutdown_connections 2023-06-26T03:03:46.847 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:46.840+0000 7f83d1ef4640 1 -- 172.21.15.23:0/60038595 wait complete. 2023-06-26T03:03:47.263 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 14, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-06-26T03:03:37.972172+0000', 'modified': '2023-06-26T03:03:40.230469+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5577}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5577': {'gid': 5577, 'name': 'c', 'rank': 0, 'incarnation': 12, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.23:6835/2509332806', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.23:6833', 'nonce': 2509332806}, {'type': 'v1', 'addr': '172.21.15.23:6835', 'nonce': 2509332806}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [7], 'metadata_pool': 6, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-06-26T03:03:47.263 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-06-26T03:03:47.263 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2023-06-26T03:03:47.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.392+0000 7fd3b61c7640 1 Processor -- start 2023-06-26T03:03:47.397 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.392+0000 7fd3b61c7640 1 -- start start 2023-06-26T03:03:47.398 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.392+0000 7fd3b61c7640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd3b0156ce0 0x7fd3b006c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:47.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.392+0000 7fd3b61c7640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fd3b0160020 0x7fd3b00c81c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:47.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.392+0000 7fd3b61c7640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fd3b00ca4c0 0x7fd3b00ca940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:47.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.392+0000 7fd3b61c7640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd3b00cae80 con 0x7fd3b00ca4c0 2023-06-26T03:03:47.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.392+0000 7fd3b61c7640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd3b00c2a10 con 0x7fd3b0160020 2023-06-26T03:03:47.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.392+0000 7fd3b61c7640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3b00c2cf0 con 0x7fd3b0156ce0 2023-06-26T03:03:47.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.392+0000 7fd3affff640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fd3b00ca4c0 0x7fd3b00ca940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:47.399 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.392+0000 7fd3affff640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7fd3b00ca4c0 0x7fd3b00ca940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:41166/0 (socket says 172.21.15.23:41166) 2023-06-26T03:03:47.400 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.392+0000 7fd3affff640 1 -- 172.21.15.23:0/4292035839 learned_addr learned my addr 172.21.15.23:0/4292035839 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:47.400 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.392+0000 7fd3af7fe640 1 --2- 172.21.15.23:0/4292035839 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd3b0156ce0 0x7fd3b006c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:47.400 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.392+0000 7fd3aeffd640 1 --2- 172.21.15.23:0/4292035839 >> v2:172.21.15.71:3300/0 conn(0x7fd3b0160020 0x7fd3b00c81c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:47.401 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.392+0000 7fd3affff640 1 -- 172.21.15.23:0/4292035839 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd3b0156ce0 msgr2=0x7fd3b006c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:47.401 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.392+0000 7fd3affff640 1 --2- 172.21.15.23:0/4292035839 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd3b0156ce0 0x7fd3b006c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.401 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.392+0000 7fd3affff640 1 -- 172.21.15.23:0/4292035839 >> v2:172.21.15.71:3300/0 conn(0x7fd3b0160020 msgr2=0x7fd3b00c81c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:47.401 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.392+0000 7fd3affff640 1 --2- 172.21.15.23:0/4292035839 >> v2:172.21.15.71:3300/0 conn(0x7fd3b0160020 0x7fd3b00c81c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.401 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.392+0000 7fd3affff640 1 -- 172.21.15.23:0/4292035839 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3b0160830 con 0x7fd3b00ca4c0 2023-06-26T03:03:47.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.396+0000 7fd3affff640 1 --2- 172.21.15.23:0/4292035839 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd3b00ca4c0 0x7fd3b00ca940 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fd3b006e1d0 tx=0x7fd3a801c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b952c88cee9588c server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:47.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.396+0000 7fd3ae7fc640 1 -- 172.21.15.23:0/4292035839 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3a80a5790 con 0x7fd3b00ca4c0 2023-06-26T03:03:47.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.396+0000 7fd3ae7fc640 1 -- 172.21.15.23:0/4292035839 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3a80a58f0 con 0x7fd3b00ca4c0 2023-06-26T03:03:47.402 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.396+0000 7fd3ae7fc640 1 -- 172.21.15.23:0/4292035839 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3a80a5c80 con 0x7fd3b00ca4c0 2023-06-26T03:03:47.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.396+0000 7fd3b61c7640 1 -- 172.21.15.23:0/4292035839 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd3b00ca4c0 msgr2=0x7fd3b00ca940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:47.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.396+0000 7fd3b61c7640 1 --2- 172.21.15.23:0/4292035839 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd3b00ca4c0 0x7fd3b00ca940 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fd3b006e1d0 tx=0x7fd3a801c910 comp rx=0 tx=0).stop 2023-06-26T03:03:47.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.396+0000 7fd3b61c7640 1 -- 172.21.15.23:0/4292035839 shutdown_connections 2023-06-26T03:03:47.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.396+0000 7fd3b61c7640 1 --2- 172.21.15.23:0/4292035839 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd3b00ca4c0 0x7fd3b00ca940 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.396+0000 7fd3b61c7640 1 --2- 172.21.15.23:0/4292035839 >> v2:172.21.15.71:3300/0 conn(0x7fd3b0160020 0x7fd3b00c81c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.396+0000 7fd3b61c7640 1 --2- 172.21.15.23:0/4292035839 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd3b0156ce0 0x7fd3b006c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.403 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.396+0000 7fd3b61c7640 1 -- 172.21.15.23:0/4292035839 >> 172.21.15.23:0/4292035839 conn(0x7fd3b0069400 msgr2=0x7fd3b0069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:47.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.396+0000 7fd3b61c7640 1 -- 172.21.15.23:0/4292035839 shutdown_connections 2023-06-26T03:03:47.404 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.396+0000 7fd3b61c7640 1 -- 172.21.15.23:0/4292035839 wait complete. 2023-06-26T03:03:47.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.396+0000 7fd3b61c7640 1 Processor -- start 2023-06-26T03:03:47.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.396+0000 7fd3b61c7640 1 -- start start 2023-06-26T03:03:47.405 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.400+0000 7fd3b61c7640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd3b00ca4c0 0x7fd3b00ad970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:47.406 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.400+0000 7fd3b61c7640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd3b0156ce0 0x7fd3b00cc9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:47.406 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.400+0000 7fd3b61c7640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd3b0160020 0x7fd3b00b33a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:47.406 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.400+0000 7fd3b61c7640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3b00b2970 con 0x7fd3b0160020 2023-06-26T03:03:47.406 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.400+0000 7fd3b61c7640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3b00cd9f0 con 0x7fd3b00ca4c0 2023-06-26T03:03:47.406 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.400+0000 7fd3b61c7640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3b00cd430 con 0x7fd3b0156ce0 2023-06-26T03:03:47.406 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.400+0000 7fd3affff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd3b0160020 0x7fd3b00b33a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:47.406 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.400+0000 7fd3affff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd3b0160020 0x7fd3b00b33a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:41178/0 (socket says 172.21.15.23:41178) 2023-06-26T03:03:47.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.400+0000 7fd3affff640 1 -- 172.21.15.23:0/3674317696 learned_addr learned my addr 172.21.15.23:0/3674317696 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:47.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.400+0000 7fd3af7fe640 1 --2- 172.21.15.23:0/3674317696 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd3b00ca4c0 0x7fd3b00ad970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:47.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.400+0000 7fd3aeffd640 1 --2- 172.21.15.23:0/3674317696 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd3b0156ce0 0x7fd3b00cc9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:47.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.400+0000 7fd3affff640 1 -- 172.21.15.23:0/3674317696 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd3b0156ce0 msgr2=0x7fd3b00cc9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:47.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.400+0000 7fd3affff640 1 --2- 172.21.15.23:0/3674317696 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd3b0156ce0 0x7fd3b00cc9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.400+0000 7fd3affff640 1 -- 172.21.15.23:0/3674317696 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd3b00ca4c0 msgr2=0x7fd3b00ad970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:47.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.400+0000 7fd3affff640 1 --2- 172.21.15.23:0/3674317696 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd3b00ca4c0 0x7fd3b00ad970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.407 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.400+0000 7fd3affff640 1 -- 172.21.15.23:0/3674317696 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3a8009b30 con 0x7fd3b0160020 2023-06-26T03:03:47.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.400+0000 7fd3aeffd640 1 --2- 172.21.15.23:0/3674317696 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd3b0156ce0 0x7fd3b00cc9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:03:47.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.400+0000 7fd3affff640 1 --2- 172.21.15.23:0/3674317696 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd3b0160020 0x7fd3b00b33a0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fd3a801afc0 tx=0x7fd3a80196b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:47.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.400+0000 7fd397fff640 1 -- 172.21.15.23:0/3674317696 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3a80b8670 con 0x7fd3b0160020 2023-06-26T03:03:47.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.400+0000 7fd397fff640 1 -- 172.21.15.23:0/3674317696 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3a80b87d0 con 0x7fd3b0160020 2023-06-26T03:03:47.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.400+0000 7fd397fff640 1 -- 172.21.15.23:0/3674317696 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3a80b8b60 con 0x7fd3b0160020 2023-06-26T03:03:47.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.400+0000 7fd3b61c7640 1 -- 172.21.15.23:0/3674317696 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3b00cd710 con 0x7fd3b0160020 2023-06-26T03:03:47.408 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.400+0000 7fd3b61c7640 1 -- 172.21.15.23:0/3674317696 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3b00b2e80 con 0x7fd3b0160020 2023-06-26T03:03:47.410 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.400+0000 7fd397fff640 1 -- 172.21.15.23:0/3674317696 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fd3a80b8cc0 con 0x7fd3b0160020 2023-06-26T03:03:47.411 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.400+0000 7fd397fff640 1 --2- 172.21.15.23:0/3674317696 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd39c066280 0x7fd39c068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:47.411 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.400+0000 7fd397fff640 1 -- 172.21.15.23:0/3674317696 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 6382+0+0 (secure 0 0 0) 0x7fd3a811f4f0 con 0x7fd3b0160020 2023-06-26T03:03:47.411 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3af7fe640 1 --2- 172.21.15.23:0/3674317696 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd39c066280 0x7fd39c068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:47.411 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3b92e3000 1 Processor -- start 2023-06-26T03:03:47.411 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3b92e3000 1 -- start start 2023-06-26T03:03:47.411 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3af7fe640 1 --2- 172.21.15.23:0/3674317696 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd39c066280 0x7fd39c068730 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fd3a000b990 tx=0x7fd3a0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:47.411 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3b92e3000 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d52df81740 0x55d52df81b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:47.412 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3b92e3000 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55d52df82050 0x55d52df37840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:47.412 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3b92e3000 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55d52df37d80 0x55d52df38150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:47.412 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3b92e3000 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d52ddffac0 con 0x55d52df37d80 2023-06-26T03:03:47.412 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3b92e3000 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d52dd39840 con 0x55d52df81740 2023-06-26T03:03:47.412 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3b92e3000 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x55d52dd8d2e0 con 0x55d52df82050 2023-06-26T03:03:47.412 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3affff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55d52df37d80 0x55d52df38150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:47.413 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3affff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55d52df37d80 0x55d52df38150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:41184/0 (socket says 172.21.15.23:41184) 2023-06-26T03:03:47.413 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3affff640 1 -- 172.21.15.23:0/3450745947 learned_addr learned my addr 172.21.15.23:0/3450745947 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:47.413 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3af7fe640 1 --2- 172.21.15.23:0/3450745947 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d52df81740 0x55d52df81b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:47.413 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3aeffd640 1 --2- 172.21.15.23:0/3450745947 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55d52df82050 0x55d52df37840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:47.413 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3affff640 1 -- 172.21.15.23:0/3450745947 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55d52df82050 msgr2=0x55d52df37840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:47.413 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3affff640 1 --2- 172.21.15.23:0/3450745947 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55d52df82050 0x55d52df37840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.413 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3affff640 1 -- 172.21.15.23:0/3450745947 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d52df81740 msgr2=0x55d52df81b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:47.413 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3affff640 1 --2- 172.21.15.23:0/3450745947 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d52df81740 0x55d52df81b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.414 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3affff640 1 -- 172.21.15.23:0/3450745947 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d52da82890 con 0x55d52df37d80 2023-06-26T03:03:47.414 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3affff640 1 --2- 172.21.15.23:0/3450745947 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55d52df37d80 0x55d52df38150 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fd3a80ecb10 tx=0x7fd3a80eca80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2e90f2f5a272b79 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:47.414 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3957fa640 1 -- 172.21.15.23:0/3450745947 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3a80ecd20 con 0x55d52df37d80 2023-06-26T03:03:47.414 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3957fa640 1 -- 172.21.15.23:0/3450745947 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3a80ece80 con 0x55d52df37d80 2023-06-26T03:03:47.414 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3957fa640 1 -- 172.21.15.23:0/3450745947 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3a80f4390 con 0x55d52df37d80 2023-06-26T03:03:47.414 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3b92e3000 1 -- 172.21.15.23:0/3450745947 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55d52df37d80 msgr2=0x55d52df38150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:47.414 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3b92e3000 1 --2- 172.21.15.23:0/3450745947 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55d52df37d80 0x55d52df38150 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fd3a80ecb10 tx=0x7fd3a80eca80 comp rx=0 tx=0).stop 2023-06-26T03:03:47.414 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3b92e3000 1 -- 172.21.15.23:0/3450745947 shutdown_connections 2023-06-26T03:03:47.415 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3b92e3000 1 --2- 172.21.15.23:0/3450745947 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55d52df37d80 0x55d52df38150 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.415 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3b92e3000 1 --2- 172.21.15.23:0/3450745947 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55d52df82050 0x55d52df37840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.415 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3b92e3000 1 --2- 172.21.15.23:0/3450745947 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d52df81740 0x55d52df81b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.415 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3b92e3000 1 -- 172.21.15.23:0/3450745947 >> 172.21.15.23:0/3450745947 conn(0x55d52df2f800 msgr2=0x55d52df3e800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:47.415 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3b92e3000 1 -- 172.21.15.23:0/3450745947 shutdown_connections 2023-06-26T03:03:47.415 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3b92e3000 1 -- 172.21.15.23:0/3450745947 wait complete. 2023-06-26T03:03:47.418 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3b92e3000 1 -- start start 2023-06-26T03:03:47.418 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.404+0000 7fd3b92e3000 1 Processor -- start 2023-06-26T03:03:47.418 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3b92e3000 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d52df37d80 0x55d52df3d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:47.419 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3b92e3000 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55d52df81740 0x55d52df3d700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:47.419 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3b92e3000 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55d52df82050 0x55d52df430e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:47.419 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3b92e3000 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d52dd86380 con 0x55d52df82050 2023-06-26T03:03:47.419 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3b92e3000 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d52dd42ae0 con 0x55d52df37d80 2023-06-26T03:03:47.419 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3b92e3000 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x55d52dd42780 con 0x55d52df81740 2023-06-26T03:03:47.419 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3b92e3000 10 client.0 _ll_register_callbacks cb 0x55d52df23e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-06-26T03:03:47.419 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3affff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55d52df82050 0x55d52df430e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:47.420 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3affff640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55d52df82050 0x55d52df430e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:41186/0 (socket says 172.21.15.23:41186) 2023-06-26T03:03:47.420 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3affff640 1 -- 172.21.15.23:0/1780959923 learned_addr learned my addr 172.21.15.23:0/1780959923 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:47.420 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3aeffd640 1 --2- 172.21.15.23:0/1780959923 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55d52df81740 0x55d52df3d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:47.420 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3af7fe640 1 --2- 172.21.15.23:0/1780959923 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d52df37d80 0x55d52df3d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:47.420 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3affff640 1 -- 172.21.15.23:0/1780959923 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55d52df81740 msgr2=0x55d52df3d700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:47.420 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3affff640 1 --2- 172.21.15.23:0/1780959923 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55d52df81740 0x55d52df3d700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.420 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3affff640 1 -- 172.21.15.23:0/1780959923 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d52df37d80 msgr2=0x55d52df3d1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:47.420 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3affff640 1 --2- 172.21.15.23:0/1780959923 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d52df37d80 0x55d52df3d1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.421 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3affff640 1 -- 172.21.15.23:0/1780959923 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3b00b2e80 con 0x55d52df82050 2023-06-26T03:03:47.421 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3aeffd640 1 --2- 172.21.15.23:0/1780959923 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55d52df81740 0x55d52df3d700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-06-26T03:03:47.421 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3affff640 1 --2- 172.21.15.23:0/1780959923 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55d52df82050 0x55d52df430e0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7fd3a80f0310 tx=0x7fd3a801cb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7f0b81579cb944b server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:47.421 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd38e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.23:3300/0 2023-06-26T03:03:47.421 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd38e7fc640 1 -- 172.21.15.23:0/1780959923 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3a80efd00 con 0x55d52df82050 2023-06-26T03:03:47.421 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd38e7fc640 1 -- 172.21.15.23:0/1780959923 <== mon.0 v2:172.21.15.23:3300/0 2 ==== osd_map(42..42 src has 1..42) v4 ==== 6382+0+0 (secure 0 0 0) 0x7fd3a80f84d0 con 0x55d52df82050 2023-06-26T03:03:47.421 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3b92e3000 1 -- 172.21.15.23:0/1780959923 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d52dd4da20 con 0x55d52df82050 2023-06-26T03:03:47.422 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd38e7fc640 1 -- 172.21.15.23:0/1780959923 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_get_version_reply(handle=1 version=14) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd3a80f8690 con 0x55d52df82050 2023-06-26T03:03:47.422 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3b92e3000 10 client.5787 fetch_fsmap learned FSMap version 14 2023-06-26T03:03:47.422 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3b92e3000 1 -- 172.21.15.23:0/1780959923 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,fsmap=14,monmap=2+}) v3 -- 0x55d52dd4ad10 con 0x55d52df82050 2023-06-26T03:03:47.422 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd38e7fc640 1 -- 172.21.15.23:0/1780959923 <== mon.0 v2:172.21.15.23:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3a80fd020 con 0x55d52df82050 2023-06-26T03:03:47.422 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd38e7fc640 1 -- 172.21.15.23:0/1780959923 <== mon.0 v2:172.21.15.23:3300/0 5 ==== fsmap(e 14) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fd3a8106030 con 0x55d52df82050 2023-06-26T03:03:47.422 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3b92e3000 10 client.5787 fetch_fsmap finished waiting for FSMap version 14 2023-06-26T03:03:47.422 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3b92e3000 10 client.5787 resolve_mds: resolved name 'c' to daemon mds.c 2023-06-26T03:03:47.422 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3b92e3000 20 client.5787 populate_metadata read hostname 'smithi023' 2023-06-26T03:03:47.423 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3b92e3000 1 --2- 172.21.15.23:0/1780959923 >> [v2:172.21.15.23:6833/2509332806,v1:172.21.15.23:6835/2509332806] conn(0x55d52df907b0 0x55d52df92b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:47.423 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3b92e3000 4 client.5787 mds_command: new command op to 5577 tid=0[{"prefix": "get_command_descriptions"}] 2023-06-26T03:03:47.423 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3b92e3000 1 -- 172.21.15.23:0/1780959923 --> [v2:172.21.15.23:6833/2509332806,v1:172.21.15.23:6835/2509332806] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d52ddb5710 con 0x55d52df907b0 2023-06-26T03:03:47.423 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3af7fe640 1 --2- 172.21.15.23:0/1780959923 >> [v2:172.21.15.23:6833/2509332806,v1:172.21.15.23:6835/2509332806] conn(0x55d52df907b0 0x55d52df92b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:47.423 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd38e7fc640 10 client.5787 ms_handle_connect on v2:172.21.15.23:6833/2509332806 2023-06-26T03:03:47.423 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3af7fe640 1 --2- 172.21.15.23:0/1780959923 >> [v2:172.21.15.23:6833/2509332806,v1:172.21.15.23:6835/2509332806] conn(0x55d52df907b0 0x55d52df92b90 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=36d2e9e6c6a98d4f server_cookie=6848439f9f7fddd1 in_seq=0 out_seq=0 2023-06-26T03:03:47.423 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd38e7fc640 1 -- 172.21.15.23:0/1780959923 <== mds.0 v2:172.21.15.23:6833/2509332806 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55d52ddb5710 con 0x55d52df907b0 2023-06-26T03:03:47.423 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd38e7fc640 10 client.5787 handle_command_reply: tid=0 2023-06-26T03:03:47.424 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3b92e3000 1 client.5787 shutdown 2023-06-26T03:03:47.424 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3b92e3000 1 -- 172.21.15.23:0/1780959923 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55d52df82050 msgr2=0x55d52df430e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:47.424 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3b92e3000 1 --2- 172.21.15.23:0/1780959923 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55d52df82050 0x55d52df430e0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7fd3a80f0310 tx=0x7fd3a801cb60 comp rx=0 tx=0).stop 2023-06-26T03:03:47.424 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3b92e3000 1 -- 172.21.15.23:0/1780959923 shutdown_connections 2023-06-26T03:03:47.424 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3b92e3000 1 --2- 172.21.15.23:0/1780959923 >> [v2:172.21.15.23:6833/2509332806,v1:172.21.15.23:6835/2509332806] conn(0x55d52df907b0 0x55d52df92b90 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.424 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3b92e3000 1 --2- 172.21.15.23:0/1780959923 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55d52df82050 0x55d52df430e0 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.424 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3b92e3000 1 --2- 172.21.15.23:0/1780959923 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55d52df81740 0x55d52df3d700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.424 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd38e7fc640 0 client.5787 ms_handle_reset on v2:172.21.15.23:6833/2509332806 2023-06-26T03:03:47.425 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3b92e3000 1 --2- 172.21.15.23:0/1780959923 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d52df37d80 0x55d52df3d1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.425 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3b92e3000 1 -- 172.21.15.23:0/1780959923 >> 172.21.15.23:0/1780959923 conn(0x55d52df2f800 msgr2=0x55d52df36830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:47.425 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3b92e3000 1 -- 172.21.15.23:0/1780959923 shutdown_connections 2023-06-26T03:03:47.425 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3b92e3000 1 -- 172.21.15.23:0/1780959923 wait complete. 2023-06-26T03:03:47.425 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.408+0000 7fd3b92e3000 20 client.5787 trim_cache size 0 max 16384 2023-06-26T03:03:47.430 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.424+0000 7fd3b92e3000 1 Processor -- start 2023-06-26T03:03:47.430 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.424+0000 7fd3b92e3000 1 -- start start 2023-06-26T03:03:47.431 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.424+0000 7fd3b92e3000 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55d52df2f800 0x55d52df80770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:47.431 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.424+0000 7fd3b92e3000 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55d52df37d80 0x55d52df80cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:47.431 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.424+0000 7fd3b92e3000 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d52df81740 0x55d52df90b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:47.431 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.424+0000 7fd3b92e3000 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d52da43940 con 0x55d52df2f800 2023-06-26T03:03:47.431 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.424+0000 7fd3b92e3000 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d52dd8a380 con 0x55d52df81740 2023-06-26T03:03:47.431 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.424+0000 7fd3b92e3000 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x55d52df3ea30 con 0x55d52df37d80 2023-06-26T03:03:47.432 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.424+0000 7fd3af7fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55d52df2f800 0x55d52df80770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:47.432 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.424+0000 7fd3af7fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55d52df2f800 0x55d52df80770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:41200/0 (socket says 172.21.15.23:41200) 2023-06-26T03:03:47.432 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.424+0000 7fd3af7fe640 1 -- 172.21.15.23:0/554179638 learned_addr learned my addr 172.21.15.23:0/554179638 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:47.433 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.424+0000 7fd3af7fe640 1 -- 172.21.15.23:0/554179638 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55d52df37d80 msgr2=0x55d52df80cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:47.433 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.424+0000 7fd3aeffd640 1 --2- 172.21.15.23:0/554179638 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55d52df37d80 0x55d52df80cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:47.433 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.424+0000 7fd3affff640 1 --2- 172.21.15.23:0/554179638 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d52df81740 0x55d52df90b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:47.434 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.424+0000 7fd3af7fe640 1 --2- 172.21.15.23:0/554179638 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55d52df37d80 0x55d52df80cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.434 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.424+0000 7fd3af7fe640 1 -- 172.21.15.23:0/554179638 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d52df81740 msgr2=0x55d52df90b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:47.434 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.424+0000 7fd3af7fe640 1 --2- 172.21.15.23:0/554179638 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d52df81740 0x55d52df90b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.434 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.424+0000 7fd3af7fe640 1 -- 172.21.15.23:0/554179638 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d52df3a450 con 0x55d52df2f800 2023-06-26T03:03:47.434 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.424+0000 7fd3af7fe640 1 --2- 172.21.15.23:0/554179638 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55d52df2f800 0x55d52df80770 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fd3a000b1f0 tx=0x7fd3a0015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=213d0af558412f36 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:47.434 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.424+0000 7fd395ffb640 1 -- 172.21.15.23:0/554179638 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3a000fec0 con 0x55d52df2f800 2023-06-26T03:03:47.434 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.424+0000 7fd395ffb640 1 -- 172.21.15.23:0/554179638 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3a0027150 con 0x55d52df2f800 2023-06-26T03:03:47.434 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.424+0000 7fd395ffb640 1 -- 172.21.15.23:0/554179638 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3a00274c0 con 0x55d52df2f800 2023-06-26T03:03:47.435 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3b92e3000 1 -- 172.21.15.23:0/554179638 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55d52df2f800 msgr2=0x55d52df80770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:47.435 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3b92e3000 1 --2- 172.21.15.23:0/554179638 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55d52df2f800 0x55d52df80770 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fd3a000b1f0 tx=0x7fd3a0015000 comp rx=0 tx=0).stop 2023-06-26T03:03:47.435 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3b92e3000 1 -- 172.21.15.23:0/554179638 shutdown_connections 2023-06-26T03:03:47.435 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3b92e3000 1 --2- 172.21.15.23:0/554179638 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d52df81740 0x55d52df90b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.435 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3b92e3000 1 --2- 172.21.15.23:0/554179638 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55d52df37d80 0x55d52df80cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.435 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3b92e3000 1 --2- 172.21.15.23:0/554179638 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55d52df2f800 0x55d52df80770 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.435 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3b92e3000 1 -- 172.21.15.23:0/554179638 >> 172.21.15.23:0/554179638 conn(0x55d52df376b0 msgr2=0x55d52df80060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:47.435 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3b92e3000 1 -- 172.21.15.23:0/554179638 shutdown_connections 2023-06-26T03:03:47.436 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3b92e3000 1 -- 172.21.15.23:0/554179638 wait complete. 2023-06-26T03:03:47.436 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3b92e3000 1 -- start start 2023-06-26T03:03:47.436 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3b92e3000 1 Processor -- start 2023-06-26T03:03:47.438 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3b92e3000 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55d52df2f800 0x55d52df93d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:47.438 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3b92e3000 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d52df37d80 0x55d52df94290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:47.439 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3b92e3000 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55d52df81740 0x55d52df9bff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:47.439 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3b92e3000 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d52df36630 con 0x55d52df2f800 2023-06-26T03:03:47.439 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3b92e3000 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d52dd39840 con 0x55d52df37d80 2023-06-26T03:03:47.439 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3b92e3000 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x55d52dd23a80 con 0x55d52df81740 2023-06-26T03:03:47.439 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3b92e3000 10 client.0 _ll_register_callbacks cb 0x55d52dd4a7f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-06-26T03:03:47.439 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3af7fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55d52df2f800 0x55d52df93d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:47.440 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3af7fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55d52df2f800 0x55d52df93d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:41216/0 (socket says 172.21.15.23:41216) 2023-06-26T03:03:47.440 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3af7fe640 1 -- 172.21.15.23:0/888427384 learned_addr learned my addr 172.21.15.23:0/888427384 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:47.440 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3af7fe640 1 -- 172.21.15.23:0/888427384 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55d52df81740 msgr2=0x55d52df9bff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:47.440 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3af7fe640 1 --2- 172.21.15.23:0/888427384 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55d52df81740 0x55d52df9bff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.440 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3af7fe640 1 -- 172.21.15.23:0/888427384 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d52df37d80 msgr2=0x55d52df94290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:47.441 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3af7fe640 1 --2- 172.21.15.23:0/888427384 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d52df37d80 0x55d52df94290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.441 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3af7fe640 1 -- 172.21.15.23:0/888427384 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3a000e040 con 0x55d52df2f800 2023-06-26T03:03:47.441 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3af7fe640 1 --2- 172.21.15.23:0/888427384 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55d52df2f800 0x55d52df93d50 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7fd3a0008010 tx=0x7fd3a0004740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24112e4137a34a15 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:47.442 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd38e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.23:3300/0 2023-06-26T03:03:47.442 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd38e7fc640 1 -- 172.21.15.23:0/888427384 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3a0033640 con 0x55d52df2f800 2023-06-26T03:03:47.442 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd38e7fc640 1 -- 172.21.15.23:0/888427384 <== mon.0 v2:172.21.15.23:3300/0 2 ==== osd_map(42..42 src has 1..42) v4 ==== 6382+0+0 (secure 0 0 0) 0x7fd3a001d040 con 0x55d52df2f800 2023-06-26T03:03:47.442 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3b92e3000 1 -- 172.21.15.23:0/888427384 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d52df3e480 con 0x55d52df2f800 2023-06-26T03:03:47.443 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd38e7fc640 1 -- 172.21.15.23:0/888427384 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_get_version_reply(handle=1 version=14) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd3a0027590 con 0x55d52df2f800 2023-06-26T03:03:47.443 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3b92e3000 10 client.5793 fetch_fsmap learned FSMap version 14 2023-06-26T03:03:47.443 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3b92e3000 1 -- 172.21.15.23:0/888427384 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,fsmap=14,monmap=2+}) v3 -- 0x55d52dd30fa0 con 0x55d52df2f800 2023-06-26T03:03:47.443 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd38e7fc640 1 -- 172.21.15.23:0/888427384 <== mon.0 v2:172.21.15.23:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55d52df3e480 con 0x55d52df2f800 2023-06-26T03:03:47.444 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd38e7fc640 1 -- 172.21.15.23:0/888427384 <== mon.0 v2:172.21.15.23:3300/0 5 ==== fsmap(e 14) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fd3a00337a0 con 0x55d52df2f800 2023-06-26T03:03:47.444 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3b92e3000 10 client.5793 fetch_fsmap finished waiting for FSMap version 14 2023-06-26T03:03:47.444 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3b92e3000 10 client.5793 resolve_mds: resolved name 'c' to daemon mds.c 2023-06-26T03:03:47.444 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3b92e3000 20 client.5793 populate_metadata read hostname 'smithi023' 2023-06-26T03:03:47.444 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3b92e3000 1 --2- 172.21.15.23:0/888427384 >> [v2:172.21.15.23:6833/2509332806,v1:172.21.15.23:6835/2509332806] conn(0x55d52df82050 0x55d52dfe7460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:47.444 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3b92e3000 4 client.5793 mds_command: new command op to 5577 tid=0[{"prefix": "status"}] 2023-06-26T03:03:47.444 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3b92e3000 1 -- 172.21.15.23:0/888427384 --> [v2:172.21.15.23:6833/2509332806,v1:172.21.15.23:6835/2509332806] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55d52dd84cd0 con 0x55d52df82050 2023-06-26T03:03:47.445 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3aeffd640 1 --2- 172.21.15.23:0/888427384 >> [v2:172.21.15.23:6833/2509332806,v1:172.21.15.23:6835/2509332806] conn(0x55d52df82050 0x55d52dfe7460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:47.445 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3aeffd640 1 --2- 172.21.15.23:0/888427384 >> [v2:172.21.15.23:6833/2509332806,v1:172.21.15.23:6835/2509332806] conn(0x55d52df82050 0x55d52dfe7460 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dda81efb1a771b0e server_cookie=1a4c032dff99d1ec in_seq=0 out_seq=0 2023-06-26T03:03:47.445 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd38e7fc640 10 client.5793 ms_handle_connect on v2:172.21.15.23:6833/2509332806 2023-06-26T03:03:47.445 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd38e7fc640 1 -- 172.21.15.23:0/888427384 <== mds.0 v2:172.21.15.23:6833/2509332806 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+331 (crc 0 0 0) 0x55d52dd84cd0 con 0x55d52df82050 2023-06-26T03:03:47.445 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd38e7fc640 10 client.5793 handle_command_reply: tid=0 2023-06-26T03:03:47.445 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3b92e3000 1 client.5793 shutdown 2023-06-26T03:03:47.445 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3b92e3000 1 -- 172.21.15.23:0/888427384 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55d52df2f800 msgr2=0x55d52df93d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:47.445 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3b92e3000 1 --2- 172.21.15.23:0/888427384 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55d52df2f800 0x55d52df93d50 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7fd3a0008010 tx=0x7fd3a0004740 comp rx=0 tx=0).stop 2023-06-26T03:03:47.446 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.428+0000 7fd3b92e3000 1 -- 172.21.15.23:0/888427384 shutdown_connections 2023-06-26T03:03:47.446 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.432+0000 7fd3b92e3000 1 --2- 172.21.15.23:0/888427384 >> [v2:172.21.15.23:6833/2509332806,v1:172.21.15.23:6835/2509332806] conn(0x55d52df82050 0x55d52dfe7460 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.446 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.432+0000 7fd3b92e3000 1 --2- 172.21.15.23:0/888427384 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x55d52df81740 0x55d52df9bff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.446 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.432+0000 7fd38e7fc640 0 client.5793 ms_handle_reset on v2:172.21.15.23:6833/2509332806 2023-06-26T03:03:47.446 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.432+0000 7fd3b92e3000 1 --2- 172.21.15.23:0/888427384 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x55d52df37d80 0x55d52df94290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.447 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.432+0000 7fd3b92e3000 1 --2- 172.21.15.23:0/888427384 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x55d52df2f800 0x55d52df93d50 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.447 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.432+0000 7fd3b92e3000 1 -- 172.21.15.23:0/888427384 >> 172.21.15.23:0/888427384 conn(0x55d52df376b0 msgr2=0x55d52df80060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:47.447 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.432+0000 7fd3b92e3000 1 -- 172.21.15.23:0/888427384 shutdown_connections 2023-06-26T03:03:47.447 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.432+0000 7fd3b92e3000 1 -- 172.21.15.23:0/888427384 wait complete. 2023-06-26T03:03:47.447 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.432+0000 7fd3b92e3000 20 client.5793 trim_cache size 0 max 16384 2023-06-26T03:03:47.447 INFO:teuthology.orchestra.run.smithi023.stdout:{ 2023-06-26T03:03:47.448 INFO:teuthology.orchestra.run.smithi023.stdout: "cluster_fsid": "3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9", 2023-06-26T03:03:47.448 INFO:teuthology.orchestra.run.smithi023.stdout: "whoami": 0, 2023-06-26T03:03:47.448 INFO:teuthology.orchestra.run.smithi023.stdout: "id": 5577, 2023-06-26T03:03:47.448 INFO:teuthology.orchestra.run.smithi023.stdout: "want_state": "up:active", 2023-06-26T03:03:47.448 INFO:teuthology.orchestra.run.smithi023.stdout: "state": "up:active", 2023-06-26T03:03:47.448 INFO:teuthology.orchestra.run.smithi023.stdout: "fs_name": "cephfs", 2023-06-26T03:03:47.449 INFO:teuthology.orchestra.run.smithi023.stdout: "rank_uptime": 9.4585071779999996, 2023-06-26T03:03:47.449 INFO:teuthology.orchestra.run.smithi023.stdout: "mdsmap_epoch": 14, 2023-06-26T03:03:47.449 INFO:teuthology.orchestra.run.smithi023.stdout: "osdmap_epoch": 42, 2023-06-26T03:03:47.449 INFO:teuthology.orchestra.run.smithi023.stdout: "osdmap_epoch_barrier": 42, 2023-06-26T03:03:47.449 INFO:teuthology.orchestra.run.smithi023.stdout: "uptime": 16.763765201999998 2023-06-26T03:03:47.449 INFO:teuthology.orchestra.run.smithi023.stdout:} 2023-06-26T03:03:47.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.432+0000 7fd3b61c7640 1 -- 172.21.15.23:0/3674317696 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd39c066280 msgr2=0x7fd39c068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:47.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.432+0000 7fd3b61c7640 1 --2- 172.21.15.23:0/3674317696 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd39c066280 0x7fd39c068730 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fd3a000b990 tx=0x7fd3a0008040 comp rx=0 tx=0).stop 2023-06-26T03:03:47.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.432+0000 7fd3b61c7640 1 -- 172.21.15.23:0/3674317696 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd3b0160020 msgr2=0x7fd3b00b33a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:47.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.432+0000 7fd3b61c7640 1 --2- 172.21.15.23:0/3674317696 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd3b0160020 0x7fd3b00b33a0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fd3a801afc0 tx=0x7fd3a80196b0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.450 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.432+0000 7fd3b61c7640 1 -- 172.21.15.23:0/3674317696 shutdown_connections 2023-06-26T03:03:47.451 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.432+0000 7fd3b61c7640 1 --2- 172.21.15.23:0/3674317696 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fd39c066280 0x7fd39c068730 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.451 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.432+0000 7fd3b61c7640 1 --2- 172.21.15.23:0/3674317696 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fd3b0160020 0x7fd3b00b33a0 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.451 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.432+0000 7fd3b61c7640 1 --2- 172.21.15.23:0/3674317696 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fd3b0156ce0 0x7fd3b00cc9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.451 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.432+0000 7fd3b61c7640 1 --2- 172.21.15.23:0/3674317696 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fd3b00ca4c0 0x7fd3b00ad970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.451 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.432+0000 7fd3b61c7640 1 -- 172.21.15.23:0/3674317696 >> 172.21.15.23:0/3674317696 conn(0x7fd3b0069400 msgr2=0x7fd3b00697d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:47.451 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.432+0000 7fd3b61c7640 1 -- 172.21.15.23:0/3674317696 shutdown_connections 2023-06-26T03:03:47.451 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.432+0000 7fd3b61c7640 1 -- 172.21.15.23:0/3674317696 wait complete. 2023-06-26T03:03:47.452 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-06-26T03:03:47.560 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.552+0000 7f7d202f5640 1 Processor -- start 2023-06-26T03:03:47.560 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.556+0000 7f7d202f5640 1 -- start start 2023-06-26T03:03:47.561 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.556+0000 7f7d202f5640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7f7d180cdb00 0x7f7d180c9360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:47.561 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.556+0000 7f7d202f5640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f7d1806b760 0x7f7d1806ed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:47.561 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.556+0000 7f7d202f5640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7d1806bbc0 con 0x7f7d180cc0c0 2023-06-26T03:03:47.562 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.556+0000 7f7d202f5640 1 -- --> v2:172.21.15.23:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7d180c8300 con 0x7f7d1806b760 2023-06-26T03:03:47.562 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.556+0000 7f7d202f5640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7d180c85a0 con 0x7f7d180cdb00 2023-06-26T03:03:47.562 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.556+0000 7f7d1e892640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f7d1806b760 0x7f7d1806ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:47.562 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.556+0000 7f7d1e892640 1 --2- >> v2:172.21.15.23:3300/0 conn(0x7f7d1806b760 0x7f7d1806ed80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:41232/0 (socket says 172.21.15.23:41232) 2023-06-26T03:03:47.562 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.556+0000 7f7d1e892640 1 -- 172.21.15.23:0/1801670888 learned_addr learned my addr 172.21.15.23:0/1801670888 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:47.562 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.556+0000 7f7d1e091640 1 --2- 172.21.15.23:0/1801670888 >> v2:172.21.15.71:3300/0 conn(0x7f7d180cdb00 0x7f7d180c9360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:47.562 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.556+0000 7f7d1e892640 1 -- 172.21.15.23:0/1801670888 >> v2:172.21.15.71:3300/0 conn(0x7f7d180cdb00 msgr2=0x7f7d180c9360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:47.562 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.556+0000 7f7d1e892640 1 --2- 172.21.15.23:0/1801670888 >> v2:172.21.15.71:3300/0 conn(0x7f7d180cdb00 0x7f7d180c9360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.563 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.556+0000 7f7d1e892640 1 -- 172.21.15.23:0/1801670888 >> v1:172.21.15.71:6789/0 conn(0x7f7d180cc0c0 legacy=0x7f7d180cded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:47.563 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.556+0000 7f7d1e892640 1 -- 172.21.15.23:0/1801670888 --> v2:172.21.15.23:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d180c8880 con 0x7f7d1806b760 2023-06-26T03:03:47.563 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.556+0000 7f7d1e892640 1 --2- 172.21.15.23:0/1801670888 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d1806b760 0x7f7d1806ed80 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f7d180b3d60 tx=0x7f7d1001c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ec9eabd397f41b3 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:47.564 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.556+0000 7f7d1d08f640 1 -- 172.21.15.23:0/1801670888 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d100a5820 con 0x7f7d1806b760 2023-06-26T03:03:47.564 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.556+0000 7f7d1d08f640 1 -- 172.21.15.23:0/1801670888 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d100a5980 con 0x7f7d1806b760 2023-06-26T03:03:47.564 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.556+0000 7f7d1d08f640 1 -- 172.21.15.23:0/1801670888 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d100a5d10 con 0x7f7d1806b760 2023-06-26T03:03:47.565 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.560+0000 7f7d202f5640 1 -- 172.21.15.23:0/1801670888 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d1806b760 msgr2=0x7f7d1806ed80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:47.565 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.560+0000 7f7d202f5640 1 --2- 172.21.15.23:0/1801670888 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d1806b760 0x7f7d1806ed80 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f7d180b3d60 tx=0x7f7d1001c960 comp rx=0 tx=0).stop 2023-06-26T03:03:47.565 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.560+0000 7f7d202f5640 1 -- 172.21.15.23:0/1801670888 shutdown_connections 2023-06-26T03:03:47.565 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.560+0000 7f7d202f5640 1 --2- 172.21.15.23:0/1801670888 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d1806b760 0x7f7d1806ed80 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.565 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.560+0000 7f7d202f5640 1 --2- 172.21.15.23:0/1801670888 >> v2:172.21.15.71:3300/0 conn(0x7f7d180cdb00 0x7f7d180c9360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.565 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.560+0000 7f7d202f5640 1 -- 172.21.15.23:0/1801670888 >> 172.21.15.23:0/1801670888 conn(0x7f7d18069400 msgr2=0x7f7d18069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:47.565 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.560+0000 7f7d202f5640 1 -- 172.21.15.23:0/1801670888 shutdown_connections 2023-06-26T03:03:47.566 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.560+0000 7f7d202f5640 1 -- 172.21.15.23:0/1801670888 wait complete. 2023-06-26T03:03:47.567 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.560+0000 7f7d202f5640 1 Processor -- start 2023-06-26T03:03:47.567 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.560+0000 7f7d202f5640 1 -- start start 2023-06-26T03:03:47.568 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.560+0000 7f7d202f5640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7d1806b760 0x7f7d180b32b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:47.568 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.560+0000 7f7d202f5640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7d180cc0c0 0x7f7d180b19e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:47.568 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.560+0000 7f7d202f5640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d180cdb00 0x7f7d1814a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:47.568 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.560+0000 7f7d202f5640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d18147c20 con 0x7f7d180cdb00 2023-06-26T03:03:47.568 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.560+0000 7f7d202f5640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d18147010 con 0x7f7d180cc0c0 2023-06-26T03:03:47.568 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.560+0000 7f7d202f5640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d181472f0 con 0x7f7d1806b760 2023-06-26T03:03:47.569 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.560+0000 7f7d1e892640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d180cdb00 0x7f7d1814a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:47.569 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.560+0000 7f7d1e892640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d180cdb00 0x7f7d1814a7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:41244/0 (socket says 172.21.15.23:41244) 2023-06-26T03:03:47.569 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.560+0000 7f7d1e892640 1 -- 172.21.15.23:0/1084464381 learned_addr learned my addr 172.21.15.23:0/1084464381 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:47.569 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.560+0000 7f7d1e091640 1 --2- 172.21.15.23:0/1084464381 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7d1806b760 0x7f7d180b32b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:47.569 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.560+0000 7f7d1e892640 1 -- 172.21.15.23:0/1084464381 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7d1806b760 msgr2=0x7f7d180b32b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:47.569 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.560+0000 7f7d1e892640 1 --2- 172.21.15.23:0/1084464381 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7d1806b760 0x7f7d180b32b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.569 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.560+0000 7f7d1d890640 1 --2- 172.21.15.23:0/1084464381 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7d180cc0c0 0x7f7d180b19e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:47.570 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.560+0000 7f7d1e892640 1 -- 172.21.15.23:0/1084464381 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7d180cc0c0 msgr2=0x7f7d180b19e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:47.570 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.560+0000 7f7d1e892640 1 --2- 172.21.15.23:0/1084464381 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7d180cc0c0 0x7f7d180b19e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.570 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.560+0000 7f7d1e892640 1 -- 172.21.15.23:0/1084464381 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d10009b30 con 0x7f7d180cdb00 2023-06-26T03:03:47.570 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.560+0000 7f7d1e892640 1 --2- 172.21.15.23:0/1084464381 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d180cdb00 0x7f7d1814a7c0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f7d100af040 tx=0x7f7d10019700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:47.570 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.560+0000 7f7d0effd640 1 -- 172.21.15.23:0/1084464381 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d100b8670 con 0x7f7d180cdb00 2023-06-26T03:03:47.570 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.560+0000 7f7d0effd640 1 -- 172.21.15.23:0/1084464381 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d100b87f0 con 0x7f7d180cdb00 2023-06-26T03:03:47.570 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.560+0000 7f7d202f5640 1 -- 172.21.15.23:0/1084464381 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7d181475d0 con 0x7f7d180cdb00 2023-06-26T03:03:47.570 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.560+0000 7f7d0effd640 1 -- 172.21.15.23:0/1084464381 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d100b8ba0 con 0x7f7d180cdb00 2023-06-26T03:03:47.571 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.560+0000 7f7d202f5640 1 -- 172.21.15.23:0/1084464381 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7d1814ad00 con 0x7f7d180cdb00 2023-06-26T03:03:47.571 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.564+0000 7f7d202f5640 1 -- 172.21.15.23:0/1084464381 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7d18147d90 con 0x7f7d180cdb00 2023-06-26T03:03:47.571 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.564+0000 7f7d0effd640 1 -- 172.21.15.23:0/1084464381 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7f7d100b8d00 con 0x7f7d180cdb00 2023-06-26T03:03:47.572 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.564+0000 7f7d0effd640 1 --2- 172.21.15.23:0/1084464381 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7cfc066280 0x7f7cfc068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:47.572 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.564+0000 7f7d0effd640 1 -- 172.21.15.23:0/1084464381 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 6382+0+0 (secure 0 0 0) 0x7f7d1011f580 con 0x7f7d180cdb00 2023-06-26T03:03:47.572 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.564+0000 7f7d1e091640 1 --2- 172.21.15.23:0/1084464381 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7cfc066280 0x7f7cfc068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:47.572 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.564+0000 7f7d1e091640 1 --2- 172.21.15.23:0/1084464381 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7cfc066280 0x7f7cfc068730 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f7d1400a970 tx=0x7f7d14008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:47.573 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.568+0000 7f7d0effd640 1 -- 172.21.15.23:0/1084464381 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7f7d100ec960 con 0x7f7d180cdb00 2023-06-26T03:03:47.752 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.748+0000 7f7d202f5640 1 -- 172.21.15.23:0/1084464381 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f7d1814ae90 con 0x7f7d180cdb00 2023-06-26T03:03:47.752 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.748+0000 7f7d0effd640 1 -- 172.21.15.23:0/1084464381 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v14) v1 ==== 53+0+73 (secure 0 0 0) 0x7f7d100eff80 con 0x7f7d180cdb00 2023-06-26T03:03:47.753 INFO:teuthology.orchestra.run.smithi023.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-06-26T03:03:47.755 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.748+0000 7f7d202f5640 1 -- 172.21.15.23:0/1084464381 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7cfc066280 msgr2=0x7f7cfc068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:47.755 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.748+0000 7f7d202f5640 1 --2- 172.21.15.23:0/1084464381 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7cfc066280 0x7f7cfc068730 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f7d1400a970 tx=0x7f7d14008040 comp rx=0 tx=0).stop 2023-06-26T03:03:47.755 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.748+0000 7f7d202f5640 1 -- 172.21.15.23:0/1084464381 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d180cdb00 msgr2=0x7f7d1814a7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:47.755 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.748+0000 7f7d202f5640 1 --2- 172.21.15.23:0/1084464381 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d180cdb00 0x7f7d1814a7c0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f7d100af040 tx=0x7f7d10019700 comp rx=0 tx=0).stop 2023-06-26T03:03:47.755 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.748+0000 7f7d202f5640 1 -- 172.21.15.23:0/1084464381 shutdown_connections 2023-06-26T03:03:47.755 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.748+0000 7f7d202f5640 1 --2- 172.21.15.23:0/1084464381 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7f7cfc066280 0x7f7cfc068730 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.756 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.748+0000 7f7d202f5640 1 --2- 172.21.15.23:0/1084464381 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7f7d180cdb00 0x7f7d1814a7c0 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.756 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.748+0000 7f7d202f5640 1 --2- 172.21.15.23:0/1084464381 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7f7d180cc0c0 0x7f7d180b19e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.756 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.748+0000 7f7d202f5640 1 --2- 172.21.15.23:0/1084464381 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7f7d1806b760 0x7f7d180b32b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:47.756 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.748+0000 7f7d202f5640 1 -- 172.21.15.23:0/1084464381 >> 172.21.15.23:0/1084464381 conn(0x7f7d18069400 msgr2=0x7f7d1806ada0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:47.756 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.748+0000 7f7d202f5640 1 -- 172.21.15.23:0/1084464381 shutdown_connections 2023-06-26T03:03:47.756 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:47.748+0000 7f7d202f5640 1 -- 172.21.15.23:0/1084464381 wait complete. 2023-06-26T03:03:47.770 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-06-26T03:03:47.770 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-06-26T03:03:47.770 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi023.front.sepia.ceph.com 2023-06-26T03:03:47.771 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-06-26T03:03:47.771 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-06-26T03:03:47.771 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-06-26T03:03:47.771 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-06-26T03:03:47.772 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-06-26T03:03:47.772 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-06-26T03:03:47.772 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:03:47.773 DEBUG:teuthology.orchestra.run.smithi023:> ip addr 2023-06-26T03:03:47.778 INFO:teuthology.orchestra.run.smithi023.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-06-26T03:03:47.778 INFO:teuthology.orchestra.run.smithi023.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-06-26T03:03:47.778 INFO:teuthology.orchestra.run.smithi023.stdout: inet 127.0.0.1/8 scope host lo 2023-06-26T03:03:47.778 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:03:47.778 INFO:teuthology.orchestra.run.smithi023.stdout: inet6 ::1/128 scope host 2023-06-26T03:03:47.779 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:03:47.779 INFO:teuthology.orchestra.run.smithi023.stdout:2: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2023-06-26T03:03:47.779 INFO:teuthology.orchestra.run.smithi023.stdout: link/ether 0c:c4:7a:59:ce:42 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:03:47.779 INFO:teuthology.orchestra.run.smithi023.stdout: altname enp1s0f0 2023-06-26T03:03:47.779 INFO:teuthology.orchestra.run.smithi023.stdout: inet 172.21.15.23/20 brd 172.21.15.255 scope global dynamic ens1f0 2023-06-26T03:03:47.779 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft 42401sec preferred_lft 42401sec 2023-06-26T03:03:47.779 INFO:teuthology.orchestra.run.smithi023.stdout: inet6 fe80::ec4:7aff:fe59:ce42/64 scope link 2023-06-26T03:03:47.779 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:03:47.780 INFO:teuthology.orchestra.run.smithi023.stdout:3: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-26T03:03:47.780 INFO:teuthology.orchestra.run.smithi023.stdout: link/ether 0c:c4:7a:6b:fd:ae brd ff:ff:ff:ff:ff:ff 2023-06-26T03:03:47.780 INFO:teuthology.orchestra.run.smithi023.stdout: altname enp7s0f0 2023-06-26T03:03:47.780 INFO:teuthology.orchestra.run.smithi023.stdout:4: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-26T03:03:47.780 INFO:teuthology.orchestra.run.smithi023.stdout: link/ether 0c:c4:7a:6b:fd:af brd ff:ff:ff:ff:ff:ff 2023-06-26T03:03:47.780 INFO:teuthology.orchestra.run.smithi023.stdout: altname enp7s0f1 2023-06-26T03:03:47.780 INFO:teuthology.orchestra.run.smithi023.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-06-26T03:03:47.781 INFO:teuthology.orchestra.run.smithi023.stdout: link/ether 0c:c4:7a:59:ce:43 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:03:47.781 INFO:teuthology.orchestra.run.smithi023.stdout: altname enp1s0f1 2023-06-26T03:03:47.781 INFO:teuthology.orchestra.run.smithi023.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-06-26T03:03:47.781 INFO:teuthology.orchestra.run.smithi023.stdout: link/ether 02:42:27:3a:c8:a9 brd ff:ff:ff:ff:ff:ff 2023-06-26T03:03:47.781 INFO:teuthology.orchestra.run.smithi023.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-06-26T03:03:47.781 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:03:47.781 INFO:teuthology.orchestra.run.smithi023.stdout:9: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-06-26T03:03:47.781 INFO:teuthology.orchestra.run.smithi023.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-06-26T03:03:47.782 INFO:teuthology.orchestra.run.smithi023.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-06-26T03:03:47.782 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:03:47.782 INFO:teuthology.orchestra.run.smithi023.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-06-26T03:03:47.782 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:03:47.782 INFO:teuthology.orchestra.run.smithi023.stdout:10: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-06-26T03:03:47.782 INFO:teuthology.orchestra.run.smithi023.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2023-06-26T03:03:47.782 INFO:teuthology.orchestra.run.smithi023.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-06-26T03:03:47.782 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:03:47.783 INFO:teuthology.orchestra.run.smithi023.stdout:11: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-06-26T03:03:47.783 INFO:teuthology.orchestra.run.smithi023.stdout: link/ether c6:a6:3d:69:d0:db brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2023-06-26T03:03:47.783 INFO:teuthology.orchestra.run.smithi023.stdout: inet6 fe80::c4a6:3dff:fe69:d0db/64 scope link 2023-06-26T03:03:47.783 INFO:teuthology.orchestra.run.smithi023.stdout: valid_lft forever preferred_lft forever 2023-06-26T03:03:47.783 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:03:47.784 DEBUG:teuthology.orchestra.run.smithi023:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-06-26T03:03:47.829 INFO:teuthology.orchestra.run.smithi023.stdout:1 2023-06-26T03:03:47.831 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:03:47.831 DEBUG:teuthology.orchestra.run.smithi023:> route 2023-06-26T03:03:47.880 INFO:teuthology.orchestra.run.smithi023.stdout:Kernel IP routing table 2023-06-26T03:03:47.880 INFO:teuthology.orchestra.run.smithi023.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-06-26T03:03:47.881 INFO:teuthology.orchestra.run.smithi023.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2023-06-26T03:03:47.881 INFO:teuthology.orchestra.run.smithi023.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-06-26T03:03:47.881 INFO:teuthology.orchestra.run.smithi023.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2023-06-26T03:03:47.881 INFO:teuthology.orchestra.run.smithi023.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-06-26T03:03:47.881 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:03:47.882 DEBUG:teuthology.orchestra.run.smithi023:> (cd / && exec bash -c ' 2023-06-26T03:03:47.882 DEBUG:teuthology.orchestra.run.smithi023:> set -e 2023-06-26T03:03:47.882 DEBUG:teuthology.orchestra.run.smithi023:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2023-06-26T03:03:47.883 DEBUG:teuthology.orchestra.run.smithi023:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2023-06-26T03:03:47.883 DEBUG:teuthology.orchestra.run.smithi023:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2023-06-26T03:03:47.883 DEBUG:teuthology.orchestra.run.smithi023:> ') 2023-06-26T03:03:47.953 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:03:47.953 DEBUG:teuthology.orchestra.run.smithi023:> ip netns list 2023-06-26T03:03:48.004 INFO:teuthology.orchestra.run.smithi023.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2023-06-26T03:03:48.004 INFO:teuthology.orchestra.run.smithi023.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-06-26T03:03:48.004 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-06-26T03:03:48.004 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:03:48.005 DEBUG:teuthology.orchestra.run.smithi023:> sudo ip link set brx.0 up 2023-06-26T03:03:48.060 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2023-06-26T03:03:48.060 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-06-26T03:03:48.060 DEBUG:teuthology.orchestra.run.smithi023:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-06-26T03:03:48.108 INFO:teuthology.orchestra.run.smithi023.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-06-26T03:03:48.108 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-06-26T03:03:48.109 DEBUG:teuthology.orchestra.run.smithi023:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-06-26T03:03:48.156 DEBUG:teuthology.orchestra.run.smithi023:> sudo modprobe fuse 2023-06-26T03:03:48.213 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-26T03:03:48.214 DEBUG:teuthology.orchestra.run.smithi023:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-26T03:03:48.267 INFO:teuthology.orchestra.run.smithi023.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-26T03:03:48.268 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-26T03:03:48.269 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:03:48.269 DEBUG:teuthology.orchestra.run.smithi023:> ls /sys/fs/fuse/connections 2023-06-26T03:03:48.316 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2023-06-26T03:03:48.316 DEBUG:teuthology.orchestra.run.smithi023:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2023-06-26T03:03:48.361 DEBUG:teuthology.orchestra.run.smithi023:> sudo modprobe fuse 2023-06-26T03:03:48.376 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-26T03:03:48.377 DEBUG:teuthology.orchestra.run.smithi023:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-26T03:03:48.431 INFO:teuthology.orchestra.run.smithi023.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-26T03:03:48.432 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-26T03:03:48.432 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:03:48.433 DEBUG:teuthology.orchestra.run.smithi023:> ls /sys/fs/fuse/connections 2023-06-26T03:03:48.448 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi023.stderr:2023-06-26T03:03:48.444+0000 7fa735698580 -1 init, newargv = 0x563c6c1a1e90 newargc=15 2023-06-26T03:03:48.448 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi023.stderr:ceph-fuse[48984]: starting ceph client 2023-06-26T03:03:48.454 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi023.stderr:ceph-fuse[48984]: starting fuse 2023-06-26T03:03:49.553 DEBUG:teuthology.orchestra.run.smithi023:> sudo modprobe fuse 2023-06-26T03:03:49.570 INFO:teuthology.orchestra.run:Running command with timeout 30 2023-06-26T03:03:49.571 DEBUG:teuthology.orchestra.run.smithi023:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2023-06-26T03:03:49.623 INFO:teuthology.orchestra.run.smithi023.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2023-06-26T03:03:49.625 DEBUG:teuthology.orchestra.run:got remote process result: 32 2023-06-26T03:03:49.625 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:03:49.626 DEBUG:teuthology.orchestra.run.smithi023:> ls /sys/fs/fuse/connections 2023-06-26T03:03:49.672 INFO:teuthology.orchestra.run.smithi023.stdout:45 2023-06-26T03:03:49.673 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2023-06-26T03:03:49.673 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2023-06-26T03:03:49.673 DEBUG:teuthology.orchestra.run.smithi023:> import glob 2023-06-26T03:03:49.674 DEBUG:teuthology.orchestra.run.smithi023:> import re 2023-06-26T03:03:49.674 DEBUG:teuthology.orchestra.run.smithi023:> import os 2023-06-26T03:03:49.674 DEBUG:teuthology.orchestra.run.smithi023:> import subprocess 2023-06-26T03:03:49.675 DEBUG:teuthology.orchestra.run.smithi023:> 2023-06-26T03:03:49.675 DEBUG:teuthology.orchestra.run.smithi023:> def _find_admin_socket(client_name): 2023-06-26T03:03:49.675 DEBUG:teuthology.orchestra.run.smithi023:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2023-06-26T03:03:49.675 DEBUG:teuthology.orchestra.run.smithi023:> files = glob.glob(asok_path) 2023-06-26T03:03:49.676 DEBUG:teuthology.orchestra.run.smithi023:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2023-06-26T03:03:49.676 DEBUG:teuthology.orchestra.run.smithi023:> 2023-06-26T03:03:49.676 DEBUG:teuthology.orchestra.run.smithi023:> # Given a non-glob path, it better be there 2023-06-26T03:03:49.677 DEBUG:teuthology.orchestra.run.smithi023:> if "*" not in asok_path: 2023-06-26T03:03:49.677 DEBUG:teuthology.orchestra.run.smithi023:> assert(len(files) == 1) 2023-06-26T03:03:49.677 DEBUG:teuthology.orchestra.run.smithi023:> return files[0] 2023-06-26T03:03:49.678 DEBUG:teuthology.orchestra.run.smithi023:> 2023-06-26T03:03:49.678 DEBUG:teuthology.orchestra.run.smithi023:> for f in files: 2023-06-26T03:03:49.678 DEBUG:teuthology.orchestra.run.smithi023:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2023-06-26T03:03:49.678 DEBUG:teuthology.orchestra.run.smithi023:> if os.path.exists("/proc/{0}".format(pid)): 2023-06-26T03:03:49.679 DEBUG:teuthology.orchestra.run.smithi023:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2023-06-26T03:03:49.679 DEBUG:teuthology.orchestra.run.smithi023:> contents = proc_f.read() 2023-06-26T03:03:49.679 DEBUG:teuthology.orchestra.run.smithi023:> if mountpoint in contents: 2023-06-26T03:03:49.680 DEBUG:teuthology.orchestra.run.smithi023:> return f 2023-06-26T03:03:49.680 DEBUG:teuthology.orchestra.run.smithi023:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2023-06-26T03:03:49.680 DEBUG:teuthology.orchestra.run.smithi023:> 2023-06-26T03:03:49.681 DEBUG:teuthology.orchestra.run.smithi023:> print(_find_admin_socket("client.0")) 2023-06-26T03:03:49.681 DEBUG:teuthology.orchestra.run.smithi023:> ' 2023-06-26T03:03:49.798 INFO:teuthology.orchestra.run.smithi023.stdout:/var/run/ceph/ceph-client.0.48984.asok 2023-06-26T03:03:49.978 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.48984.asok 2023-06-26T03:03:49.979 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:03:49.979 DEBUG:teuthology.orchestra.run.smithi023:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.48984.asok status 2023-06-26T03:03:50.142 INFO:teuthology.orchestra.run.smithi023.stdout:{ 2023-06-26T03:03:50.142 INFO:teuthology.orchestra.run.smithi023.stdout: "metadata": { 2023-06-26T03:03:50.142 INFO:teuthology.orchestra.run.smithi023.stdout: "ceph_sha1": "6e29bf323ce1af97210bf5c3ab6386cc214ed162", 2023-06-26T03:03:50.142 INFO:teuthology.orchestra.run.smithi023.stdout: "ceph_version": "ceph version 18.0.0-4444-g6e29bf32 (6e29bf323ce1af97210bf5c3ab6386cc214ed162) reef (dev)", 2023-06-26T03:03:50.143 INFO:teuthology.orchestra.run.smithi023.stdout: "entity_id": "0", 2023-06-26T03:03:50.143 INFO:teuthology.orchestra.run.smithi023.stdout: "hostname": "smithi023", 2023-06-26T03:03:50.143 INFO:teuthology.orchestra.run.smithi023.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2023-06-26T03:03:50.143 INFO:teuthology.orchestra.run.smithi023.stdout: "pid": "48984", 2023-06-26T03:03:50.143 INFO:teuthology.orchestra.run.smithi023.stdout: "root": "/" 2023-06-26T03:03:50.144 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:03:50.144 INFO:teuthology.orchestra.run.smithi023.stdout: "dentry_count": 0, 2023-06-26T03:03:50.144 INFO:teuthology.orchestra.run.smithi023.stdout: "dentry_pinned_count": 0, 2023-06-26T03:03:50.144 INFO:teuthology.orchestra.run.smithi023.stdout: "id": 5805, 2023-06-26T03:03:50.144 INFO:teuthology.orchestra.run.smithi023.stdout: "inst": { 2023-06-26T03:03:50.144 INFO:teuthology.orchestra.run.smithi023.stdout: "name": { 2023-06-26T03:03:50.145 INFO:teuthology.orchestra.run.smithi023.stdout: "type": "client", 2023-06-26T03:03:50.145 INFO:teuthology.orchestra.run.smithi023.stdout: "num": 5805 2023-06-26T03:03:50.145 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:03:50.145 INFO:teuthology.orchestra.run.smithi023.stdout: "addr": { 2023-06-26T03:03:50.145 INFO:teuthology.orchestra.run.smithi023.stdout: "type": "v1", 2023-06-26T03:03:50.145 INFO:teuthology.orchestra.run.smithi023.stdout: "addr": "192.168.0.1:0", 2023-06-26T03:03:50.145 INFO:teuthology.orchestra.run.smithi023.stdout: "nonce": 2740957068 2023-06-26T03:03:50.146 INFO:teuthology.orchestra.run.smithi023.stdout: } 2023-06-26T03:03:50.146 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:03:50.146 INFO:teuthology.orchestra.run.smithi023.stdout: "addr": { 2023-06-26T03:03:50.146 INFO:teuthology.orchestra.run.smithi023.stdout: "type": "v1", 2023-06-26T03:03:50.146 INFO:teuthology.orchestra.run.smithi023.stdout: "addr": "192.168.0.1:0", 2023-06-26T03:03:50.146 INFO:teuthology.orchestra.run.smithi023.stdout: "nonce": 2740957068 2023-06-26T03:03:50.146 INFO:teuthology.orchestra.run.smithi023.stdout: }, 2023-06-26T03:03:50.147 INFO:teuthology.orchestra.run.smithi023.stdout: "inst_str": "client.5805 192.168.0.1:0/2740957068", 2023-06-26T03:03:50.147 INFO:teuthology.orchestra.run.smithi023.stdout: "addr_str": "192.168.0.1:0/2740957068", 2023-06-26T03:03:50.147 INFO:teuthology.orchestra.run.smithi023.stdout: "inode_count": 1, 2023-06-26T03:03:50.147 INFO:teuthology.orchestra.run.smithi023.stdout: "mds_epoch": 14, 2023-06-26T03:03:50.147 INFO:teuthology.orchestra.run.smithi023.stdout: "osd_epoch": 42, 2023-06-26T03:03:50.147 INFO:teuthology.orchestra.run.smithi023.stdout: "osd_epoch_barrier": 0, 2023-06-26T03:03:50.147 INFO:teuthology.orchestra.run.smithi023.stdout: "blocklisted": false, 2023-06-26T03:03:50.147 INFO:teuthology.orchestra.run.smithi023.stdout: "fs_name": "cephfs" 2023-06-26T03:03:50.148 INFO:teuthology.orchestra.run.smithi023.stdout:} 2023-06-26T03:03:50.156 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:03:50.156 DEBUG:teuthology.orchestra.run.smithi023:> stat --file-system '--printf=%T 2023-06-26T03:03:50.156 DEBUG:teuthology.orchestra.run.smithi023:> ' -- /home/ubuntu/cephtest/mnt.0 2023-06-26T03:03:50.162 INFO:teuthology.orchestra.run.smithi023.stdout:fuseblk 2023-06-26T03:03:50.162 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2023-06-26T03:03:50.163 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:03:50.163 DEBUG:teuthology.orchestra.run.smithi023:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-06-26T03:03:50.217 DEBUG:teuthology.orchestra.run.smithi023:> mktemp -d --suffix=xfstests-dev 2023-06-26T03:03:50.263 INFO:teuthology.orchestra.run.smithi023.stdout:/tmp/tmp.4f7hnjQ37hxfstests-dev 2023-06-26T03:03:50.264 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:03:50.264 DEBUG:teuthology.orchestra.run.smithi023:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo chmod a+rx /tmp/tmp.4f7hnjQ37hxfstests-dev) 2023-06-26T03:03:50.321 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:03:50.322 DEBUG:teuthology.orchestra.run.smithi023:> (cd /home/ubuntu/cephtest/mnt.0 && exec git clone https://git.ceph.com/xfstests-dev.git --depth 1 /tmp/tmp.4f7hnjQ37hxfstests-dev) 2023-06-26T03:03:50.376 INFO:teuthology.orchestra.run.smithi023.stderr:Cloning into '/tmp/tmp.4f7hnjQ37hxfstests-dev'... 2023-06-26T03:03:51.177 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:03:51.177 DEBUG:teuthology.orchestra.run.smithi023:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir test) 2023-06-26T03:03:51.237 DEBUG:teuthology.orchestra.run.smithi023:> mktemp -d --suffix=test 2023-06-26T03:03:51.287 INFO:teuthology.orchestra.run.smithi023.stdout:/tmp/tmp.Aom0zQx2FDtest 2023-06-26T03:03:51.288 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:03:51.288 DEBUG:teuthology.orchestra.run.smithi023:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir scratch) 2023-06-26T03:03:51.342 DEBUG:teuthology.orchestra.run.smithi023:> mktemp -d --suffix=scratch 2023-06-26T03:03:51.393 INFO:teuthology.orchestra.run.smithi023.stdout:/tmp/tmp.nejHxQVs5zscratch 2023-06-26T03:03:51.393 INFO:tasks.cephfs.xfstests_dev:distro and version detected is "ubuntu" and "22.04". 2023-06-26T03:03:51.393 DEBUG:teuthology.orchestra.run.smithi023:> sudo apt-get install -y xfslibs-dev uuid-dev libtool-bin e2fsprogs automake gcc libuuid1 quota attr libattr1-dev make libacl1-dev libaio-dev xfsprogs libgdbm-dev gawk fio dbench uuid-runtime python2 sqlite3 2023-06-26T03:03:51.505 INFO:teuthology.orchestra.run.smithi023.stdout:Reading package lists... 2023-06-26T03:03:51.688 INFO:teuthology.orchestra.run.smithi023.stdout:Building dependency tree... 2023-06-26T03:03:51.689 INFO:teuthology.orchestra.run.smithi023.stdout:Reading state information... 2023-06-26T03:03:51.853 INFO:teuthology.orchestra.run.smithi023.stdout:attr is already the newest version (1:2.5.1-1build1). 2023-06-26T03:03:51.854 INFO:teuthology.orchestra.run.smithi023.stdout:automake is already the newest version (1:1.16.5-1.3). 2023-06-26T03:03:51.854 INFO:teuthology.orchestra.run.smithi023.stdout:gawk is already the newest version (1:5.1.0-1build3). 2023-06-26T03:03:51.854 INFO:teuthology.orchestra.run.smithi023.stdout:gcc is already the newest version (4:11.2.0-1ubuntu1). 2023-06-26T03:03:51.854 INFO:teuthology.orchestra.run.smithi023.stdout:gcc set to manually installed. 2023-06-26T03:03:51.854 INFO:teuthology.orchestra.run.smithi023.stdout:libacl1-dev is already the newest version (2.3.1-1). 2023-06-26T03:03:51.854 INFO:teuthology.orchestra.run.smithi023.stdout:libaio-dev is already the newest version (0.3.112-13build1). 2023-06-26T03:03:51.855 INFO:teuthology.orchestra.run.smithi023.stdout:libattr1-dev is already the newest version (1:2.5.1-1build1). 2023-06-26T03:03:51.855 INFO:teuthology.orchestra.run.smithi023.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2023-06-26T03:03:51.855 INFO:teuthology.orchestra.run.smithi023.stdout:libuuid1 is already the newest version (2.37.2-4ubuntu3). 2023-06-26T03:03:51.855 INFO:teuthology.orchestra.run.smithi023.stdout:make is already the newest version (4.3-4.1build1). 2023-06-26T03:03:51.855 INFO:teuthology.orchestra.run.smithi023.stdout:make set to manually installed. 2023-06-26T03:03:51.855 INFO:teuthology.orchestra.run.smithi023.stdout:quota is already the newest version (4.06-1build2). 2023-06-26T03:03:51.855 INFO:teuthology.orchestra.run.smithi023.stdout:uuid-dev is already the newest version (2.37.2-4ubuntu3). 2023-06-26T03:03:51.856 INFO:teuthology.orchestra.run.smithi023.stdout:uuid-runtime is already the newest version (2.37.2-4ubuntu3). 2023-06-26T03:03:51.856 INFO:teuthology.orchestra.run.smithi023.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2023-06-26T03:03:51.856 INFO:teuthology.orchestra.run.smithi023.stdout:xfsprogs is already the newest version (5.13.0-1ubuntu2). 2023-06-26T03:03:51.856 INFO:teuthology.orchestra.run.smithi023.stdout:dbench is already the newest version (4.0-2build1). 2023-06-26T03:03:51.856 INFO:teuthology.orchestra.run.smithi023.stdout:python2 is already the newest version (2.7.18-3). 2023-06-26T03:03:51.856 INFO:teuthology.orchestra.run.smithi023.stdout:python2 set to manually installed. 2023-06-26T03:03:51.856 INFO:teuthology.orchestra.run.smithi023.stdout:e2fsprogs is already the newest version (1.46.5-2ubuntu1.1). 2023-06-26T03:03:51.857 INFO:teuthology.orchestra.run.smithi023.stdout:The following packages were automatically installed and are no longer required: 2023-06-26T03:03:51.857 INFO:teuthology.orchestra.run.smithi023.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libiscsi7 libpmemobj1 2023-06-26T03:03:51.857 INFO:teuthology.orchestra.run.smithi023.stdout: libpython2-dev libpython2.7 libpython2.7-dev linux-image-5.4.0-135-generic 2023-06-26T03:03:51.857 INFO:teuthology.orchestra.run.smithi023.stdout: linux-modules-5.4.0-135-generic python2-dev python2.7-dev 2023-06-26T03:03:51.858 INFO:teuthology.orchestra.run.smithi023.stdout:Use 'sudo apt autoremove' to remove them. 2023-06-26T03:03:51.858 INFO:teuthology.orchestra.run.smithi023.stdout:The following additional packages will be installed: 2023-06-26T03:03:51.858 INFO:teuthology.orchestra.run.smithi023.stdout: libpmemblk1 2023-06-26T03:03:51.858 INFO:teuthology.orchestra.run.smithi023.stdout:Suggested packages: 2023-06-26T03:03:51.858 INFO:teuthology.orchestra.run.smithi023.stdout: gnuplot gfio python-scipy sqlite3-doc 2023-06-26T03:03:51.883 INFO:teuthology.orchestra.run.smithi023.stdout:The following NEW packages will be installed: 2023-06-26T03:03:51.885 INFO:teuthology.orchestra.run.smithi023.stdout: fio libgdbm-dev libpmemblk1 sqlite3 2023-06-26T03:03:52.149 INFO:teuthology.orchestra.run.smithi023.stdout:0 upgraded, 4 newly installed, 0 to remove and 199 not upgraded. 2023-06-26T03:03:52.149 INFO:teuthology.orchestra.run.smithi023.stdout:Need to get 4,997 kB of archives. 2023-06-26T03:03:52.150 INFO:teuthology.orchestra.run.smithi023.stdout:After this operation, 9,949 kB of additional disk space will be used. 2023-06-26T03:03:52.150 INFO:teuthology.orchestra.run.smithi023.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libpmemblk1 amd64 1.11.1-3build1 [65.6 kB] 2023-06-26T03:03:52.435 INFO:teuthology.orchestra.run.smithi023.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/universe amd64 fio amd64 3.28-1 [4,047 kB] 2023-06-26T03:03:52.942 INFO:teuthology.orchestra.run.smithi023.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 libgdbm-dev amd64 1.23-1 [117 kB] 2023-06-26T03:03:52.945 INFO:teuthology.orchestra.run.smithi023.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 sqlite3 amd64 3.37.2-2ubuntu0.1 [768 kB] 2023-06-26T03:03:53.261 INFO:teuthology.orchestra.run.smithi023.stderr:debconf: unable to initialize frontend: Dialog 2023-06-26T03:03:53.262 INFO:teuthology.orchestra.run.smithi023.stderr:debconf: (Dialog frontend will not work on a dumb terminal, an emacs shell buffer, or without a controlling terminal.) 2023-06-26T03:03:53.262 INFO:teuthology.orchestra.run.smithi023.stderr:debconf: falling back to frontend: Readline 2023-06-26T03:03:53.275 INFO:teuthology.orchestra.run.smithi023.stderr:debconf: unable to initialize frontend: Readline 2023-06-26T03:03:53.275 INFO:teuthology.orchestra.run.smithi023.stderr:debconf: (This frontend requires a controlling tty.) 2023-06-26T03:03:53.275 INFO:teuthology.orchestra.run.smithi023.stderr:debconf: falling back to frontend: Teletype 2023-06-26T03:03:53.279 INFO:teuthology.orchestra.run.smithi023.stderr:dpkg-preconfigure: unable to re-open stdin: 2023-06-26T03:03:53.312 INFO:teuthology.orchestra.run.smithi023.stdout:Fetched 4,997 kB in 1s (4,671 kB/s) 2023-06-26T03:03:53.492 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package libpmemblk1:amd64. 2023-06-26T03:03:53.600 INFO:teuthology.orchestra.run.smithi023.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 175771 files and directories currently installed.) 2023-06-26T03:03:53.606 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../libpmemblk1_1.11.1-3build1_amd64.deb ... 2023-06-26T03:03:53.690 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking libpmemblk1:amd64 (1.11.1-3build1) ... 2023-06-26T03:03:53.969 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package fio. 2023-06-26T03:03:53.985 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../archives/fio_3.28-1_amd64.deb ... 2023-06-26T03:03:54.018 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking fio (3.28-1) ... 2023-06-26T03:03:54.439 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package libgdbm-dev:amd64. 2023-06-26T03:03:54.456 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../libgdbm-dev_1.23-1_amd64.deb ... 2023-06-26T03:03:54.498 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking libgdbm-dev:amd64 (1.23-1) ... 2023-06-26T03:03:54.801 INFO:teuthology.orchestra.run.smithi023.stdout:Selecting previously unselected package sqlite3. 2023-06-26T03:03:54.820 INFO:teuthology.orchestra.run.smithi023.stdout:Preparing to unpack .../sqlite3_3.37.2-2ubuntu0.1_amd64.deb ... 2023-06-26T03:03:54.859 INFO:teuthology.orchestra.run.smithi023.stdout:Unpacking sqlite3 (3.37.2-2ubuntu0.1) ... 2023-06-26T03:03:55.276 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up libpmemblk1:amd64 (1.11.1-3build1) ... 2023-06-26T03:03:55.405 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up libgdbm-dev:amd64 (1.23-1) ... 2023-06-26T03:03:55.514 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up sqlite3 (3.37.2-2ubuntu0.1) ... 2023-06-26T03:03:55.615 INFO:teuthology.orchestra.run.smithi023.stdout:Setting up fio (3.28-1) ... 2023-06-26T03:03:56.169 INFO:teuthology.orchestra.run.smithi023.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-06-26T03:03:56.336 INFO:teuthology.orchestra.run.smithi023.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-06-26T03:03:57.520 INFO:teuthology.orchestra.run.smithi023.stdout:Processing triggers for install-info (6.8-4build1) ... 2023-06-26T03:03:58.012 DEBUG:teuthology.orchestra.run.smithi023:> sudo useradd -m fsgqa 2023-06-26T03:03:58.024 INFO:teuthology.orchestra.run.smithi023.stderr:useradd: user 'fsgqa' already exists 2023-06-26T03:03:58.025 DEBUG:teuthology.orchestra.run:got remote process result: 9 2023-06-26T03:03:58.025 DEBUG:teuthology.orchestra.run.smithi023:> sudo groupadd fsgqa 2023-06-26T03:03:58.078 INFO:teuthology.orchestra.run.smithi023.stderr:groupadd: group 'fsgqa' already exists 2023-06-26T03:03:58.079 DEBUG:teuthology.orchestra.run:got remote process result: 9 2023-06-26T03:03:58.080 DEBUG:teuthology.orchestra.run.smithi023:> sudo useradd fsgqa2 2023-06-26T03:03:58.482 DEBUG:teuthology.orchestra.run.smithi023:> sudo useradd 123456-fsgqa 2023-06-26T03:03:58.860 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json mon dump 2023-06-26T03:03:58.996 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc1df78640 1 Processor -- start 2023-06-26T03:03:58.997 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc1df78640 1 -- start start 2023-06-26T03:03:58.997 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc1df78640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7efc180caa50 0x7efc180ac670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:58.998 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc1df78640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efc1806f490 0x7efc18151df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:58.998 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc1df78640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efc180ace00 con 0x7efc180c41f0 2023-06-26T03:03:58.998 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc1df78640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efc1806c7b0 con 0x7efc180caa50 2023-06-26T03:03:58.998 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc1df78640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc180ad0e0 con 0x7efc1806f490 2023-06-26T03:03:58.998 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc16ffd640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7efc180c41f0 0x7efc1806ed80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:44684/0 (socket says 172.21.15.23:44684) 2023-06-26T03:03:58.998 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc16ffd640 1 -- 172.21.15.23:0/847362395 learned_addr learned my addr 172.21.15.23:0/847362395 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:59.000 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc17fff640 1 --2- 172.21.15.23:0/847362395 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efc1806f490 0x7efc18151df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:59.000 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc177fe640 1 --2- 172.21.15.23:0/847362395 >> v2:172.21.15.71:3300/0 conn(0x7efc180caa50 0x7efc180ac670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:59.000 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc167fc640 1 -- 172.21.15.23:0/847362395 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2158838021 0 0) 0x7efc180ace00 con 0x7efc180c41f0 2023-06-26T03:03:59.000 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc167fc640 1 -- 172.21.15.23:0/847362395 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efc00003530 con 0x7efc180c41f0 2023-06-26T03:03:59.000 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc167fc640 1 -- 172.21.15.23:0/847362395 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4136020791 0 0) 0x7efc00003530 con 0x7efc180c41f0 2023-06-26T03:03:59.000 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc167fc640 1 -- 172.21.15.23:0/847362395 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efc1806f490 msgr2=0x7efc18151df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:59.001 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc167fc640 1 --2- 172.21.15.23:0/847362395 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efc1806f490 0x7efc18151df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:59.001 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc167fc640 1 -- 172.21.15.23:0/847362395 >> v2:172.21.15.71:3300/0 conn(0x7efc180caa50 msgr2=0x7efc180ac670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:59.001 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc167fc640 1 --2- 172.21.15.23:0/847362395 >> v2:172.21.15.71:3300/0 conn(0x7efc180caa50 0x7efc180ac670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:59.001 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc167fc640 1 -- 172.21.15.23:0/847362395 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc180ad3c0 con 0x7efc180c41f0 2023-06-26T03:03:59.001 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc167fc640 1 -- 172.21.15.23:0/847362395 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7efc0c001680 con 0x7efc180c41f0 2023-06-26T03:03:59.001 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc167fc640 1 -- 172.21.15.23:0/847362395 >> v1:172.21.15.23:6789/0 conn(0x7efc180c41f0 legacy=0x7efc1806ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:59.001 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc167fc640 1 --2- 172.21.15.23:0/847362395 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efc1806f490 0x7efc00003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:59.001 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc167fc640 1 --2- 172.21.15.23:0/847362395 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efc00003f00 0x7efc000047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:59.002 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc167fc640 1 --2- 172.21.15.23:0/847362395 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efc00004d10 0x7efc00005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:59.002 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc167fc640 1 -- 172.21.15.23:0/847362395 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc1806c7b0 con 0x7efc00004d10 2023-06-26T03:03:59.002 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc167fc640 1 -- 172.21.15.23:0/847362395 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc180ad0e0 con 0x7efc00003f00 2023-06-26T03:03:59.002 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc167fc640 1 -- 172.21.15.23:0/847362395 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc0000b990 con 0x7efc1806f490 2023-06-26T03:03:59.002 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc17fff640 1 --2- 172.21.15.23:0/847362395 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efc00004d10 0x7efc00005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:59.002 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc16ffd640 1 --2- 172.21.15.23:0/847362395 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efc00003f00 0x7efc000047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:59.002 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc177fe640 1 --2- 172.21.15.23:0/847362395 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efc1806f490 0x7efc00003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:59.003 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc17fff640 1 -- 172.21.15.23:0/847362395 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efc1806f490 msgr2=0x7efc00003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:59.003 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc17fff640 1 --2- 172.21.15.23:0/847362395 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efc1806f490 0x7efc00003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:59.003 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc17fff640 1 -- 172.21.15.23:0/847362395 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efc00003f00 msgr2=0x7efc000047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:59.003 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc17fff640 1 --2- 172.21.15.23:0/847362395 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efc00003f00 0x7efc000047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:59.003 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc17fff640 1 -- 172.21.15.23:0/847362395 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc00003530 con 0x7efc00004d10 2023-06-26T03:03:59.003 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.991+0000 7efc16ffd640 1 --2- 172.21.15.23:0/847362395 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efc00003f00 0x7efc000047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:03:59.005 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.995+0000 7efc17fff640 1 --2- 172.21.15.23:0/847362395 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efc00004d10 0x7efc00005180 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7efc10009fc0 tx=0x7efc1001cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d753631fe9fad82 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:59.005 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.995+0000 7efc167fc640 1 -- 172.21.15.23:0/847362395 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc100a5c70 con 0x7efc00004d10 2023-06-26T03:03:59.005 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.995+0000 7efc167fc640 1 -- 172.21.15.23:0/847362395 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc1000f040 con 0x7efc00004d10 2023-06-26T03:03:59.006 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.995+0000 7efc167fc640 1 -- 172.21.15.23:0/847362395 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc100ad440 con 0x7efc00004d10 2023-06-26T03:03:59.006 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.995+0000 7efc1df78640 1 -- 172.21.15.23:0/847362395 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efc00004d10 msgr2=0x7efc00005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:59.006 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.995+0000 7efc1df78640 1 --2- 172.21.15.23:0/847362395 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efc00004d10 0x7efc00005180 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7efc10009fc0 tx=0x7efc1001cc60 comp rx=0 tx=0).stop 2023-06-26T03:03:59.006 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.995+0000 7efc17fff640 1 -- 172.21.15.23:0/847362395 reap_dead start 2023-06-26T03:03:59.006 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.995+0000 7efc1df78640 1 -- 172.21.15.23:0/847362395 shutdown_connections 2023-06-26T03:03:59.006 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.995+0000 7efc1df78640 1 -- 172.21.15.23:0/847362395 >> 172.21.15.23:0/847362395 conn(0x7efc18069400 msgr2=0x7efc18069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:59.006 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.995+0000 7efc1df78640 1 -- 172.21.15.23:0/847362395 shutdown_connections 2023-06-26T03:03:59.007 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.995+0000 7efc1df78640 1 -- 172.21.15.23:0/847362395 wait complete. 2023-06-26T03:03:59.007 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.995+0000 7efc1df78640 1 Processor -- start 2023-06-26T03:03:59.007 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.995+0000 7efc1df78640 1 -- start start 2023-06-26T03:03:59.007 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.999+0000 7efc1df78640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efc18152660 0x7efc1815f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:59.007 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.999+0000 7efc1df78640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efc180c98d0 0x7efc1806fff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:59.007 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.999+0000 7efc1df78640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efc18070530 0x7efc1815e2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:59.007 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.999+0000 7efc1df78640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc180709a0 con 0x7efc18152660 2023-06-26T03:03:59.007 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.999+0000 7efc1df78640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc18159860 con 0x7efc18070530 2023-06-26T03:03:59.008 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.999+0000 7efc1df78640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc1815a3e0 con 0x7efc180c98d0 2023-06-26T03:03:59.008 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.999+0000 7efc177fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efc18152660 0x7efc1815f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:59.008 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.999+0000 7efc177fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efc18152660 0x7efc1815f5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55188/0 (socket says 172.21.15.23:55188) 2023-06-26T03:03:59.008 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.999+0000 7efc177fe640 1 -- 172.21.15.23:0/2101783844 learned_addr learned my addr 172.21.15.23:0/2101783844 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:59.008 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.999+0000 7efc17fff640 1 --2- 172.21.15.23:0/2101783844 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efc18070530 0x7efc1815e2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:59.008 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.999+0000 7efc16ffd640 1 --2- 172.21.15.23:0/2101783844 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efc180c98d0 0x7efc1806fff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:59.008 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.999+0000 7efc177fe640 1 -- 172.21.15.23:0/2101783844 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efc180c98d0 msgr2=0x7efc1806fff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:59.008 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.999+0000 7efc177fe640 1 --2- 172.21.15.23:0/2101783844 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efc180c98d0 0x7efc1806fff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:59.009 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.999+0000 7efc177fe640 1 -- 172.21.15.23:0/2101783844 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efc18070530 msgr2=0x7efc1815e2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:59.009 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.999+0000 7efc177fe640 1 --2- 172.21.15.23:0/2101783844 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efc18070530 0x7efc1815e2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:59.009 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.999+0000 7efc177fe640 1 -- 172.21.15.23:0/2101783844 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc180c4c40 con 0x7efc18152660 2023-06-26T03:03:59.009 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.999+0000 7efc17fff640 1 --2- 172.21.15.23:0/2101783844 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efc18070530 0x7efc1815e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-06-26T03:03:59.009 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.999+0000 7efc177fe640 1 --2- 172.21.15.23:0/2101783844 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efc18152660 0x7efc1815f5d0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7efc08011700 tx=0x7efc08011bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:59.009 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.999+0000 7efbfffff640 1 -- 172.21.15.23:0/2101783844 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc0800f960 con 0x7efc18152660 2023-06-26T03:03:59.009 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.999+0000 7efbfffff640 1 -- 172.21.15.23:0/2101783844 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc0800fac0 con 0x7efc18152660 2023-06-26T03:03:59.010 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.999+0000 7efbfffff640 1 -- 172.21.15.23:0/2101783844 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc0800fe30 con 0x7efc18152660 2023-06-26T03:03:59.010 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.999+0000 7efc1df78640 1 -- 172.21.15.23:0/2101783844 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efc1815fb10 con 0x7efc18152660 2023-06-26T03:03:59.010 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.999+0000 7efc1df78640 1 -- 172.21.15.23:0/2101783844 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc18159ab0 con 0x7efc18152660 2023-06-26T03:03:59.010 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.999+0000 7efc1df78640 1 -- 172.21.15.23:0/2101783844 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efc1815ccd0 con 0x7efc18152660 2023-06-26T03:03:59.011 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.999+0000 7efbfffff640 1 -- 172.21.15.23:0/2101783844 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7efc08015460 con 0x7efc18152660 2023-06-26T03:03:59.011 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.999+0000 7efbfffff640 1 --2- 172.21.15.23:0/2101783844 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efc04066280 0x7efc04068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:59.011 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.999+0000 7efbfffff640 1 -- 172.21.15.23:0/2101783844 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 6440+0+0 (secure 0 0 0) 0x7efc080846d0 con 0x7efc18152660 2023-06-26T03:03:59.011 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:58.999+0000 7efc16ffd640 1 --2- 172.21.15.23:0/2101783844 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efc04066280 0x7efc04068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:59.011 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.003+0000 7efc16ffd640 1 --2- 172.21.15.23:0/2101783844 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efc04066280 0x7efc04068730 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7efc0c000c10 tx=0x7efc0c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:59.012 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.003+0000 7efbfffff640 1 -- 172.21.15.23:0/2101783844 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7efc1815ccd0 con 0x7efc18152660 2023-06-26T03:03:59.223 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.215+0000 7efc1df78640 1 -- 172.21.15.23:0/2101783844 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7efc1804d790 con 0x7efc18152660 2023-06-26T03:03:59.223 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.215+0000 7efbfffff640 1 -- 172.21.15.23:0/2101783844 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) v1 ==== 95+0+1268 (secure 0 0 0) 0x7efc080554f0 con 0x7efc18152660 2023-06-26T03:03:59.224 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:03:59.224 INFO:teuthology.orchestra.run.smithi023.stdout:{"epoch":1,"fsid":"3c6ca2ee-8558-4c1d-b30e-c82ccba44fd9","modified":"2023-06-26T03:01:05.834345Z","created":"2023-06-26T03:01:05.834345Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.23:3300","nonce":0},{"type":"v1","addr":"172.21.15.23:6789","nonce":0}]},"addr":"172.21.15.23:6789/0","public_addr":"172.21.15.23:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:3300","nonce":0},{"type":"v1","addr":"172.21.15.71:6789","nonce":0}]},"addr":"172.21.15.71:6789/0","public_addr":"172.21.15.71:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:3301","nonce":0},{"type":"v1","addr":"172.21.15.71:6790","nonce":0}]},"addr":"172.21.15.71:6790/0","public_addr":"172.21.15.71:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2023-06-26T03:03:59.224 INFO:teuthology.orchestra.run.smithi023.stderr:dumped monmap epoch 1 2023-06-26T03:03:59.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.219+0000 7efc1df78640 1 -- 172.21.15.23:0/2101783844 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efc04066280 msgr2=0x7efc04068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:59.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.219+0000 7efc1df78640 1 --2- 172.21.15.23:0/2101783844 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efc04066280 0x7efc04068730 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7efc0c000c10 tx=0x7efc0c009040 comp rx=0 tx=0).stop 2023-06-26T03:03:59.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.219+0000 7efc1df78640 1 -- 172.21.15.23:0/2101783844 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efc18152660 msgr2=0x7efc1815f5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:59.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.219+0000 7efc1df78640 1 --2- 172.21.15.23:0/2101783844 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efc18152660 0x7efc1815f5d0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7efc08011700 tx=0x7efc08011bc0 comp rx=0 tx=0).stop 2023-06-26T03:03:59.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.219+0000 7efc1df78640 1 -- 172.21.15.23:0/2101783844 shutdown_connections 2023-06-26T03:03:59.226 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.219+0000 7efc1df78640 1 --2- 172.21.15.23:0/2101783844 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7efc04066280 0x7efc04068730 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:59.227 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.219+0000 7efc1df78640 1 --2- 172.21.15.23:0/2101783844 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7efc18070530 0x7efc1815e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:59.227 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.219+0000 7efc1df78640 1 --2- 172.21.15.23:0/2101783844 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7efc180c98d0 0x7efc1806fff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:59.227 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.219+0000 7efc1df78640 1 --2- 172.21.15.23:0/2101783844 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7efc18152660 0x7efc1815f5d0 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:59.227 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.219+0000 7efc1df78640 1 -- 172.21.15.23:0/2101783844 >> 172.21.15.23:0/2101783844 conn(0x7efc18069400 msgr2=0x7efc180aefe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:59.227 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.219+0000 7efc1df78640 1 -- 172.21.15.23:0/2101783844 shutdown_connections 2023-06-26T03:03:59.227 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.219+0000 7efc1df78640 1 -- 172.21.15.23:0/2101783844 wait complete. 2023-06-26T03:03:59.244 DEBUG:teuthology.orchestra.run.smithi023:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth get client.admin 2023-06-26T03:03:59.365 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.359+0000 7fe5be127640 1 Processor -- start 2023-06-26T03:03:59.365 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.359+0000 7fe5be127640 1 -- start start 2023-06-26T03:03:59.366 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.359+0000 7fe5be127640 1 --2- >> v2:172.21.15.71:3300/0 conn(0x7fe5b8159a80 0x7fe5b80c9340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:59.366 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.359+0000 7fe5be127640 1 -- --> v1:172.21.15.23:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5b8159f40 con 0x7fe5b80c9880 2023-06-26T03:03:59.366 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.359+0000 7fe5be127640 1 -- --> v1:172.21.15.71:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5b815a220 con 0x7fe5b8153a50 2023-06-26T03:03:59.367 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.359+0000 7fe5be127640 1 -- --> v2:172.21.15.71:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe5b815d070 con 0x7fe5b8159a80 2023-06-26T03:03:59.367 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.359+0000 7fe5b7fff640 1 --1- >> v1:172.21.15.23:6789/0 conn(0x7fe5b80c9880 0x7fe5b80ccc20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.23:6789/0 says I am v1:172.21.15.23:44696/0 (socket says 172.21.15.23:44696) 2023-06-26T03:03:59.367 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.359+0000 7fe5b7fff640 1 -- 172.21.15.23:0/1917610620 learned_addr learned my addr 172.21.15.23:0/1917610620 (peer_addr_for_me v1:172.21.15.23:0/0) 2023-06-26T03:03:59.368 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.359+0000 7fe5b6ffd640 1 -- 172.21.15.23:0/1917610620 <== mon.0 v1:172.21.15.23:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 758261294 0 0) 0x7fe5b8159f40 con 0x7fe5b80c9880 2023-06-26T03:03:59.368 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.359+0000 7fe5aeffd640 1 --2- 172.21.15.23:0/1917610620 >> v2:172.21.15.71:3300/0 conn(0x7fe5b8159a80 0x7fe5b80c9340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:59.368 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.359+0000 7fe5b6ffd640 1 -- 172.21.15.23:0/1917610620 --> v1:172.21.15.23:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe5a4003530 con 0x7fe5b80c9880 2023-06-26T03:03:59.368 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.359+0000 7fe5b6ffd640 1 -- 172.21.15.23:0/1917610620 <== mon.0 v1:172.21.15.23:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 677332548 0 0) 0x7fe5a4003530 con 0x7fe5b80c9880 2023-06-26T03:03:59.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.359+0000 7fe5b6ffd640 1 -- 172.21.15.23:0/1917610620 >> v2:172.21.15.71:3300/0 conn(0x7fe5b8159a80 msgr2=0x7fe5b80c9340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:59.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.359+0000 7fe5b6ffd640 1 --2- 172.21.15.23:0/1917610620 >> v2:172.21.15.71:3300/0 conn(0x7fe5b8159a80 0x7fe5b80c9340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:59.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.359+0000 7fe5b6ffd640 1 -- 172.21.15.23:0/1917610620 >> v1:172.21.15.71:6789/0 conn(0x7fe5b8153a50 legacy=0x7fe5b80ce3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:59.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.359+0000 7fe5b6ffd640 1 -- 172.21.15.23:0/1917610620 --> v1:172.21.15.23:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5b815a500 con 0x7fe5b80c9880 2023-06-26T03:03:59.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.359+0000 7fe5b6ffd640 1 -- 172.21.15.23:0/1917610620 <== mon.0 v1:172.21.15.23:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2273587155 0 0) 0x7fe5b0001a00 con 0x7fe5b80c9880 2023-06-26T03:03:59.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.359+0000 7fe5b6ffd640 1 -- 172.21.15.23:0/1917610620 >> v1:172.21.15.23:6789/0 conn(0x7fe5b80c9880 legacy=0x7fe5b80ccc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:59.369 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.359+0000 7fe5b6ffd640 1 --2- 172.21.15.23:0/1917610620 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe5a4003980 0x7fe5a4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:59.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.359+0000 7fe5b6ffd640 1 --2- 172.21.15.23:0/1917610620 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe5a40047d0 0x7fe5a4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:59.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.359+0000 7fe5b6ffd640 1 --2- 172.21.15.23:0/1917610620 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe5a40052a0 0x7fe5a400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:59.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.359+0000 7fe5b6ffd640 1 -- 172.21.15.23:0/1917610620 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5b815d070 con 0x7fe5a40052a0 2023-06-26T03:03:59.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.359+0000 7fe5b6ffd640 1 -- 172.21.15.23:0/1917610620 --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5a400c160 con 0x7fe5a40047d0 2023-06-26T03:03:59.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.359+0000 7fe5b6ffd640 1 -- 172.21.15.23:0/1917610620 --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5a400c320 con 0x7fe5a4003980 2023-06-26T03:03:59.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.359+0000 7fe5b7fff640 1 --2- 172.21.15.23:0/1917610620 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe5a40052a0 0x7fe5a400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:59.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.359+0000 7fe5aeffd640 1 --2- 172.21.15.23:0/1917610620 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe5a40047d0 0x7fe5a4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:59.370 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.359+0000 7fe5b77fe640 1 --2- 172.21.15.23:0/1917610620 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe5a4003980 0x7fe5a4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:59.371 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.359+0000 7fe5b7fff640 1 -- 172.21.15.23:0/1917610620 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe5a4003980 msgr2=0x7fe5a4003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:59.371 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.359+0000 7fe5b7fff640 1 --2- 172.21.15.23:0/1917610620 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe5a4003980 0x7fe5a4003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:59.371 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.359+0000 7fe5b7fff640 1 -- 172.21.15.23:0/1917610620 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe5a40047d0 msgr2=0x7fe5a4004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-06-26T03:03:59.371 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.359+0000 7fe5b7fff640 1 --2- 172.21.15.23:0/1917610620 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe5a40047d0 0x7fe5a4004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:59.371 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.359+0000 7fe5b7fff640 1 -- 172.21.15.23:0/1917610620 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5a4003530 con 0x7fe5a40052a0 2023-06-26T03:03:59.373 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.363+0000 7fe5b7fff640 1 -- 172.21.15.23:0/1917610620 reap_dead start 2023-06-26T03:03:59.373 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.363+0000 7fe5b7fff640 1 --2- 172.21.15.23:0/1917610620 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe5a40052a0 0x7fe5a400b990 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fe5b80c9c80 tx=0x7fe5b001fa40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae53704816960cd1 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:59.373 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.363+0000 7fe5b6ffd640 1 -- 172.21.15.23:0/1917610620 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5b00aa670 con 0x7fe5a40052a0 2023-06-26T03:03:59.373 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.363+0000 7fe5b6ffd640 1 -- 172.21.15.23:0/1917610620 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5b00aa7d0 con 0x7fe5a40052a0 2023-06-26T03:03:59.373 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.363+0000 7fe5b6ffd640 1 -- 172.21.15.23:0/1917610620 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5b00aab80 con 0x7fe5a40052a0 2023-06-26T03:03:59.373 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.363+0000 7fe5be127640 1 -- 172.21.15.23:0/1917610620 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe5a40052a0 msgr2=0x7fe5a400b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:59.374 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.363+0000 7fe5be127640 1 --2- 172.21.15.23:0/1917610620 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe5a40052a0 0x7fe5a400b990 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fe5b80c9c80 tx=0x7fe5b001fa40 comp rx=0 tx=0).stop 2023-06-26T03:03:59.374 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.363+0000 7fe5be127640 1 -- 172.21.15.23:0/1917610620 shutdown_connections 2023-06-26T03:03:59.374 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.363+0000 7fe5be127640 1 --2- 172.21.15.23:0/1917610620 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe5a40052a0 0x7fe5a400b990 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:59.374 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.363+0000 7fe5be127640 1 -- 172.21.15.23:0/1917610620 >> 172.21.15.23:0/1917610620 conn(0x7fe5b8069400 msgr2=0x7fe5b8069800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:59.374 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.363+0000 7fe5be127640 1 -- 172.21.15.23:0/1917610620 shutdown_connections 2023-06-26T03:03:59.374 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.363+0000 7fe5be127640 1 -- 172.21.15.23:0/1917610620 wait complete. 2023-06-26T03:03:59.374 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.363+0000 7fe5be127640 1 Processor -- start 2023-06-26T03:03:59.374 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.363+0000 7fe5be127640 1 -- start start 2023-06-26T03:03:59.375 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.367+0000 7fe5be127640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe5a40052a0 0x7fe5b81f0840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:59.375 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.367+0000 7fe5be127640 1 --2- >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe5b80c6dc0 0x7fe5b80c7230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:59.375 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.367+0000 7fe5be127640 1 --2- >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe5b81583b0 0x7fe5b8158820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:59.375 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.367+0000 7fe5be127640 1 -- --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5b80c3320 con 0x7fe5a40052a0 2023-06-26T03:03:59.375 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.367+0000 7fe5be127640 1 -- --> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5b8158d60 con 0x7fe5b80c6dc0 2023-06-26T03:03:59.375 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.367+0000 7fe5be127640 1 -- --> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5b80c2a10 con 0x7fe5b81583b0 2023-06-26T03:03:59.375 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.367+0000 7fe5b77fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe5a40052a0 0x7fe5b81f0840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:59.375 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.367+0000 7fe5b77fe640 1 --2- >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe5a40052a0 0x7fe5b81f0840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.23:3300/0 says I am v2:172.21.15.23:55202/0 (socket says 172.21.15.23:55202) 2023-06-26T03:03:59.376 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.367+0000 7fe5b77fe640 1 -- 172.21.15.23:0/1795479938 learned_addr learned my addr 172.21.15.23:0/1795479938 (peer_addr_for_me v2:172.21.15.23:0/0) 2023-06-26T03:03:59.376 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.367+0000 7fe5aeffd640 1 --2- 172.21.15.23:0/1795479938 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe5b80c6dc0 0x7fe5b80c7230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:59.376 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.367+0000 7fe5b7fff640 1 --2- 172.21.15.23:0/1795479938 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe5b81583b0 0x7fe5b8158820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:59.376 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.367+0000 7fe5b77fe640 1 -- 172.21.15.23:0/1795479938 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe5b81583b0 msgr2=0x7fe5b8158820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:59.376 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.367+0000 7fe5b77fe640 1 --2- 172.21.15.23:0/1795479938 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe5b81583b0 0x7fe5b8158820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:59.376 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.367+0000 7fe5b77fe640 1 -- 172.21.15.23:0/1795479938 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe5b80c6dc0 msgr2=0x7fe5b80c7230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:59.376 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.367+0000 7fe5b77fe640 1 --2- 172.21.15.23:0/1795479938 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe5b80c6dc0 0x7fe5b80c7230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:59.377 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.367+0000 7fe5b77fe640 1 -- 172.21.15.23:0/1795479938 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5b81f0d80 con 0x7fe5a40052a0 2023-06-26T03:03:59.378 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.367+0000 7fe5b77fe640 1 --2- 172.21.15.23:0/1795479938 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe5a40052a0 0x7fe5b81f0840 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7fe5a800e510 tx=0x7fe5a800e9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:59.378 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.367+0000 7fe5b4ff9640 1 -- 172.21.15.23:0/1795479938 <== mon.0 v2:172.21.15.23:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5a80052e0 con 0x7fe5a40052a0 2023-06-26T03:03:59.378 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.367+0000 7fe5b4ff9640 1 -- 172.21.15.23:0/1795479938 <== mon.0 v2:172.21.15.23:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5a8005440 con 0x7fe5a40052a0 2023-06-26T03:03:59.378 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.367+0000 7fe5be127640 1 -- 172.21.15.23:0/1795479938 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe5b80c78f0 con 0x7fe5a40052a0 2023-06-26T03:03:59.378 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.367+0000 7fe5b4ff9640 1 -- 172.21.15.23:0/1795479938 <== mon.0 v2:172.21.15.23:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5a8003840 con 0x7fe5a40052a0 2023-06-26T03:03:59.378 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.367+0000 7fe5be127640 1 -- 172.21.15.23:0/1795479938 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5b80c2f40 con 0x7fe5a40052a0 2023-06-26T03:03:59.378 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.367+0000 7fe5be127640 1 -- 172.21.15.23:0/1795479938 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe5b804d790 con 0x7fe5a40052a0 2023-06-26T03:03:59.379 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.367+0000 7fe5b4ff9640 1 -- 172.21.15.23:0/1795479938 <== mon.0 v2:172.21.15.23:3300/0 4 ==== mgrmap(e 5) v1 ==== 85658+0+0 (secure 0 0 0) 0x7fe5a80039a0 con 0x7fe5a40052a0 2023-06-26T03:03:59.379 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.367+0000 7fe5b4ff9640 1 --2- 172.21.15.23:0/1795479938 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe598066280 0x7fe598068730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-06-26T03:03:59.379 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.367+0000 7fe5b4ff9640 1 -- 172.21.15.23:0/1795479938 <== mon.0 v2:172.21.15.23:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 6440+0+0 (secure 0 0 0) 0x7fe5a8083a10 con 0x7fe5a40052a0 2023-06-26T03:03:59.379 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.371+0000 7fe5aeffd640 1 --2- 172.21.15.23:0/1795479938 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe598066280 0x7fe598068730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-06-26T03:03:59.379 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.371+0000 7fe5aeffd640 1 --2- 172.21.15.23:0/1795479938 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe598066280 0x7fe598068730 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fe5b8158f40 tx=0x7fe5a0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-06-26T03:03:59.379 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.375+0000 7fe5b4ff9640 1 -- 172.21.15.23:0/1795479938 <== mon.0 v2:172.21.15.23:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+169708 (secure 0 0 0) 0x7fe5a8050dc0 con 0x7fe5a40052a0 2023-06-26T03:03:59.584 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.579+0000 7fe5be127640 1 -- 172.21.15.23:0/1795479938 --> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] -- mon_command({"prefix": "auth get", "entity": "client.admin"} v 0) v1 -- 0x7fe5b806b7d0 con 0x7fe5a40052a0 2023-06-26T03:03:59.584 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.579+0000 7fe5b4ff9640 1 -- 172.21.15.23:0/1795479938 <== mon.0 v2:172.21.15.23:3300/0 7 ==== mon_command_ack([{"prefix": "auth get", "entity": "client.admin"}]=0 v9) v1 ==== 82+0+151 (secure 0 0 0) 0x7fe5a80543e0 con 0x7fe5a40052a0 2023-06-26T03:03:59.585 INFO:teuthology.orchestra.run.smithi023.stdout:[client.admin] 2023-06-26T03:03:59.585 INFO:teuthology.orchestra.run.smithi023.stdout: key = AQBy/5hklFfnAxAAC9hf94ec3R/yo5MIfquwcQ== 2023-06-26T03:03:59.585 INFO:teuthology.orchestra.run.smithi023.stdout: caps mds = "allow *" 2023-06-26T03:03:59.585 INFO:teuthology.orchestra.run.smithi023.stdout: caps mgr = "allow *" 2023-06-26T03:03:59.585 INFO:teuthology.orchestra.run.smithi023.stdout: caps mon = "allow *" 2023-06-26T03:03:59.586 INFO:teuthology.orchestra.run.smithi023.stdout: caps osd = "allow *" 2023-06-26T03:03:59.586 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.579+0000 7fe5be127640 1 -- 172.21.15.23:0/1795479938 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe598066280 msgr2=0x7fe598068730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:59.586 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.579+0000 7fe5be127640 1 --2- 172.21.15.23:0/1795479938 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe598066280 0x7fe598068730 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fe5b8158f40 tx=0x7fe5a0008040 comp rx=0 tx=0).stop 2023-06-26T03:03:59.587 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.579+0000 7fe5be127640 1 -- 172.21.15.23:0/1795479938 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe5a40052a0 msgr2=0x7fe5b81f0840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-06-26T03:03:59.587 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.579+0000 7fe5be127640 1 --2- 172.21.15.23:0/1795479938 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe5a40052a0 0x7fe5b81f0840 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7fe5a800e510 tx=0x7fe5a800e9d0 comp rx=0 tx=0).stop 2023-06-26T03:03:59.587 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.579+0000 7fe5be127640 1 -- 172.21.15.23:0/1795479938 shutdown_connections 2023-06-26T03:03:59.587 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.579+0000 7fe5be127640 1 --2- 172.21.15.23:0/1795479938 >> [v2:172.21.15.71:6832/3372318826,v1:172.21.15.71:6833/3372318826] conn(0x7fe598066280 0x7fe598068730 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:59.587 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.579+0000 7fe5be127640 1 --2- 172.21.15.23:0/1795479938 >> [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] conn(0x7fe5b81583b0 0x7fe5b8158820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:59.587 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.579+0000 7fe5be127640 1 --2- 172.21.15.23:0/1795479938 >> [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] conn(0x7fe5b80c6dc0 0x7fe5b80c7230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:59.587 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.579+0000 7fe5be127640 1 --2- 172.21.15.23:0/1795479938 >> [v2:172.21.15.23:3300/0,v1:172.21.15.23:6789/0] conn(0x7fe5a40052a0 0x7fe5b81f0840 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-06-26T03:03:59.587 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.579+0000 7fe5be127640 1 -- 172.21.15.23:0/1795479938 >> 172.21.15.23:0/1795479938 conn(0x7fe5b8069400 msgr2=0x7fe5b80adea0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-06-26T03:03:59.588 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.579+0000 7fe5be127640 1 -- 172.21.15.23:0/1795479938 shutdown_connections 2023-06-26T03:03:59.588 INFO:teuthology.orchestra.run.smithi023.stderr:2023-06-26T03:03:59.579+0000 7fe5be127640 1 -- 172.21.15.23:0/1795479938 wait complete. 2023-06-26T03:03:59.602 DEBUG:teuthology.orchestra.run.smithi023:> mktemp 2023-06-26T03:03:59.607 INFO:teuthology.orchestra.run.smithi023.stdout:/tmp/tmp.FIECDP0SBx 2023-06-26T03:03:59.607 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:03:59.607 DEBUG:teuthology.orchestra.run.smithi023:> dd of=/tmp/tmp.FIECDP0SBx 2023-06-26T03:03:59.656 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:03:59.656 DEBUG:teuthology.orchestra.run.smithi023:> sudo dd of=/tmp/tmp.4f7hnjQ37hxfstests-dev/local.config 2023-06-26T03:03:59.711 INFO:tasks.cephfs.xfstests_dev:local.config's contents - export FSTYP=ceph-fuse export CEPH_FUSE_BIN_PATH=ceph-fuse export TEST_DEV=ceph-fuse # without this tests won't get started export TEST_DIR=/tmp/tmp.Aom0zQx2FDtest export SCRATCH_DEV= export SCRATCH_MNT=/tmp/tmp.nejHxQVs5zscratch export CEPHFS_MOUNT_OPTIONS="-m 172.21.15.23:6789 -k /tmp/tmp.FIECDP0SBx --client_mountpoint /test" 2023-06-26T03:03:59.712 DEBUG:teuthology.orchestra.run.smithi023:> set -ex 2023-06-26T03:03:59.712 DEBUG:teuthology.orchestra.run.smithi023:> sudo dd of=/tmp/tmp.4f7hnjQ37hxfstests-dev/ceph.exclude 2023-06-26T03:03:59.767 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo make) 2023-06-26T03:03:59.827 INFO:teuthology.orchestra.run.smithi023.stdout:libtoolize -cfi 2023-06-26T03:04:00.075 INFO:teuthology.orchestra.run.smithi023.stdout:libtoolize: putting auxiliary files in '.'. 2023-06-26T03:04:00.075 INFO:teuthology.orchestra.run.smithi023.stdout:libtoolize: copying file './config.guess' 2023-06-26T03:04:00.078 INFO:teuthology.orchestra.run.smithi023.stdout:libtoolize: copying file './config.sub' 2023-06-26T03:04:00.086 INFO:teuthology.orchestra.run.smithi023.stdout:libtoolize: copying file './install-sh' 2023-06-26T03:04:00.091 INFO:teuthology.orchestra.run.smithi023.stdout:libtoolize: copying file './ltmain.sh' 2023-06-26T03:04:00.108 INFO:teuthology.orchestra.run.smithi023.stdout:libtoolize: putting macros in AC_CONFIG_MACRO_DIRS, 'm4'. 2023-06-26T03:04:00.108 INFO:teuthology.orchestra.run.smithi023.stdout:libtoolize: copying file 'm4/libtool.m4' 2023-06-26T03:04:00.119 INFO:teuthology.orchestra.run.smithi023.stdout:libtoolize: copying file 'm4/ltoptions.m4' 2023-06-26T03:04:00.123 INFO:teuthology.orchestra.run.smithi023.stdout:libtoolize: copying file 'm4/ltsugar.m4' 2023-06-26T03:04:00.126 INFO:teuthology.orchestra.run.smithi023.stdout:libtoolize: copying file 'm4/ltversion.m4' 2023-06-26T03:04:00.131 INFO:teuthology.orchestra.run.smithi023.stdout:libtoolize: copying file 'm4/lt~obsolete.m4' 2023-06-26T03:04:00.135 INFO:teuthology.orchestra.run.smithi023.stdout:libtoolize: Consider adding '-I m4' to ACLOCAL_AMFLAGS in Makefile.am. 2023-06-26T03:04:00.136 INFO:teuthology.orchestra.run.smithi023.stdout:cp include/install-sh . 2023-06-26T03:04:00.137 INFO:teuthology.orchestra.run.smithi023.stdout:aclocal -I m4 2023-06-26T03:04:01.272 INFO:teuthology.orchestra.run.smithi023.stdout:autoheader 2023-06-26T03:04:01.652 INFO:teuthology.orchestra.run.smithi023.stdout:autoconf 2023-06-26T03:04:02.054 INFO:teuthology.orchestra.run.smithi023.stdout:./configure \ 2023-06-26T03:04:02.054 INFO:teuthology.orchestra.run.smithi023.stdout: --libexecdir=/usr/lib \ 2023-06-26T03:04:02.054 INFO:teuthology.orchestra.run.smithi023.stdout: --exec_prefix=/var/lib 2023-06-26T03:04:02.546 INFO:teuthology.orchestra.run.smithi023.stdout:checking build system type... x86_64-pc-linux-gnu 2023-06-26T03:04:02.546 INFO:teuthology.orchestra.run.smithi023.stdout:checking host system type... x86_64-pc-linux-gnu 2023-06-26T03:04:02.629 INFO:teuthology.orchestra.run.smithi023.stdout:checking how to print strings... printf 2023-06-26T03:04:02.630 INFO:teuthology.orchestra.run.smithi023.stdout:checking for gcc... gcc 2023-06-26T03:04:02.886 INFO:teuthology.orchestra.run.smithi023.stdout:checking whether the C compiler works... yes 2023-06-26T03:04:02.886 INFO:teuthology.orchestra.run.smithi023.stdout:checking for C compiler default output file name... a.out 2023-06-26T03:04:02.920 INFO:teuthology.orchestra.run.smithi023.stdout:checking for suffix of executables... 2023-06-26T03:04:02.995 INFO:teuthology.orchestra.run.smithi023.stdout:checking whether we are cross compiling... no 2023-06-26T03:04:03.014 INFO:teuthology.orchestra.run.smithi023.stdout:checking for suffix of object files... o 2023-06-26T03:04:03.032 INFO:teuthology.orchestra.run.smithi023.stdout:checking whether the compiler supports GNU C... yes 2023-06-26T03:04:03.048 INFO:teuthology.orchestra.run.smithi023.stdout:checking whether gcc accepts -g... yes 2023-06-26T03:04:03.180 INFO:teuthology.orchestra.run.smithi023.stdout:checking for gcc option to enable C11 features... none needed 2023-06-26T03:04:03.185 INFO:teuthology.orchestra.run.smithi023.stdout:checking for a sed that does not truncate output... /usr/bin/sed 2023-06-26T03:04:03.189 INFO:teuthology.orchestra.run.smithi023.stdout:checking for grep that handles long lines and -e... /usr/bin/grep 2023-06-26T03:04:03.191 INFO:teuthology.orchestra.run.smithi023.stdout:checking for egrep... /usr/bin/grep -E 2023-06-26T03:04:03.193 INFO:teuthology.orchestra.run.smithi023.stdout:checking for fgrep... /usr/bin/grep -F 2023-06-26T03:04:03.198 INFO:teuthology.orchestra.run.smithi023.stdout:checking for ld used by gcc... /usr/bin/ld 2023-06-26T03:04:03.201 INFO:teuthology.orchestra.run.smithi023.stdout:checking if the linker (/usr/bin/ld) is GNU ld... yes 2023-06-26T03:04:03.210 INFO:teuthology.orchestra.run.smithi023.stdout:checking for BSD- or MS-compatible name lister (nm)... /usr/bin/nm -B 2023-06-26T03:04:03.233 INFO:teuthology.orchestra.run.smithi023.stdout:checking the name lister (/usr/bin/nm -B) interface... BSD nm 2023-06-26T03:04:03.233 INFO:teuthology.orchestra.run.smithi023.stdout:checking whether ln -s works... yes 2023-06-26T03:04:03.245 INFO:teuthology.orchestra.run.smithi023.stdout:checking the maximum length of command line arguments... 1572864 2023-06-26T03:04:03.249 INFO:teuthology.orchestra.run.smithi023.stdout:checking how to convert x86_64-pc-linux-gnu file names to x86_64-pc-linux-gnu format... func_convert_file_noop 2023-06-26T03:04:03.249 INFO:teuthology.orchestra.run.smithi023.stdout:checking how to convert x86_64-pc-linux-gnu file names to toolchain format... func_convert_file_noop 2023-06-26T03:04:03.249 INFO:teuthology.orchestra.run.smithi023.stdout:checking for /usr/bin/ld option to reload object files... -r 2023-06-26T03:04:03.250 INFO:teuthology.orchestra.run.smithi023.stdout:checking for objdump... objdump 2023-06-26T03:04:03.250 INFO:teuthology.orchestra.run.smithi023.stdout:checking how to recognize dependent libraries... pass_all 2023-06-26T03:04:03.251 INFO:teuthology.orchestra.run.smithi023.stdout:checking for dlltool... no 2023-06-26T03:04:03.251 INFO:teuthology.orchestra.run.smithi023.stdout:checking how to associate runtime and link libraries... printf %s\n 2023-06-26T03:04:03.251 INFO:teuthology.orchestra.run.smithi023.stdout:checking for ar... ar 2023-06-26T03:04:03.282 INFO:teuthology.orchestra.run.smithi023.stdout:checking for archiver @FILE support... @ 2023-06-26T03:04:03.282 INFO:teuthology.orchestra.run.smithi023.stdout:checking for strip... strip 2023-06-26T03:04:03.283 INFO:teuthology.orchestra.run.smithi023.stdout:checking for ranlib... ranlib 2023-06-26T03:04:03.283 INFO:teuthology.orchestra.run.smithi023.stdout:checking for gawk... gawk 2023-06-26T03:04:03.357 INFO:teuthology.orchestra.run.smithi023.stdout:checking command to parse /usr/bin/nm -B output from gcc object... ok 2023-06-26T03:04:03.358 INFO:teuthology.orchestra.run.smithi023.stdout:checking for sysroot... no 2023-06-26T03:04:03.362 INFO:teuthology.orchestra.run.smithi023.stdout:checking for a working dd... /usr/bin/dd 2023-06-26T03:04:03.366 INFO:teuthology.orchestra.run.smithi023.stdout:checking how to truncate binary pipes... /usr/bin/dd bs=4096 count=1 2023-06-26T03:04:03.381 INFO:teuthology.orchestra.run.smithi023.stdout:checking for mt... mt 2023-06-26T03:04:03.395 INFO:teuthology.orchestra.run.smithi023.stdout:checking if mt is a manifest tool... no 2023-06-26T03:04:03.420 INFO:teuthology.orchestra.run.smithi023.stdout:checking for stdio.h... yes 2023-06-26T03:04:03.461 INFO:teuthology.orchestra.run.smithi023.stdout:checking for stdlib.h... yes 2023-06-26T03:04:03.492 INFO:teuthology.orchestra.run.smithi023.stdout:checking for string.h... yes 2023-06-26T03:04:03.526 INFO:teuthology.orchestra.run.smithi023.stdout:checking for inttypes.h... yes 2023-06-26T03:04:03.555 INFO:teuthology.orchestra.run.smithi023.stdout:checking for stdint.h... yes 2023-06-26T03:04:03.583 INFO:teuthology.orchestra.run.smithi023.stdout:checking for strings.h... yes 2023-06-26T03:04:03.615 INFO:teuthology.orchestra.run.smithi023.stdout:checking for sys/stat.h... yes 2023-06-26T03:04:03.648 INFO:teuthology.orchestra.run.smithi023.stdout:checking for sys/types.h... yes 2023-06-26T03:04:03.689 INFO:teuthology.orchestra.run.smithi023.stdout:checking for unistd.h... yes 2023-06-26T03:04:03.736 INFO:teuthology.orchestra.run.smithi023.stdout:checking for dlfcn.h... yes 2023-06-26T03:04:03.740 INFO:teuthology.orchestra.run.smithi023.stdout:checking for objdir... .libs 2023-06-26T03:04:03.824 INFO:teuthology.orchestra.run.smithi023.stdout:checking if gcc supports -fno-rtti -fno-exceptions... no 2023-06-26T03:04:03.824 INFO:teuthology.orchestra.run.smithi023.stdout:checking for gcc option to produce PIC... -fPIC -DPIC 2023-06-26T03:04:03.841 INFO:teuthology.orchestra.run.smithi023.stdout:checking if gcc PIC flag -fPIC -DPIC works... yes 2023-06-26T03:04:04.062 INFO:teuthology.orchestra.run.smithi023.stdout:checking if gcc static flag -static works... yes 2023-06-26T03:04:04.089 INFO:teuthology.orchestra.run.smithi023.stdout:checking if gcc supports -c -o file.o... yes 2023-06-26T03:04:04.089 INFO:teuthology.orchestra.run.smithi023.stdout:checking if gcc supports -c -o file.o... (cached) yes 2023-06-26T03:04:04.098 INFO:teuthology.orchestra.run.smithi023.stdout:checking whether the gcc linker (/usr/bin/ld -m elf_x86_64) supports shared libraries... yes 2023-06-26T03:04:04.123 INFO:teuthology.orchestra.run.smithi023.stdout:checking whether -lc should be explicitly linked in... no 2023-06-26T03:04:04.220 INFO:teuthology.orchestra.run.smithi023.stdout:checking dynamic linker characteristics... GNU/Linux ld.so 2023-06-26T03:04:04.221 INFO:teuthology.orchestra.run.smithi023.stdout:checking how to hardcode library paths into programs... immediate 2023-06-26T03:04:04.230 INFO:teuthology.orchestra.run.smithi023.stdout:checking whether stripping libraries is possible... yes 2023-06-26T03:04:04.230 INFO:teuthology.orchestra.run.smithi023.stdout:checking if libtool supports shared libraries... yes 2023-06-26T03:04:04.230 INFO:teuthology.orchestra.run.smithi023.stdout:checking whether to build shared libraries... yes 2023-06-26T03:04:04.231 INFO:teuthology.orchestra.run.smithi023.stdout:checking whether to build static libraries... yes 2023-06-26T03:04:04.240 INFO:teuthology.orchestra.run.smithi023.stdout:checking for gcc... (cached) gcc 2023-06-26T03:04:04.267 INFO:teuthology.orchestra.run.smithi023.stdout:checking whether the compiler supports GNU C... (cached) yes 2023-06-26T03:04:04.267 INFO:teuthology.orchestra.run.smithi023.stdout:checking whether gcc accepts -g... (cached) yes 2023-06-26T03:04:04.267 INFO:teuthology.orchestra.run.smithi023.stdout:checking for gcc option to enable C11 features... (cached) none needed 2023-06-26T03:04:04.268 INFO:teuthology.orchestra.run.smithi023.stdout:checking for gmake... /usr/bin/gmake 2023-06-26T03:04:04.268 INFO:teuthology.orchestra.run.smithi023.stderr:./configure: line 12753: test: $(SHELL): binary operator expected 2023-06-26T03:04:04.269 INFO:teuthology.orchestra.run.smithi023.stdout:checking for tar... /bin/tar 2023-06-26T03:04:04.269 INFO:teuthology.orchestra.run.smithi023.stdout:checking for gzip... /bin/gzip 2023-06-26T03:04:04.280 INFO:teuthology.orchestra.run.smithi023.stdout:checking whether gcc -MM is supported... yes 2023-06-26T03:04:04.281 INFO:teuthology.orchestra.run.smithi023.stdout:checking for sort... /bin/sort 2023-06-26T03:04:04.281 INFO:teuthology.orchestra.run.smithi023.stdout:checking whether ln -s works... yes 2023-06-26T03:04:04.281 INFO:teuthology.orchestra.run.smithi023.stdout:checking for rpm... no 2023-06-26T03:04:04.317 INFO:teuthology.orchestra.run.smithi023.stdout:checking for assert.h... yes 2023-06-26T03:04:04.350 INFO:teuthology.orchestra.run.smithi023.stdout:checking for bstring.h... no 2023-06-26T03:04:04.390 INFO:teuthology.orchestra.run.smithi023.stdout:checking for libgen.h... yes 2023-06-26T03:04:04.469 INFO:teuthology.orchestra.run.smithi023.stdout:checking for dirent.h... yes 2023-06-26T03:04:04.567 INFO:teuthology.orchestra.run.smithi023.stdout:checking for errno.h... yes 2023-06-26T03:04:04.608 INFO:teuthology.orchestra.run.smithi023.stdout:checking for malloc.h... yes 2023-06-26T03:04:04.647 INFO:teuthology.orchestra.run.smithi023.stdout:checking for uuid.h... no 2023-06-26T03:04:04.693 INFO:teuthology.orchestra.run.smithi023.stdout:checking for uuid/uuid.h... yes 2023-06-26T03:04:04.734 INFO:teuthology.orchestra.run.smithi023.stdout:checking for sys/uuid.h... no 2023-06-26T03:04:04.746 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:04:04.748 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:04:04.789 INFO:teuthology.orchestra.run.smithi023.stdout:checking for sys/file.h... yes 2023-06-26T03:04:04.822 INFO:teuthology.orchestra.run.smithi023.stdout:checking for sys/fcntl.h... yes 2023-06-26T03:04:04.856 INFO:teuthology.orchestra.run.smithi023.stdout:checking for sys/syssgi.h... no 2023-06-26T03:04:04.910 INFO:teuthology.orchestra.run.smithi023.stdout:checking for sys/param.h... yes 2023-06-26T03:04:04.910 INFO:teuthology.orchestra.run.smithi023.stdout:checking for sys/stat.h... (cached) yes 2023-06-26T03:04:04.944 INFO:teuthology.orchestra.run.smithi023.stdout:checking for sys/statvfs.h... yes 2023-06-26T03:04:04.974 INFO:teuthology.orchestra.run.smithi023.stdout:checking for sys/time.h... yes 2023-06-26T03:04:05.026 INFO:teuthology.orchestra.run.smithi023.stdout:checking for sys/ioctl.h... yes 2023-06-26T03:04:05.063 INFO:teuthology.orchestra.run.smithi023.stdout:checking for sys/wait.h... yes 2023-06-26T03:04:05.063 INFO:teuthology.orchestra.run.smithi023.stdout:checking for sys/types.h... (cached) yes 2023-06-26T03:04:05.063 INFO:teuthology.orchestra.run.smithi023.stdout:checking for strings.h... (cached) yes 2023-06-26T03:04:05.095 INFO:teuthology.orchestra.run.smithi023.stdout:checking for err.h... yes 2023-06-26T03:04:05.126 INFO:teuthology.orchestra.run.smithi023.stdout:checking for linux/falloc.h... yes 2023-06-26T03:04:05.157 INFO:teuthology.orchestra.run.smithi023.stdout:checking for sys/fs/xfs_fsops.h... no 2023-06-26T03:04:05.189 INFO:teuthology.orchestra.run.smithi023.stdout:checking for sys/fs/xfs_itable.h... no 2023-06-26T03:04:05.233 INFO:teuthology.orchestra.run.smithi023.stdout:checking for xfs/platform_defs.h... no 2023-06-26T03:04:05.269 INFO:teuthology.orchestra.run.smithi023.stdout:checking for btrfs/ioctl.h... no 2023-06-26T03:04:05.300 INFO:teuthology.orchestra.run.smithi023.stdout:checking for cifs/ioctl.h... no 2023-06-26T03:04:05.336 INFO:teuthology.orchestra.run.smithi023.stdout:checking for sys/mman.h... yes 2023-06-26T03:04:05.350 INFO:teuthology.orchestra.run.smithi023.stdout:checking for xfs/xfs_log_format.h... no 2023-06-26T03:04:05.391 INFO:teuthology.orchestra.run.smithi023.stdout:checking for uuid_compare... no 2023-06-26T03:04:05.428 INFO:teuthology.orchestra.run.smithi023.stdout:checking for uuid_compare in -luuid... yes 2023-06-26T03:04:05.535 INFO:teuthology.orchestra.run.smithi023.stdout:checking for xfs/xfs.h... yes 2023-06-26T03:04:05.551 INFO:teuthology.orchestra.run.smithi023.stdout:checking for xfs/libxfs.h... no 2023-06-26T03:04:05.590 INFO:teuthology.orchestra.run.smithi023.stdout:checking for gcc options needed to detect all undeclared functions... none needed 2023-06-26T03:04:05.610 INFO:teuthology.orchestra.run.smithi023.stdout:checking whether xlog_assign_lsn is declared... no 2023-06-26T03:04:05.649 INFO:teuthology.orchestra.run.smithi023.stdout:checking for xfs/xqm.h... yes 2023-06-26T03:04:05.706 INFO:teuthology.orchestra.run.smithi023.stdout:checking xfsctl from xfs/xfs.h... ok 2023-06-26T03:04:05.742 INFO:teuthology.orchestra.run.smithi023.stdout:checking for xfs/handle.h... yes 2023-06-26T03:04:05.776 INFO:teuthology.orchestra.run.smithi023.stdout:checking for attr_list_by_handle in -lhandle... yes 2023-06-26T03:04:05.822 INFO:teuthology.orchestra.run.smithi023.stdout:checking for sys/acl.h... yes 2023-06-26T03:04:05.864 INFO:teuthology.orchestra.run.smithi023.stdout:checking for acl/libacl.h... yes 2023-06-26T03:04:05.905 INFO:teuthology.orchestra.run.smithi023.stdout:checking for acl_init in -lacl... yes 2023-06-26T03:04:05.940 INFO:teuthology.orchestra.run.smithi023.stdout:checking for gdbm-ndbm.h... no 2023-06-26T03:04:05.973 INFO:teuthology.orchestra.run.smithi023.stdout:checking for gdbm/ndbm.h... no 2023-06-26T03:04:06.004 INFO:teuthology.orchestra.run.smithi023.stdout:checking for ndbm.h... no 2023-06-26T03:04:06.037 INFO:teuthology.orchestra.run.smithi023.stdout:checking for libaio.h... yes 2023-06-26T03:04:06.074 INFO:teuthology.orchestra.run.smithi023.stdout:checking for liburing.h... no 2023-06-26T03:04:06.105 INFO:teuthology.orchestra.run.smithi023.stdout:checking for sys/capability.h... no 2023-06-26T03:04:06.144 INFO:teuthology.orchestra.run.smithi023.stdout:checking for linux/fiemap.h... yes 2023-06-26T03:04:06.183 INFO:teuthology.orchestra.run.smithi023.stdout:checking for fallocate... yes 2023-06-26T03:04:06.227 INFO:teuthology.orchestra.run.smithi023.stdout:checking for open_by_handle_at... yes 2023-06-26T03:04:06.261 INFO:teuthology.orchestra.run.smithi023.stdout:checking for sys/prctl.h... yes 2023-06-26T03:04:06.295 INFO:teuthology.orchestra.run.smithi023.stdout:checking for linux/fs.h... yes 2023-06-26T03:04:06.334 INFO:teuthology.orchestra.run.smithi023.stdout:checking for btrfsutil.h... no 2023-06-26T03:04:06.388 INFO:teuthology.orchestra.run.smithi023.stdout:checking for copy_file_range... yes 2023-06-26T03:04:06.435 INFO:teuthology.orchestra.run.smithi023.stdout:checking for SEEK_DATA... yes 2023-06-26T03:04:06.506 INFO:teuthology.orchestra.run.smithi023.stdout:checking for BMV_OF_SHARED... yes 2023-06-26T03:04:06.552 INFO:teuthology.orchestra.run.smithi023.stdout:checking for nftw... yes 2023-06-26T03:04:06.599 INFO:teuthology.orchestra.run.smithi023.stdout:checking for RLIMIT_NOFILE... yes 2023-06-26T03:04:06.626 INFO:teuthology.orchestra.run.smithi023.stdout:checking for FIEXCHANGE_RANGE... no 2023-06-26T03:04:06.665 INFO:teuthology.orchestra.run.smithi023.stdout:checking for renameat2... yes 2023-06-26T03:04:06.705 INFO:teuthology.orchestra.run.smithi023.stdout:checking for reallocarray... yes 2023-06-26T03:04:06.738 INFO:teuthology.orchestra.run.smithi023.stdout:checking for struct mount_attr... yes 2023-06-26T03:04:06.775 INFO:teuthology.orchestra.run.smithi023.stdout:checking for struct btrfs_qgroup_limit... yes 2023-06-26T03:04:06.812 INFO:teuthology.orchestra.run.smithi023.stdout:checking for struct btrfs_qgroup_inherit... yes 2023-06-26T03:04:06.846 INFO:teuthology.orchestra.run.smithi023.stdout:checking for struct btrfs_ioctl_vol_args... yes 2023-06-26T03:04:06.882 INFO:teuthology.orchestra.run.smithi023.stdout:checking for struct btrfs_ioctl_vol_args_v2... yes 2023-06-26T03:04:06.919 INFO:teuthology.orchestra.run.smithi023.stdout:checking for struct btrfs_ioctl_ino_lookup_args... yes 2023-06-26T03:04:06.959 INFO:teuthology.orchestra.run.smithi023.stdout:checking for struct btrfs_ioctl_ino_lookup_user_args... yes 2023-06-26T03:04:07.000 INFO:teuthology.orchestra.run.smithi023.stdout:checking for struct btrfs_ioctl_get_subvol_rootref_args... yes 2023-06-26T03:04:07.033 INFO:teuthology.orchestra.run.smithi023.stdout:checking for linux/btrfs.h... yes 2023-06-26T03:04:07.066 INFO:teuthology.orchestra.run.smithi023.stdout:checking for linux/btrfs_tree.h... yes 2023-06-26T03:04:07.087 INFO:teuthology.orchestra.run.smithi023.stdout:checking for struct btrfs_ioctl_vol_args_v2.subvolid... yes 2023-06-26T03:04:07.105 INFO:teuthology.orchestra.run.smithi023.stdout:configure: creating ./config.status 2023-06-26T03:04:07.518 INFO:teuthology.orchestra.run.smithi023.stdout:config.status: creating include/builddefs 2023-06-26T03:04:07.532 INFO:teuthology.orchestra.run.smithi023.stdout:config.status: creating include/config.h 2023-06-26T03:04:07.543 INFO:teuthology.orchestra.run.smithi023.stdout:config.status: executing libtool commands 2023-06-26T03:04:07.587 INFO:teuthology.orchestra.run.smithi023.stdout:Building include 2023-06-26T03:04:07.591 INFO:teuthology.orchestra.run.smithi023.stdout:Building lib 2023-06-26T03:04:07.594 INFO:teuthology.orchestra.run.smithi023.stdout: [LTDEP] 2023-06-26T03:04:07.744 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] dataascii.lo 2023-06-26T03:04:07.863 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] databin.lo 2023-06-26T03:04:08.042 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] datapid.lo 2023-06-26T03:04:08.165 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] file_lock.lo 2023-06-26T03:04:08.324 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] forker.lo 2023-06-26T03:04:08.484 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] pattern.lo 2023-06-26T03:04:08.605 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] open_flags.lo 2023-06-26T03:04:08.768 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] random_range.lo 2023-06-26T03:04:09.014 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] string_to_tokens.lo 2023-06-26T03:04:09.118 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] str_to_bytes.lo 2023-06-26T03:04:09.260 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] tlibio.lo 2023-06-26T03:04:09.521 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] write_log.lo 2023-06-26T03:04:09.591 INFO:teuthology.orchestra.run.smithi023.stderr:write_log.c: In function 'wlog_record_write': 2023-06-26T03:04:09.591 INFO:teuthology.orchestra.run.smithi023.stderr:write_log.c:205:13: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:09.592 INFO:teuthology.orchestra.run.smithi023.stderr: 205 | write(wfile->w_afd, wbuf, reclen); 2023-06-26T03:04:09.592 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:09.592 INFO:teuthology.orchestra.run.smithi023.stderr:write_log.c:209:13: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:09.592 INFO:teuthology.orchestra.run.smithi023.stderr: 209 | write(wfile->w_rfd, wbuf, reclen); 2023-06-26T03:04:09.592 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:09.804 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] random.lo 2023-06-26T03:04:09.912 INFO:teuthology.orchestra.run.smithi023.stdout: [LD] 2023-06-26T03:04:10.008 INFO:teuthology.orchestra.run.smithi023.stdout:Building ltp 2023-06-26T03:04:10.012 INFO:teuthology.orchestra.run.smithi023.stdout: [DEP] 2023-06-26T03:04:10.165 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] doio 2023-06-26T03:04:10.885 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] fsstress 2023-06-26T03:04:12.402 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] fsx 2023-06-26T03:04:13.180 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] growfiles 2023-06-26T03:04:13.739 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] iogen 2023-06-26T03:04:13.882 INFO:teuthology.orchestra.run.smithi023.stderr:iogen.c: In function 'main': 2023-06-26T03:04:13.883 INFO:teuthology.orchestra.run.smithi023.stderr:iogen.c:280:9: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:13.883 INFO:teuthology.orchestra.run.smithi023.stderr: 280 | write(outfd, (char *)&req, sizeof(req)); 2023-06-26T03:04:13.883 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:13.885 INFO:teuthology.orchestra.run.smithi023.stderr:iogen.c: In function 'parse_cmdline': 2023-06-26T03:04:13.886 INFO:teuthology.orchestra.run.smithi023.stderr:iogen.c:1535:17: warning: ignoring return value of 'getcwd' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:13.886 INFO:teuthology.orchestra.run.smithi023.stderr: 1535 | getcwd(fptr->f_path, 2023-06-26T03:04:13.886 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:13.886 INFO:teuthology.orchestra.run.smithi023.stderr: 1536 | sizeof(fptr->f_path)-1); 2023-06-26T03:04:13.886 INFO:teuthology.orchestra.run.smithi023.stderr: | ~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:14.179 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] aio-stress 2023-06-26T03:04:14.307 INFO:teuthology.orchestra.run.smithi023.stderr:aio-stress.c: In function 'setup_shared_mem': 2023-06-26T03:04:14.307 INFO:teuthology.orchestra.run.smithi023.stderr:aio-stress.c:1013:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:14.308 INFO:teuthology.orchestra.run.smithi023.stderr: 1013 | ftruncate(fd, total_ram); 2023-06-26T03:04:14.308 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:14.652 INFO:teuthology.orchestra.run.smithi023.stdout:Building src 2023-06-26T03:04:14.659 INFO:teuthology.orchestra.run.smithi023.stdout: [DEP] 2023-06-26T03:04:16.751 INFO:teuthology.orchestra.run.smithi023.stdout: [DEP] 2023-06-26T03:04:16.790 INFO:teuthology.orchestra.run.smithi023.stdout: [DEP] 2023-06-26T03:04:16.799 INFO:teuthology.orchestra.run.smithi023.stdout: [DEP] 2023-06-26T03:04:17.073 INFO:teuthology.orchestra.run.smithi023.stdout: [DEP] 2023-06-26T03:04:17.101 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] dirstress 2023-06-26T03:04:17.359 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] fill 2023-06-26T03:04:17.512 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] fill2 2023-06-26T03:04:17.752 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] getpagesize 2023-06-26T03:04:17.888 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] holes 2023-06-26T03:04:18.102 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] lstat64 2023-06-26T03:04:18.279 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] nametest 2023-06-26T03:04:18.408 INFO:teuthology.orchestra.run.smithi023.stderr:nametest.c: In function 'main': 2023-06-26T03:04:18.408 INFO:teuthology.orchestra.run.smithi023.stderr:nametest.c:236:33: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:18.408 INFO:teuthology.orchestra.run.smithi023.stderr: 236 | write(1, "\n", 1); 2023-06-26T03:04:18.408 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~ 2023-06-26T03:04:18.409 INFO:teuthology.orchestra.run.smithi023.stderr:nametest.c:238:25: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:18.409 INFO:teuthology.orchestra.run.smithi023.stderr: 238 | write(1, ".", 1); 2023-06-26T03:04:18.409 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~ 2023-06-26T03:04:18.409 INFO:teuthology.orchestra.run.smithi023.stderr:nametest.c:288:33: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:18.409 INFO:teuthology.orchestra.run.smithi023.stderr: 288 | write(1, ".", 1); 2023-06-26T03:04:18.409 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~ 2023-06-26T03:04:18.537 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] permname 2023-06-26T03:04:18.747 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] randholes 2023-06-26T03:04:19.020 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] runas 2023-06-26T03:04:19.210 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] truncfile 2023-06-26T03:04:19.397 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] usemem 2023-06-26T03:04:19.544 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] mmapcat 2023-06-26T03:04:19.658 INFO:teuthology.orchestra.run.smithi023.stderr:mmapcat.c: In function 'main': 2023-06-26T03:04:19.658 INFO:teuthology.orchestra.run.smithi023.stderr:mmapcat.c:29:9: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:19.658 INFO:teuthology.orchestra.run.smithi023.stderr: 29 | write(1,ptr2,ptr - ptr2); 2023-06-26T03:04:19.658 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:19.694 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] append_reader 2023-06-26T03:04:19.916 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] append_writer 2023-06-26T03:04:20.078 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] dirperf 2023-06-26T03:04:20.300 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] metaperf 2023-06-26T03:04:20.407 INFO:teuthology.orchestra.run.smithi023.stderr:metaperf.c: In function 'crfiles': 2023-06-26T03:04:20.407 INFO:teuthology.orchestra.run.smithi023.stderr:metaperf.c:166:25: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:20.407 INFO:teuthology.orchestra.run.smithi023.stderr: 166 | write(fd, buf, fsize); 2023-06-26T03:04:20.407 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:20.407 INFO:teuthology.orchestra.run.smithi023.stderr:metaperf.c: In function 't_linkun': 2023-06-26T03:04:20.407 INFO:teuthology.orchestra.run.smithi023.stderr:metaperf.c:454:25: warning: ignoring return value of 'link' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:20.408 INFO:teuthology.orchestra.run.smithi023.stderr: 454 | link("a", *fnp); 2023-06-26T03:04:20.408 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~ 2023-06-26T03:04:20.409 INFO:teuthology.orchestra.run.smithi023.stderr:metaperf.c: In function 't_chown': 2023-06-26T03:04:20.409 INFO:teuthology.orchestra.run.smithi023.stderr:metaperf.c:404:33: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:20.409 INFO:teuthology.orchestra.run.smithi023.stderr: 404 | chown(*fnp, 2, -1); 2023-06-26T03:04:20.409 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:20.409 INFO:teuthology.orchestra.run.smithi023.stderr:metaperf.c:406:33: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:20.409 INFO:teuthology.orchestra.run.smithi023.stderr: 406 | chown(*fnp, 1, -1); 2023-06-26T03:04:20.409 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:20.410 INFO:teuthology.orchestra.run.smithi023.stderr:metaperf.c: In function 'i_chown': 2023-06-26T03:04:20.410 INFO:teuthology.orchestra.run.smithi023.stderr:metaperf.c:291:17: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:20.410 INFO:teuthology.orchestra.run.smithi023.stderr: 291 | chown(*fnp, 1, -1); 2023-06-26T03:04:20.410 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:20.410 INFO:teuthology.orchestra.run.smithi023.stderr:metaperf.c: In function 'main': 2023-06-26T03:04:20.410 INFO:teuthology.orchestra.run.smithi023.stderr:metaperf.c:152:9: warning: ignoring return value of 'chdir' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:20.410 INFO:teuthology.orchestra.run.smithi023.stderr: 152 | chdir(".."); 2023-06-26T03:04:20.411 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~ 2023-06-26T03:04:20.576 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] devzero 2023-06-26T03:04:20.761 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] feature 2023-06-26T03:04:20.979 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] alloc 2023-06-26T03:04:21.109 INFO:teuthology.orchestra.run.smithi023.stderr:alloc.c: In function 'main': 2023-06-26T03:04:21.109 INFO:teuthology.orchestra.run.smithi023.stderr:alloc.c:247:17: warning: ignoring return value of 'mkstemp' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:21.110 INFO:teuthology.orchestra.run.smithi023.stderr: 247 | mkstemp(tmpfile); 2023-06-26T03:04:21.110 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~ 2023-06-26T03:04:21.205 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] fault 2023-06-26T03:04:21.371 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] fstest 2023-06-26T03:04:21.629 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_access_root 2023-06-26T03:04:21.740 INFO:teuthology.orchestra.run.smithi023.stderr:t_access_root.c: In function 'main': 2023-06-26T03:04:21.740 INFO:teuthology.orchestra.run.smithi023.stderr:t_access_root.c:55:5: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:21.740 INFO:teuthology.orchestra.run.smithi023.stderr: 55 | system(cmd); 2023-06-26T03:04:21.740 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~ 2023-06-26T03:04:21.784 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] godown 2023-06-26T03:04:21.952 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] resvtest 2023-06-26T03:04:22.137 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] writemod 2023-06-26T03:04:22.283 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] writev_on_pagefault 2023-06-26T03:04:22.443 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] makeextents 2023-06-26T03:04:22.616 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] itrash 2023-06-26T03:04:22.750 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] rename 2023-06-26T03:04:22.866 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] multi_open_unlink 2023-06-26T03:04:23.011 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] unwritten_sync 2023-06-26T03:04:23.180 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] genhashnames 2023-06-26T03:04:23.372 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_holes 2023-06-26T03:04:23.514 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_mmap_writev 2023-06-26T03:04:23.656 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_truncate_cmtime 2023-06-26T03:04:23.805 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] dirhash_collide 2023-06-26T03:04:23.983 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_rename_overwrite 2023-06-26T03:04:24.121 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] holetest 2023-06-26T03:04:24.232 INFO:teuthology.orchestra.run.smithi023.stderr:holetest.c: In function 'pt_write_marker': 2023-06-26T03:04:24.232 INFO:teuthology.orchestra.run.smithi023.stderr:holetest.c:140:17: warning: ignoring return value of 'pwrite' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:24.232 INFO:teuthology.orchestra.run.smithi023.stderr: 140 | pwrite(fd, &tid, sizeof(tid), i * page_size + pgoff); 2023-06-26T03:04:24.232 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:24.352 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_truncate_self 2023-06-26T03:04:24.489 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] af_unix 2023-06-26T03:04:24.663 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_mmap_stale_pmd 2023-06-26T03:04:24.784 INFO:teuthology.orchestra.run.smithi023.stderr:t_mmap_stale_pmd.c: In function 'main': 2023-06-26T03:04:24.784 INFO:teuthology.orchestra.run.smithi023.stderr:t_mmap_stale_pmd.c:42:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:24.785 INFO:teuthology.orchestra.run.smithi023.stderr: 42 | ftruncate(fd, 0); 2023-06-26T03:04:24.785 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~ 2023-06-26T03:04:24.785 INFO:teuthology.orchestra.run.smithi023.stderr:t_mmap_stale_pmd.c:43:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:24.785 INFO:teuthology.orchestra.run.smithi023.stderr: 43 | ftruncate(fd, MiB(4)); 2023-06-26T03:04:24.785 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:24.785 INFO:teuthology.orchestra.run.smithi023.stderr:t_mmap_stale_pmd.c:55:9: warning: ignoring return value of 'pwrite' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:24.786 INFO:teuthology.orchestra.run.smithi023.stderr: 55 | pwrite(fd, buffer, strlen(buffer), MiB(2)); 2023-06-26T03:04:24.786 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:24.911 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_mmap_cow_race 2023-06-26T03:04:25.038 INFO:teuthology.orchestra.run.smithi023.stderr:t_mmap_cow_race.c: In function 'main': 2023-06-26T03:04:25.039 INFO:teuthology.orchestra.run.smithi023.stderr:t_mmap_cow_race.c:61:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:25.039 INFO:teuthology.orchestra.run.smithi023.stderr: 61 | ftruncate(fd, 0); 2023-06-26T03:04:25.039 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~ 2023-06-26T03:04:25.040 INFO:teuthology.orchestra.run.smithi023.stderr:t_mmap_cow_race.c:62:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:25.040 INFO:teuthology.orchestra.run.smithi023.stderr: 62 | ftruncate(fd, MiB(2)); 2023-06-26T03:04:25.040 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:25.094 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_mmap_fallocate 2023-06-26T03:04:25.234 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] fsync-err 2023-06-26T03:04:25.427 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_mmap_write_ro 2023-06-26T03:04:25.580 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_ext4_dax_journal_corruption 2023-06-26T03:04:25.686 INFO:teuthology.orchestra.run.smithi023.stderr:t_ext4_dax_journal_corruption.c: In function 'main': 2023-06-26T03:04:25.687 INFO:teuthology.orchestra.run.smithi023.stderr:t_ext4_dax_journal_corruption.c:61:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:25.687 INFO:teuthology.orchestra.run.smithi023.stderr: 61 | ftruncate(fd, 0); 2023-06-26T03:04:25.687 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~ 2023-06-26T03:04:25.732 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_ext4_dax_inline_corruption 2023-06-26T03:04:25.891 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_ofd_locks 2023-06-26T03:04:26.100 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_mmap_collision 2023-06-26T03:04:26.301 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] mmap-write-concurrent 2023-06-26T03:04:26.475 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_get_file_time 2023-06-26T03:04:26.616 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_create_short_dirs 2023-06-26T03:04:26.778 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_create_long_dirs 2023-06-26T03:04:26.949 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_enospc 2023-06-26T03:04:27.157 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_mmap_writev_overlap 2023-06-26T03:04:27.335 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] checkpoint_journal 2023-06-26T03:04:27.497 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] mmap-rw-fault 2023-06-26T03:04:27.692 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] allocstale 2023-06-26T03:04:27.864 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_mmap_cow_memory_failure 2023-06-26T03:04:28.022 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] fake-dump-rootino 2023-06-26T03:04:28.153 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] dio-buf-fault 2023-06-26T03:04:28.304 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] xfsctl 2023-06-26T03:04:28.492 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] bstat 2023-06-26T03:04:28.720 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_mtab 2023-06-26T03:04:28.846 INFO:teuthology.orchestra.run.smithi023.stderr:t_mtab.c: In function 'update_mtab': 2023-06-26T03:04:28.846 INFO:teuthology.orchestra.run.smithi023.stderr:t_mtab.c:256:17: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:28.846 INFO:teuthology.orchestra.run.smithi023.stderr: 256 | chown (mounted_temp, sbuf.st_uid, sbuf.st_gid); 2023-06-26T03:04:28.846 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:28.928 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] getdevicesize 2023-06-26T03:04:29.078 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] preallo_rw_pattern_reader 2023-06-26T03:04:29.212 INFO:teuthology.orchestra.run.smithi023.stderr:In file included from preallo_rw_pattern_reader.c:2: 2023-06-26T03:04:29.213 INFO:teuthology.orchestra.run.smithi023.stderr:iopat.c: In function 'main': 2023-06-26T03:04:29.213 INFO:teuthology.orchestra.run.smithi023.stderr:iopat.c:38:4: warning: ignoring return value of 'read' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:29.213 INFO:teuthology.orchestra.run.smithi023.stderr: 38 | read(fd, &x, 1048576); 2023-06-26T03:04:29.213 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:29.249 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] preallo_rw_pattern_writer 2023-06-26T03:04:29.365 INFO:teuthology.orchestra.run.smithi023.stderr:In file included from preallo_rw_pattern_writer.c:2: 2023-06-26T03:04:29.366 INFO:teuthology.orchestra.run.smithi023.stderr:iopat.c: In function 'main': 2023-06-26T03:04:29.366 INFO:teuthology.orchestra.run.smithi023.stderr:iopat.c:34:4: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:29.366 INFO:teuthology.orchestra.run.smithi023.stderr: 34 | write(fd, &x, 1048576); 2023-06-26T03:04:29.366 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:29.398 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] ftrunc 2023-06-26T03:04:29.532 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] trunc 2023-06-26T03:04:29.700 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] fs_perms 2023-06-26T03:04:29.808 INFO:teuthology.orchestra.run.smithi023.stderr:fs_perms.c: In function 'main': 2023-06-26T03:04:29.808 INFO:teuthology.orchestra.run.smithi023.stderr:fs_perms.c:54:4: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:29.809 INFO:teuthology.orchestra.run.smithi023.stderr: 54 | system("rm -f test.file"); 2023-06-26T03:04:29.809 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:29.809 INFO:teuthology.orchestra.run.smithi023.stderr:fs_perms.c: In function 'testsetup': 2023-06-26T03:04:29.809 INFO:teuthology.orchestra.run.smithi023.stderr:fs_perms.c:67:4: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:29.809 INFO:teuthology.orchestra.run.smithi023.stderr: 67 | system("cp testx.file test.file"); 2023-06-26T03:04:29.809 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:29.809 INFO:teuthology.orchestra.run.smithi023.stderr:fs_perms.c:69:4: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:29.810 INFO:teuthology.orchestra.run.smithi023.stderr: 69 | chown("test.file",cuserId,cgroupId); 2023-06-26T03:04:29.810 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:29.810 INFO:teuthology.orchestra.run.smithi023.stderr:fs_perms.c: In function 'testfperm': 2023-06-26T03:04:29.810 INFO:teuthology.orchestra.run.smithi023.stderr:fs_perms.c:123:5: warning: ignoring return value of 'seteuid' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:29.810 INFO:teuthology.orchestra.run.smithi023.stderr: 123 | seteuid(0); 2023-06-26T03:04:29.810 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~ 2023-06-26T03:04:29.810 INFO:teuthology.orchestra.run.smithi023.stderr:fs_perms.c:124:5: warning: ignoring return value of 'setegid' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:29.810 INFO:teuthology.orchestra.run.smithi023.stderr: 124 | setegid(0); 2023-06-26T03:04:29.811 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~ 2023-06-26T03:04:30.043 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] testx 2023-06-26T03:04:30.169 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] looptest 2023-06-26T03:04:30.377 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] locktest 2023-06-26T03:04:30.698 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] unwritten_mmap 2023-06-26T03:04:30.855 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] bulkstat_unlink_test 2023-06-26T03:04:30.963 INFO:teuthology.orchestra.run.smithi023.stderr:bulkstat_unlink_test.c: In function 'main': 2023-06-26T03:04:30.963 INFO:teuthology.orchestra.run.smithi023.stderr:bulkstat_unlink_test.c:106:25: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:30.963 INFO:teuthology.orchestra.run.smithi023.stderr: 106 | write(fd[i], fname, sizeof(fname)); 2023-06-26T03:04:30.964 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:30.964 INFO:teuthology.orchestra.run.smithi023.stderr:bulkstat_unlink_test.c:178:17: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:30.964 INFO:teuthology.orchestra.run.smithi023.stderr: 178 | system(fname); 2023-06-26T03:04:30.964 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~ 2023-06-26T03:04:31.050 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] deduperace 2023-06-26T03:04:31.250 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] bulkstat_unlink_test_modified 2023-06-26T03:04:31.368 INFO:teuthology.orchestra.run.smithi023.stderr:bulkstat_unlink_test_modified.c: In function 'main': 2023-06-26T03:04:31.368 INFO:teuthology.orchestra.run.smithi023.stderr:bulkstat_unlink_test_modified.c:83:13: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.368 INFO:teuthology.orchestra.run.smithi023.stderr: 83 | write(fd, fname, sizeof(fname)); 2023-06-26T03:04:31.368 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.368 INFO:teuthology.orchestra.run.smithi023.stderr:bulkstat_unlink_test_modified.c:139:13: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.369 INFO:teuthology.orchestra.run.smithi023.stderr: 139 | write(fd, fname, sizeof(fname)); 2023-06-26T03:04:31.369 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.369 INFO:teuthology.orchestra.run.smithi023.stderr:bulkstat_unlink_test_modified.c:185:9: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.369 INFO:teuthology.orchestra.run.smithi023.stderr: 185 | system(fname); 2023-06-26T03:04:31.369 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~ 2023-06-26T03:04:31.452 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_dir_offset 2023-06-26T03:04:31.607 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_futimens 2023-06-26T03:04:31.748 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_immutable 2023-06-26T03:04:31.876 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c: In function 'create_test_area': 2023-06-26T03:04:31.877 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:2061:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.877 INFO:teuthology.orchestra.run.smithi023.stderr: 2061 | asprintf(&path, "%s/immutable.d", dir); 2023-06-26T03:04:31.877 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.877 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:2096:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.877 INFO:teuthology.orchestra.run.smithi023.stderr: 2096 | asprintf(&path, "%s/append-only.d", dir); 2023-06-26T03:04:31.877 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.878 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c: In function 'remove_test_area': 2023-06-26T03:04:31.878 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:2152:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.879 INFO:teuthology.orchestra.run.smithi023.stderr: 2152 | asprintf(&path, "%s/immutable.d", dir); 2023-06-26T03:04:31.879 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.879 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:2163:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.879 INFO:teuthology.orchestra.run.smithi023.stderr: 2163 | asprintf(&path, "%s/empty-immutable.d", dir); 2023-06-26T03:04:31.879 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.879 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:2175:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.879 INFO:teuthology.orchestra.run.smithi023.stderr: 2175 | asprintf(&path, "%s/append-only.d", dir); 2023-06-26T03:04:31.880 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.880 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:2186:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.880 INFO:teuthology.orchestra.run.smithi023.stderr: 2186 | asprintf(&path, "%s/empty-append-only.d", dir); 2023-06-26T03:04:31.880 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.880 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:2197:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.880 INFO:teuthology.orchestra.run.smithi023.stderr: 2197 | asprintf(&path, "%s/append-only.f", dir); 2023-06-26T03:04:31.880 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.881 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:2209:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.881 INFO:teuthology.orchestra.run.smithi023.stderr: 2209 | asprintf(&path, "%s/immutable.f", dir); 2023-06-26T03:04:31.881 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.883 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c: In function 'check_test_area': 2023-06-26T03:04:31.883 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:1788:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.883 INFO:teuthology.orchestra.run.smithi023.stderr: 1788 | asprintf(&path, "%s/", dir); 2023-06-26T03:04:31.884 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.884 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:1800:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.884 INFO:teuthology.orchestra.run.smithi023.stderr: 1800 | asprintf(&path, "%s/immutable.f", dir); 2023-06-26T03:04:31.884 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.884 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:1812:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.884 INFO:teuthology.orchestra.run.smithi023.stderr: 1812 | asprintf(&path, "%s/append-only.f", dir); 2023-06-26T03:04:31.885 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.885 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:1824:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.885 INFO:teuthology.orchestra.run.smithi023.stderr: 1824 | asprintf(&path, "%s/immutable.d", dir); 2023-06-26T03:04:31.885 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.885 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:1837:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.885 INFO:teuthology.orchestra.run.smithi023.stderr: 1837 | asprintf(&path, "%s/append-only.d", dir); 2023-06-26T03:04:31.885 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.885 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:1850:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.886 INFO:teuthology.orchestra.run.smithi023.stderr: 1850 | asprintf(&path, "%s/immutable.d/file", dir); 2023-06-26T03:04:31.886 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.886 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:1862:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.886 INFO:teuthology.orchestra.run.smithi023.stderr: 1862 | asprintf(&path, "%s/append-only.d/file", dir); 2023-06-26T03:04:31.886 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.886 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:1874:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.886 INFO:teuthology.orchestra.run.smithi023.stderr: 1874 | asprintf(&path, "%s/immutable.d/dir", dir); 2023-06-26T03:04:31.887 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.887 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:1887:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.887 INFO:teuthology.orchestra.run.smithi023.stderr: 1887 | asprintf(&path, "%s/append-only.d/dir", dir); 2023-06-26T03:04:31.887 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.887 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c: In function 'test_immutable': 2023-06-26T03:04:31.887 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:151:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.887 INFO:teuthology.orchestra.run.smithi023.stderr: 151 | asprintf(&path, "%s/immutable.f", dir); 2023-06-26T03:04:31.888 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.888 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:381:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.888 INFO:teuthology.orchestra.run.smithi023.stderr: 381 | asprintf(&linkpath, "%s/immutable.f.hardlink", dir); 2023-06-26T03:04:31.888 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.888 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:408:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.888 INFO:teuthology.orchestra.run.smithi023.stderr: 408 | chown(path, 0, 0); 2023-06-26T03:04:31.888 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.889 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:485:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.889 INFO:teuthology.orchestra.run.smithi023.stderr: 485 | asprintf(&linkpath, "%s/immutable.f.newname", dir); 2023-06-26T03:04:31.889 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.889 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:532:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.889 INFO:teuthology.orchestra.run.smithi023.stderr: 532 | asprintf(&path, "%s/immutable.d/file", dir); 2023-06-26T03:04:31.889 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.889 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:553:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.890 INFO:teuthology.orchestra.run.smithi023.stderr: 553 | chown(path, 0, 0); 2023-06-26T03:04:31.890 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.890 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:556:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.890 INFO:teuthology.orchestra.run.smithi023.stderr: 556 | asprintf(&linkpath, "%s/immutable.d/file.link", dir); 2023-06-26T03:04:31.890 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.890 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:575:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.890 INFO:teuthology.orchestra.run.smithi023.stderr: 575 | asprintf(&linkpath, "%s/immutable.d/file.newname", dir); 2023-06-26T03:04:31.891 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.891 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:595:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.891 INFO:teuthology.orchestra.run.smithi023.stderr: 595 | asprintf(&path, "%s/immutable.d/newfile", dir); 2023-06-26T03:04:31.891 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.891 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:619:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.891 INFO:teuthology.orchestra.run.smithi023.stderr: 619 | asprintf(&path, "%s/immutable.d/newdir", dir); 2023-06-26T03:04:31.891 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.891 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:631:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.892 INFO:teuthology.orchestra.run.smithi023.stderr: 631 | asprintf(&path, "%s/immutable.d/dir/newfile-%d", dir, getuid()); 2023-06-26T03:04:31.892 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.892 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:653:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.892 INFO:teuthology.orchestra.run.smithi023.stderr: 653 | chown(path, 0, 0); 2023-06-26T03:04:31.892 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.892 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:657:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.892 INFO:teuthology.orchestra.run.smithi023.stderr: 657 | asprintf(&path, "%s/immutable.d/dir", dir); 2023-06-26T03:04:31.893 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.893 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:668:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.893 INFO:teuthology.orchestra.run.smithi023.stderr: 668 | asprintf(&path, "%s/immutable.d", dir); 2023-06-26T03:04:31.893 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.893 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:705:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.893 INFO:teuthology.orchestra.run.smithi023.stderr: 705 | chown(path, 0, 0); 2023-06-26T03:04:31.893 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.894 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:782:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.894 INFO:teuthology.orchestra.run.smithi023.stderr: 782 | asprintf(&path, "%s/empty-immutable.d", dir); 2023-06-26T03:04:31.894 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.896 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c: In function 'test_append': 2023-06-26T03:04:31.896 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:822:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.896 INFO:teuthology.orchestra.run.smithi023.stderr: 822 | asprintf(&path, "%s/append-only.f", dir); 2023-06-26T03:04:31.896 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.896 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:1024:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.896 INFO:teuthology.orchestra.run.smithi023.stderr: 1024 | asprintf(&linkpath, "%s/append-only.f.hardlink", dir); 2023-06-26T03:04:31.897 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.897 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:1051:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.897 INFO:teuthology.orchestra.run.smithi023.stderr: 1051 | chown(path, 0, 0); 2023-06-26T03:04:31.897 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.897 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:1126:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.897 INFO:teuthology.orchestra.run.smithi023.stderr: 1126 | asprintf(&linkpath, "%s/append-only.f.newname", dir); 2023-06-26T03:04:31.898 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.898 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:1495:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.898 INFO:teuthology.orchestra.run.smithi023.stderr: 1495 | asprintf(&path, "%s/append-only.d/file", dir); 2023-06-26T03:04:31.898 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.898 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:1516:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.898 INFO:teuthology.orchestra.run.smithi023.stderr: 1516 | chown(path, 0, 0); 2023-06-26T03:04:31.898 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.899 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:1519:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.899 INFO:teuthology.orchestra.run.smithi023.stderr: 1519 | asprintf(&linkpath, "%s/append-only.d/file.link-%d", dir, getuid()); 2023-06-26T03:04:31.899 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.899 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:1529:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.899 INFO:teuthology.orchestra.run.smithi023.stderr: 1529 | asprintf(&linkpath, "%s/append-only.d/file.symlink-%d", dir, getuid()); 2023-06-26T03:04:31.899 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.899 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:1539:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.900 INFO:teuthology.orchestra.run.smithi023.stderr: 1539 | asprintf(&linkpath, "%s/append-only.d/file.newname", dir); 2023-06-26T03:04:31.900 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.900 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:1559:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.900 INFO:teuthology.orchestra.run.smithi023.stderr: 1559 | asprintf(&path, "%s/append-only.d/newfile-%d", dir, getuid()); 2023-06-26T03:04:31.900 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.900 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:1573:11: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.900 INFO:teuthology.orchestra.run.smithi023.stderr: 1573 | asprintf(&path, "%s/append-only.d/newdev-%d", dir, getuid()); 2023-06-26T03:04:31.901 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.901 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:1586:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.901 INFO:teuthology.orchestra.run.smithi023.stderr: 1586 | asprintf(&path, "%s/append-only.d/newdir-%d", dir, getuid()); 2023-06-26T03:04:31.901 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.901 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:1596:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.901 INFO:teuthology.orchestra.run.smithi023.stderr: 1596 | asprintf(&path, "%s/append-only.d/newdir-%d/newfile-%d", dir, getuid(), getuid()); 2023-06-26T03:04:31.901 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.901 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:1618:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.902 INFO:teuthology.orchestra.run.smithi023.stderr: 1618 | chown(path, 0, 0); 2023-06-26T03:04:31.902 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.902 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:1622:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.902 INFO:teuthology.orchestra.run.smithi023.stderr: 1622 | asprintf(&path, "%s/append-only.d/dir/newfile-%d", dir, getuid()); 2023-06-26T03:04:31.902 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.902 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:1644:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.902 INFO:teuthology.orchestra.run.smithi023.stderr: 1644 | chown(path, 0, 0); 2023-06-26T03:04:31.903 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.903 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:1648:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.903 INFO:teuthology.orchestra.run.smithi023.stderr: 1648 | asprintf(&path, "%s/append-only.d/dir", dir); 2023-06-26T03:04:31.903 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.903 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:1659:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.903 INFO:teuthology.orchestra.run.smithi023.stderr: 1659 | asprintf(&path, "%s/append-only.d", dir); 2023-06-26T03:04:31.903 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.904 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:1692:16: warning: ignoring return value of 'chown' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.904 INFO:teuthology.orchestra.run.smithi023.stderr: 1692 | chown(path, 0, 0); 2023-06-26T03:04:31.904 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~ 2023-06-26T03:04:31.904 INFO:teuthology.orchestra.run.smithi023.stderr:t_immutable.c:1769:6: warning: ignoring return value of 'asprintf' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:31.904 INFO:teuthology.orchestra.run.smithi023.stderr: 1769 | asprintf(&path, "%s/empty-append-only.d", dir); 2023-06-26T03:04:31.904 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:32.474 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] stale_handle 2023-06-26T03:04:32.610 INFO:teuthology.orchestra.run.smithi023.stderr:stale_handle.c: In function 'main': 2023-06-26T03:04:32.610 INFO:teuthology.orchestra.run.smithi023.stderr:stale_handle.c:102:9: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:32.610 INFO:teuthology.orchestra.run.smithi023.stderr: 102 | system("echo 3 > /proc/sys/vm/drop_caches"); 2023-06-26T03:04:32.611 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:32.660 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] pwrite_mmap_blocked 2023-06-26T03:04:32.812 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_dir_offset2 2023-06-26T03:04:32.992 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] seek_sanity_test 2023-06-26T03:04:33.125 INFO:teuthology.orchestra.run.smithi023.stderr:seek_sanity_test.c: In function 'test18': 2023-06-26T03:04:33.125 INFO:teuthology.orchestra.run.smithi023.stderr:seek_sanity_test.c:460:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:33.125 INFO:teuthology.orchestra.run.smithi023.stderr: 460 | ftruncate(fd, 0); 2023-06-26T03:04:33.125 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~ 2023-06-26T03:04:33.127 INFO:teuthology.orchestra.run.smithi023.stderr:seek_sanity_test.c: In function 'test_basic_support': 2023-06-26T03:04:33.127 INFO:teuthology.orchestra.run.smithi023.stderr:seek_sanity_test.c:1207:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:33.128 INFO:teuthology.orchestra.run.smithi023.stderr: 1207 | ftruncate(fd, 0); 2023-06-26T03:04:33.128 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~ 2023-06-26T03:04:33.128 INFO:teuthology.orchestra.run.smithi023.stderr:seek_sanity_test.c:1256:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:33.128 INFO:teuthology.orchestra.run.smithi023.stderr: 1256 | ftruncate(fd, 0); 2023-06-26T03:04:33.128 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~ 2023-06-26T03:04:33.128 INFO:teuthology.orchestra.run.smithi023.stderr:seek_sanity_test.c: In function 'get_io_sizes': 2023-06-26T03:04:33.129 INFO:teuthology.orchestra.run.smithi023.stderr:seek_sanity_test.c:88:17: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:33.129 INFO:teuthology.orchestra.run.smithi023.stderr: 88 | ftruncate(fd, 0); 2023-06-26T03:04:33.129 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~ 2023-06-26T03:04:33.129 INFO:teuthology.orchestra.run.smithi023.stderr:seek_sanity_test.c:89:17: warning: ignoring return value of 'pwrite' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:33.129 INFO:teuthology.orchestra.run.smithi023.stderr: 89 | pwrite(fd, "a", 1, offset); 2023-06-26T03:04:33.129 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:33.129 INFO:teuthology.orchestra.run.smithi023.stderr:seek_sanity_test.c:98:17: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:33.130 INFO:teuthology.orchestra.run.smithi023.stderr: 98 | ftruncate(fd, 0); 2023-06-26T03:04:33.130 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~ 2023-06-26T03:04:33.130 INFO:teuthology.orchestra.run.smithi023.stderr:seek_sanity_test.c:99:17: warning: ignoring return value of 'pwrite' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:33.130 INFO:teuthology.orchestra.run.smithi023.stderr: 99 | pwrite(fd, "a", 1, offset); 2023-06-26T03:04:33.130 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:33.470 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] seek_copy_test 2023-06-26T03:04:33.641 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_readdir_1 2023-06-26T03:04:33.741 INFO:teuthology.orchestra.run.smithi023.stderr:t_readdir_1.c: In function 'main': 2023-06-26T03:04:33.742 INFO:teuthology.orchestra.run.smithi023.stderr:t_readdir_1.c:30:25: warning: ignoring return value of 'read' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:33.742 INFO:teuthology.orchestra.run.smithi023.stderr: 30 | read(fd, buf, 100); 2023-06-26T03:04:33.742 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:33.777 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_readdir_2 2023-06-26T03:04:33.914 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] fsync-tester 2023-06-26T03:04:34.028 INFO:teuthology.orchestra.run.smithi023.stderr:fsync-tester.c: In function 'main': 2023-06-26T03:04:34.029 INFO:teuthology.orchestra.run.smithi023.stderr:fsync-tester.c:391:17: warning: ignoring return value of 'read' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:34.029 INFO:teuthology.orchestra.run.smithi023.stderr: 391 | read(fd, &seed, sizeof(seed)); 2023-06-26T03:04:34.029 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:34.029 INFO:teuthology.orchestra.run.smithi023.stderr:fsync-tester.c:541:17: warning: ignoring return value of 'system' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:34.029 INFO:teuthology.orchestra.run.smithi023.stderr: 541 | system("reboot -fn"); 2023-06-26T03:04:34.029 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:34.030 INFO:teuthology.orchestra.run.smithi023.stderr:fsync-tester.c: In function 'drop_all_caches': 2023-06-26T03:04:34.030 INFO:teuthology.orchestra.run.smithi023.stderr:fsync-tester.c:90:9: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:34.030 INFO:teuthology.orchestra.run.smithi023.stderr: 90 | write(fd, value, sizeof(value)-1); 2023-06-26T03:04:34.030 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:34.184 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] nsexec 2023-06-26T03:04:34.376 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] cloner 2023-06-26T03:04:34.557 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] renameat2 2023-06-26T03:04:34.737 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_getcwd 2023-06-26T03:04:34.783 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:04:34.785 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:04:34.851 INFO:teuthology.orchestra.run.smithi023.stderr:t_getcwd.c: In function 'test_getcwd': 2023-06-26T03:04:34.851 INFO:teuthology.orchestra.run.smithi023.stderr:t_getcwd.c:21:17: warning: ignoring return value of 'getcwd' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:34.851 INFO:teuthology.orchestra.run.smithi023.stderr: 21 | getcwd(cur_cwd, BUF_SIZE); 2023-06-26T03:04:34.852 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:34.899 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] e4compact 2023-06-26T03:04:35.118 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] test-nextquota 2023-06-26T03:04:35.290 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] punch-alternating 2023-06-26T03:04:35.476 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] attr-list-by-handle-cursor-test 2023-06-26T03:04:35.657 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] listxattr 2023-06-26T03:04:35.792 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] dio-interleaved 2023-06-26T03:04:35.940 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_dir_type 2023-06-26T03:04:36.100 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] dio-invalidate-cache 2023-06-26T03:04:36.216 INFO:teuthology.orchestra.run.smithi023.stderr:dio-invalidate-cache.c: In function 'main': 2023-06-26T03:04:36.216 INFO:teuthology.orchestra.run.smithi023.stderr:dio-invalidate-cache.c:286:17: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:36.216 INFO:teuthology.orchestra.run.smithi023.stderr: 286 | write(fd, buf, blksz * nr_child); 2023-06-26T03:04:36.216 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:36.323 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] stat_test 2023-06-26T03:04:36.641 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_encrypted_d_revalidate 2023-06-26T03:04:36.811 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] attr_replace_test 2023-06-26T03:04:36.967 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] swapon 2023-06-26T03:04:37.128 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] mkswap 2023-06-26T03:04:37.288 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_attr_corruption 2023-06-26T03:04:37.431 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_open_tmpfiles 2023-06-26T03:04:37.618 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] fscrypt-crypt-util 2023-06-26T03:04:38.317 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] bulkstat_null_ocount 2023-06-26T03:04:38.459 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] splice-test 2023-06-26T03:04:38.643 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] chprojid_fail 2023-06-26T03:04:38.796 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] detached_mounts_propagation 2023-06-26T03:04:38.987 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] ext4_resize 2023-06-26T03:04:39.148 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_readdir_3 2023-06-26T03:04:39.359 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] splice2pipe 2023-06-26T03:04:39.468 INFO:teuthology.orchestra.run.smithi023.stderr:splice2pipe.c: In function 'prepare_pipe': 2023-06-26T03:04:39.468 INFO:teuthology.orchestra.run.smithi023.stderr:splice2pipe.c:57:17: warning: ignoring return value of 'write' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:39.469 INFO:teuthology.orchestra.run.smithi023.stderr: 57 | write(p[1], buffer, n); 2023-06-26T03:04:39.469 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:39.469 INFO:teuthology.orchestra.run.smithi023.stderr:splice2pipe.c:65:17: warning: ignoring return value of 'read' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:39.469 INFO:teuthology.orchestra.run.smithi023.stderr: 65 | read(p[0], buffer, n); 2023-06-26T03:04:39.469 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:39.524 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] uuid_ioctl 2023-06-26T03:04:39.686 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] fiemap-tester 2023-06-26T03:04:39.960 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_stripealign 2023-06-26T03:04:40.112 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] open_by_handle 2023-06-26T03:04:40.372 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] t_mmap_dio 2023-06-26T03:04:40.533 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] xfsfind 2023-06-26T03:04:40.728 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] fssum 2023-06-26T03:04:41.207 INFO:teuthology.orchestra.run.smithi023.stdout:Building log-writes 2023-06-26T03:04:41.213 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] replay-log 2023-06-26T03:04:41.565 INFO:teuthology.orchestra.run.smithi023.stdout:Building perf 2023-06-26T03:04:41.569 INFO:teuthology.orchestra.run.smithi023.stdout:Building aio-dio-regress 2023-06-26T03:04:41.578 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] aiocp 2023-06-26T03:04:41.819 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] aio-dio-append-write-fallocate-race 2023-06-26T03:04:42.005 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] aio-dio-append-write-read-race 2023-06-26T03:04:42.200 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] aio-dio-cow-race 2023-06-26T03:04:42.363 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] aio-dio-cycle-write 2023-06-26T03:04:42.463 INFO:teuthology.orchestra.run.smithi023.stderr:aio-dio-cycle-write.c: In function 'init_test': 2023-06-26T03:04:42.463 INFO:teuthology.orchestra.run.smithi023.stderr:aio-dio-cycle-write.c:83:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:42.463 INFO:teuthology.orchestra.run.smithi023.stderr: 83 | ftruncate(fd, buf_size); 2023-06-26T03:04:42.463 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:42.549 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] aio-dio-eof-race 2023-06-26T03:04:42.754 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] aio-dio-extend-stat 2023-06-26T03:04:42.928 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] aio-dio-fcntl-race 2023-06-26T03:04:43.089 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] aio-dio-hole-filling-race 2023-06-26T03:04:43.247 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] aio-dio-invalidate-failure 2023-06-26T03:04:43.426 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] aio-dio-invalidate-readahead 2023-06-26T03:04:43.618 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] aiodio_sparse2 2023-06-26T03:04:43.725 INFO:teuthology.orchestra.run.smithi023.stderr:aiodio_sparse2.c: In function 'aiodio_sparse': 2023-06-26T03:04:43.725 INFO:teuthology.orchestra.run.smithi023.stderr:aiodio_sparse2.c:111:17: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:43.725 INFO:teuthology.orchestra.run.smithi023.stderr: 111 | ftruncate(fd, filesize); 2023-06-26T03:04:43.726 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:43.726 INFO:teuthology.orchestra.run.smithi023.stderr:aiodio_sparse2.c: In function 'dirty_freeblocks': 2023-06-26T03:04:43.726 INFO:teuthology.orchestra.run.smithi023.stderr:aiodio_sparse2.c:274:9: warning: ignoring return value of 'ftruncate' declared with attribute 'warn_unused_result' [-Wunused-result] 2023-06-26T03:04:43.726 INFO:teuthology.orchestra.run.smithi023.stderr: 274 | ftruncate(fd, size); 2023-06-26T03:04:43.726 INFO:teuthology.orchestra.run.smithi023.stderr: | ^~~~~~~~~~~~~~~~~~~ 2023-06-26T03:04:43.854 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] aio-dio-subblock-eof-read 2023-06-26T03:04:44.014 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] aio-dio-write-verify 2023-06-26T03:04:44.229 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] aio-free-ring-with-bogus-nr-pages 2023-06-26T03:04:44.368 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] aio-io-setup-with-nonwritable-context-pointer 2023-06-26T03:04:44.500 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] aio-last-ref-held-by-io 2023-06-26T03:04:44.697 INFO:teuthology.orchestra.run.smithi023.stdout:Building vfs 2023-06-26T03:04:44.703 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] vfstest 2023-06-26T03:04:46.986 INFO:teuthology.orchestra.run.smithi023.stdout: [CC] mount-idmapped 2023-06-26T03:04:47.412 INFO:teuthology.orchestra.run.smithi023.stdout:Building m4 2023-06-26T03:04:47.417 INFO:teuthology.orchestra.run.smithi023.stdout:Building common 2023-06-26T03:04:47.421 INFO:teuthology.orchestra.run.smithi023.stdout:Building tests 2023-06-26T03:04:47.428 INFO:teuthology.orchestra.run.smithi023.stdout:Building btrfs 2023-06-26T03:04:47.436 INFO:teuthology.orchestra.run.smithi023.stdout: [GROUP] /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/btrfs/group.list 2023-06-26T03:04:47.505 INFO:teuthology.orchestra.run.smithi023.stdout:Building ceph 2023-06-26T03:04:47.511 INFO:teuthology.orchestra.run.smithi023.stdout: [GROUP] /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/ceph/group.list 2023-06-26T03:04:47.528 INFO:teuthology.orchestra.run.smithi023.stdout:Building cifs 2023-06-26T03:04:47.534 INFO:teuthology.orchestra.run.smithi023.stdout: [GROUP] /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/cifs/group.list 2023-06-26T03:04:47.548 INFO:teuthology.orchestra.run.smithi023.stdout:Building ext4 2023-06-26T03:04:47.554 INFO:teuthology.orchestra.run.smithi023.stdout: [GROUP] /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/ext4/group.list 2023-06-26T03:04:47.595 INFO:teuthology.orchestra.run.smithi023.stdout:Building f2fs 2023-06-26T03:04:47.600 INFO:teuthology.orchestra.run.smithi023.stdout: [GROUP] /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/f2fs/group.list 2023-06-26T03:04:47.620 INFO:teuthology.orchestra.run.smithi023.stdout:Building generic 2023-06-26T03:04:47.629 INFO:teuthology.orchestra.run.smithi023.stdout: [GROUP] /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/generic/group.list 2023-06-26T03:04:47.734 INFO:teuthology.orchestra.run.smithi023.stdout:Building nfs 2023-06-26T03:04:47.739 INFO:teuthology.orchestra.run.smithi023.stdout: [GROUP] /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/nfs/group.list 2023-06-26T03:04:47.756 INFO:teuthology.orchestra.run.smithi023.stdout:Building ocfs2 2023-06-26T03:04:47.762 INFO:teuthology.orchestra.run.smithi023.stdout: [GROUP] /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/ocfs2/group.list 2023-06-26T03:04:47.776 INFO:teuthology.orchestra.run.smithi023.stdout:Building overlay 2023-06-26T03:04:47.782 INFO:teuthology.orchestra.run.smithi023.stdout: [GROUP] /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/overlay/group.list 2023-06-26T03:04:47.823 INFO:teuthology.orchestra.run.smithi023.stdout:Building perf 2023-06-26T03:04:47.829 INFO:teuthology.orchestra.run.smithi023.stdout: [GROUP] /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/perf/group.list 2023-06-26T03:04:47.842 INFO:teuthology.orchestra.run.smithi023.stdout:Building selftest 2023-06-26T03:04:47.848 INFO:teuthology.orchestra.run.smithi023.stdout: [GROUP] /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/selftest/group.list 2023-06-26T03:04:47.861 INFO:teuthology.orchestra.run.smithi023.stdout:Building shared 2023-06-26T03:04:47.866 INFO:teuthology.orchestra.run.smithi023.stdout: [GROUP] /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/shared/group.list 2023-06-26T03:04:47.884 INFO:teuthology.orchestra.run.smithi023.stdout:Building tmpfs 2023-06-26T03:04:47.889 INFO:teuthology.orchestra.run.smithi023.stdout: [GROUP] /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/tmpfs/group.list 2023-06-26T03:04:47.903 INFO:teuthology.orchestra.run.smithi023.stdout:Building udf 2023-06-26T03:04:47.908 INFO:teuthology.orchestra.run.smithi023.stdout: [GROUP] /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/udf/group.list 2023-06-26T03:04:47.920 INFO:teuthology.orchestra.run.smithi023.stdout:Building xfs 2023-06-26T03:04:47.927 INFO:teuthology.orchestra.run.smithi023.stdout: [GROUP] /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/xfs/group.list 2023-06-26T03:04:48.033 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo make install) 2023-06-26T03:04:48.101 INFO:teuthology.orchestra.run.smithi023.stdout:Building include 2023-06-26T03:04:48.106 INFO:teuthology.orchestra.run.smithi023.stdout:Building lib 2023-06-26T03:04:48.111 INFO:teuthology.orchestra.run.smithi023.stdout:Building ltp 2023-06-26T03:04:48.116 INFO:teuthology.orchestra.run.smithi023.stdout:Building src 2023-06-26T03:04:48.158 INFO:teuthology.orchestra.run.smithi023.stdout:Building log-writes 2023-06-26T03:04:48.162 INFO:teuthology.orchestra.run.smithi023.stdout:Building perf 2023-06-26T03:04:48.165 INFO:teuthology.orchestra.run.smithi023.stdout:Building aio-dio-regress 2023-06-26T03:04:48.170 INFO:teuthology.orchestra.run.smithi023.stdout:Building vfs 2023-06-26T03:04:48.174 INFO:teuthology.orchestra.run.smithi023.stdout:Building m4 2023-06-26T03:04:48.181 INFO:teuthology.orchestra.run.smithi023.stdout:Building common 2023-06-26T03:04:48.182 INFO:teuthology.orchestra.run.smithi023.stdout:Building tests 2023-06-26T03:04:48.188 INFO:teuthology.orchestra.run.smithi023.stdout:Building btrfs 2023-06-26T03:04:48.194 INFO:teuthology.orchestra.run.smithi023.stdout: [GROUP] /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/btrfs/group.list 2023-06-26T03:04:48.261 INFO:teuthology.orchestra.run.smithi023.stdout:Building ceph 2023-06-26T03:04:48.267 INFO:teuthology.orchestra.run.smithi023.stdout: [GROUP] /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/ceph/group.list 2023-06-26T03:04:48.285 INFO:teuthology.orchestra.run.smithi023.stdout:Building cifs 2023-06-26T03:04:48.291 INFO:teuthology.orchestra.run.smithi023.stdout: [GROUP] /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/cifs/group.list 2023-06-26T03:04:48.304 INFO:teuthology.orchestra.run.smithi023.stdout:Building ext4 2023-06-26T03:04:48.310 INFO:teuthology.orchestra.run.smithi023.stdout: [GROUP] /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/ext4/group.list 2023-06-26T03:04:48.353 INFO:teuthology.orchestra.run.smithi023.stdout:Building f2fs 2023-06-26T03:04:48.358 INFO:teuthology.orchestra.run.smithi023.stdout: [GROUP] /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/f2fs/group.list 2023-06-26T03:04:48.379 INFO:teuthology.orchestra.run.smithi023.stdout:Building generic 2023-06-26T03:04:48.386 INFO:teuthology.orchestra.run.smithi023.stdout: [GROUP] /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/generic/group.list 2023-06-26T03:04:48.500 INFO:teuthology.orchestra.run.smithi023.stdout:Building nfs 2023-06-26T03:04:48.506 INFO:teuthology.orchestra.run.smithi023.stdout: [GROUP] /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/nfs/group.list 2023-06-26T03:04:48.523 INFO:teuthology.orchestra.run.smithi023.stdout:Building ocfs2 2023-06-26T03:04:48.529 INFO:teuthology.orchestra.run.smithi023.stdout: [GROUP] /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/ocfs2/group.list 2023-06-26T03:04:48.547 INFO:teuthology.orchestra.run.smithi023.stdout:Building overlay 2023-06-26T03:04:48.554 INFO:teuthology.orchestra.run.smithi023.stdout: [GROUP] /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/overlay/group.list 2023-06-26T03:04:48.596 INFO:teuthology.orchestra.run.smithi023.stdout:Building perf 2023-06-26T03:04:48.602 INFO:teuthology.orchestra.run.smithi023.stdout: [GROUP] /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/perf/group.list 2023-06-26T03:04:48.617 INFO:teuthology.orchestra.run.smithi023.stdout:Building selftest 2023-06-26T03:04:48.623 INFO:teuthology.orchestra.run.smithi023.stdout: [GROUP] /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/selftest/group.list 2023-06-26T03:04:48.638 INFO:teuthology.orchestra.run.smithi023.stdout:Building shared 2023-06-26T03:04:48.644 INFO:teuthology.orchestra.run.smithi023.stdout: [GROUP] /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/shared/group.list 2023-06-26T03:04:48.664 INFO:teuthology.orchestra.run.smithi023.stdout:Building tmpfs 2023-06-26T03:04:48.670 INFO:teuthology.orchestra.run.smithi023.stdout: [GROUP] /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/tmpfs/group.list 2023-06-26T03:04:48.686 INFO:teuthology.orchestra.run.smithi023.stdout:Building udf 2023-06-26T03:04:48.692 INFO:teuthology.orchestra.run.smithi023.stdout: [GROUP] /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/udf/group.list 2023-06-26T03:04:48.707 INFO:teuthology.orchestra.run.smithi023.stdout:Building xfs 2023-06-26T03:04:48.715 INFO:teuthology.orchestra.run.smithi023.stdout: [GROUP] /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/xfs/group.list 2023-06-26T03:04:48.827 INFO:teuthology.orchestra.run.smithi023.stdout:/usr/bin/gmake --no-print-directory Q=@ -C include install 2023-06-26T03:04:48.830 INFO:teuthology.orchestra.run.smithi023.stdout:gmake[1]: Nothing to be done for 'install'. 2023-06-26T03:04:48.830 INFO:teuthology.orchestra.run.smithi023.stdout:/usr/bin/gmake --no-print-directory Q=@ -C lib install 2023-06-26T03:04:48.834 INFO:teuthology.orchestra.run.smithi023.stdout:gmake[1]: Nothing to be done for 'install'. 2023-06-26T03:04:48.834 INFO:teuthology.orchestra.run.smithi023.stdout:/usr/bin/gmake --no-print-directory Q=@ -C ltp install 2023-06-26T03:04:48.838 INFO:teuthology.orchestra.run.smithi023.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/ltp 2023-06-26T03:04:48.849 INFO:teuthology.orchestra.run.smithi023.stdout:/bin/bash ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 doio fsstress fsx growfiles iogen aio-stress /var/lib/xfstests/ltp 2023-06-26T03:04:48.941 INFO:teuthology.orchestra.run.smithi023.stdout:../install-sh -o root -g root -m 755 rwtest.sh /var/lib/xfstests/ltp 2023-06-26T03:04:48.952 INFO:teuthology.orchestra.run.smithi023.stdout:/usr/bin/gmake --no-print-directory Q=@ -C src install 2023-06-26T03:04:48.975 INFO:teuthology.orchestra.run.smithi023.stdout:Building log-writes 2023-06-26T03:04:48.979 INFO:teuthology.orchestra.run.smithi023.stdout:Building perf 2023-06-26T03:04:48.983 INFO:teuthology.orchestra.run.smithi023.stdout:Building aio-dio-regress 2023-06-26T03:04:48.988 INFO:teuthology.orchestra.run.smithi023.stdout:Building vfs 2023-06-26T03:04:48.992 INFO:teuthology.orchestra.run.smithi023.stdout:/usr/bin/gmake -C log-writes install 2023-06-26T03:04:48.995 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/log-writes 2023-06-26T03:04:49.006 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 replay-log /var/lib/xfstests/src/log-writes 2023-06-26T03:04:49.017 INFO:teuthology.orchestra.run.smithi023.stdout:/usr/bin/gmake -C perf install 2023-06-26T03:04:49.020 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/perf 2023-06-26T03:04:49.031 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 FioCompare.py fio-insert-and-compare.py FioResultDecoder.py generate-schema.py ResultData.py fio-results.sql /var/lib/xfstests/src/perf 2023-06-26T03:04:49.055 INFO:teuthology.orchestra.run.smithi023.stdout:/usr/bin/gmake -C aio-dio-regress install 2023-06-26T03:04:49.058 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/aio-dio-regress 2023-06-26T03:04:49.069 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 aiocp aio-dio-append-write-fallocate-race aio-dio-append-write-read-race aio-dio-cow-race aio-dio-cycle-write aio-dio-eof-race aio-dio-extend-stat aio-dio-fcntl-race aio-dio-hole-filling-race aio-dio-invalidate-failure aio-dio-invalidate-readahead aiodio_sparse2 aio-dio-subblock-eof-read aio-dio-write-verify aio-free-ring-with-bogus-nr-pages aio-io-setup-with-nonwritable-context-pointer aio-last-ref-held-by-io /var/lib/xfstests/src/aio-dio-regress 2023-06-26T03:04:49.129 INFO:teuthology.orchestra.run.smithi023.stdout:/usr/bin/gmake -C vfs install 2023-06-26T03:04:49.132 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/vfs 2023-06-26T03:04:49.142 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 vfstest mount-idmapped /var/lib/xfstests/src/vfs 2023-06-26T03:04:49.158 INFO:teuthology.orchestra.run.smithi023.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src 2023-06-26T03:04:49.168 INFO:teuthology.orchestra.run.smithi023.stdout:/bin/bash ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 dirstress fill fill2 getpagesize holes lstat64 nametest permname randholes runas truncfile usemem mmapcat append_reader append_writer dirperf metaperf devzero feature alloc fault fstest t_access_root godown resvtest writemod writev_on_pagefault makeextents itrash rename multi_open_unlink unwritten_sync genhashnames t_holes t_mmap_writev t_truncate_cmtime dirhash_collide t_rename_overwrite holetest t_truncate_self af_unix t_mmap_stale_pmd t_mmap_cow_race t_mmap_fallocate fsync-err t_mmap_write_ro t_ext4_dax_journal_corruption t_ext4_dax_inline_corruption t_ofd_locks t_mmap_collision mmap-write-concurrent t_get_file_time t_create_short_dirs t_create_long_dirs t_enospc t_mmap_writev_overlap checkpoint_journal mmap-rw-fault allocstale t_mmap_cow_memory_failure fake-dump-rootino dio-buf-fault xfsctl bstat t_mtab getdevicesize preallo_rw_pattern_reader preallo_rw_pattern_writer ftrunc trunc fs_perms testx looptest locktest unwritten_mmap bulkstat_unlink_test deduperace bulkstat_unlink_test_modified t_dir_offset t_futimens t_immutable stale_handle pwrite_mmap_blocked t_dir_offset2 seek_sanity_test seek_copy_test t_readdir_1 t_readdir_2 fsync-tester nsexec cloner renameat2 t_getcwd e4compact test-nextquota punch-alternating attr-list-by-handle-cursor-test listxattr dio-interleaved t_dir_type dio-invalidate-cache stat_test t_encrypted_d_revalidate attr_replace_test swapon mkswap t_attr_corruption t_open_tmpfiles fscrypt-crypt-util bulkstat_null_ocount splice-test chprojid_fail detached_mounts_propagation ext4_resize t_readdir_3 splice2pipe uuid_ioctl fiemap-tester t_stripealign open_by_handle t_mmap_dio xfsfind fssum /var/lib/xfstests/src 2023-06-26T03:04:50.753 INFO:teuthology.orchestra.run.smithi023.stdout:/bin/bash ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 dmerror fill2attr fill2fs fill2fs_check scaleread.sh btrfs_crc32c_forged_name.py popdir.pl popattr.py /var/lib/xfstests/src 2023-06-26T03:04:50.870 INFO:teuthology.orchestra.run.smithi023.stdout:/bin/bash ../libtool --quiet --mode=install ../install-sh -o root -g root -m 644 dumpfile /var/lib/xfstests/src 2023-06-26T03:04:50.900 INFO:teuthology.orchestra.run.smithi023.stdout:/usr/bin/gmake --no-print-directory Q=@ -C m4 install 2023-06-26T03:04:50.903 INFO:teuthology.orchestra.run.smithi023.stdout:gmake[1]: Nothing to be done for 'install'. 2023-06-26T03:04:50.903 INFO:teuthology.orchestra.run.smithi023.stdout:/usr/bin/gmake --no-print-directory Q=@ -C common install 2023-06-26T03:04:50.906 INFO:teuthology.orchestra.run.smithi023.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/common 2023-06-26T03:04:50.917 INFO:teuthology.orchestra.run.smithi023.stdout:../install-sh -o root -g root -m 644 * /var/lib/xfstests/common 2023-06-26T03:04:51.064 INFO:teuthology.orchestra.run.smithi023.stdout:/usr/bin/gmake --no-print-directory Q=@ -C tests install 2023-06-26T03:04:51.067 INFO:teuthology.orchestra.run.smithi023.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/btrfs/ install 2023-06-26T03:04:51.072 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/btrfs 2023-06-26T03:04:51.084 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 290 291 299 /var/lib/xfstests/tests/btrfs 2023-06-26T03:04:52.061 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/btrfs 2023-06-26T03:04:52.075 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 071.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 079.out 080.out 081.out 082.out 083.out 084.out 085.out 086.out 087.out 088.out 089.out 090.out 091.out 092.out 093.out 094.out 095.out 096.out 097.out 098.out 099.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out 118.out 119.out 120.out 121.out 122.out 123.out 124.out 125.out 126.out 127.out 128.out 129.out 130.out 131.out 132.out 133.out 134.out 135.out 136.out 137.out 138.out 139.out 140.out 141.out 142.out 143.out 144.out 145.out 146.out 147.out 148.out 149.out 150.out 151.out 152.out 153.out 154.out 155.out 156.out 157.out 158.out 159.out 160.out 161.out 162.out 163.out 164.out 165.out 166.out 167.out 168.out 169.out 170.out 171.out 172.out 173.out 174.out 175.out 176.out 177.out 178.out 179.out 180.out 181.out 182.out 183.out 184.out 185.out 186.out 187.out 188.out 189.out 190.out 191.out 192.out 193.out 194.out 195.out 196.out 197.out 198.out 199.out 200.out 201.out 202.out 203.out 204.out 205.out 206.out 207.out 208.out 209.out 210.out 211.out 212.out 213.out 214.out 215.out 216.out 217.out 218.out 219.out 220.out 221.out 222.out 223.out 224.out 225.out 226.out 227.out 228.out 229.out 230.out 231.out 232.out 233.out 234.out 235.out 236.out 237.out 238.out 239.out 240.out 241.out 242.out 243.out 244.out 245.out 246.out 247.out 248.out 249.out 250.out 251.out 252.out 253.out 254.out 255.out 256.out 257.out 258.out 259.out 260.out 261.out 262.out 263.out 264.out 265.out 266.out 267.out 268.out 269.out 270.out 271.out 272.out 273.out 274.out 275.out 276.out 277.out 278.out 279.out 280.out 281.out 282.out 283.out 284.out 285.out 286.out 287.out 290.out 291.out 299.out /var/lib/xfstests/tests/btrfs 2023-06-26T03:04:53.089 INFO:teuthology.orchestra.run.smithi023.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/ceph/ install 2023-06-26T03:04:53.092 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ceph 2023-06-26T03:04:53.105 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 /var/lib/xfstests/tests/ceph 2023-06-26T03:04:53.130 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ceph 2023-06-26T03:04:53.143 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out /var/lib/xfstests/tests/ceph 2023-06-26T03:04:53.168 INFO:teuthology.orchestra.run.smithi023.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/cifs/ install 2023-06-26T03:04:53.171 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/cifs 2023-06-26T03:04:53.183 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/cifs 2023-06-26T03:04:53.195 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/cifs 2023-06-26T03:04:53.207 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/cifs 2023-06-26T03:04:53.220 INFO:teuthology.orchestra.run.smithi023.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/ext4/ install 2023-06-26T03:04:53.223 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ext4 2023-06-26T03:04:53.235 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 271 301 302 303 304 305 306 307 308 /var/lib/xfstests/tests/ext4 2023-06-26T03:04:53.464 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ext4 2023-06-26T03:04:53.476 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 644 001.out.default 001.out.nodelalloc 001.out.nozero 001.cfg 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 271.out 301.out 302.out 303.out 304.out 305.out 306.out 307.out 308.out /var/lib/xfstests/tests/ext4 2023-06-26T03:04:53.718 INFO:teuthology.orchestra.run.smithi023.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/f2fs/ install 2023-06-26T03:04:53.720 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/f2fs 2023-06-26T03:04:53.733 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 001 002 /var/lib/xfstests/tests/f2fs 2023-06-26T03:04:53.748 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/f2fs 2023-06-26T03:04:53.761 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 644 001.out 002.out /var/lib/xfstests/tests/f2fs 2023-06-26T03:04:53.778 INFO:teuthology.orchestra.run.smithi023.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/generic/ install 2023-06-26T03:04:53.783 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/generic 2023-06-26T03:04:53.796 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 /var/lib/xfstests/tests/generic 2023-06-26T03:04:56.331 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/generic 2023-06-26T03:04:56.345 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 644 035.out.default 035.out.nfs 050.out.default 050.out.nojournal 050.out.xfsquota 035.cfg 050.cfg 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 071.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 079.out 080.out 081.out 082.out 083.out 084.out 085.out 086.out 087.out 088.out 089.out 090.out 091.out 092.out 093.out 094.out 095.out 096.out 097.out 098.out 099.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out 118.out 119.out 120.out 121.out 122.out 123.out 124.out 125.out 126.out 127.out 128.out 129.out 130.out 131.out 132.out 133.out 134.out 135.out 136.out 137.out 138.out 139.out 140.out 141.out 142.out 143.out 144.out 145.out 146.out 147.out 148.out 149.out 150.out 151.out 152.out 153.out 154.out 155.out 156.out 157.out 158.out 159.out 160.out 161.out 162.out 163.out 164.out 165.out 166.out 167.out 168.out 169.out 170.out 171.out 172.out 173.out 174.out 175.out 176.out 177.out 178.out 179.out 180.out 181.out 182.out 183.out 184.out 185.out 186.out 187.out 188.out 189.out 190.out 191.out 192.out 193.out 194.out 195.out 196.out 197.out 198.out 199.out 200.out 201.out 202.out 203.out 204.out 205.out 206.out 207.out 208.out 209.out 210.out 211.out 212.out 213.out 214.out 215.out 216.out 217.out 218.out 219.out 220.out 221.out 222.out 223.out 224.out 225.out 226.out 227.out 228.out 229.out 230.out 231.out 232.out 233.out 234.out 235.out 236.out 237.out 238.out 239.out 240.out 241.out 242.out 243.out 244.out 245.out 246.out 247.out 248.out 249.out 250.out 251.out 252.out 253.out 254.out 255.out 256.out 257.out 258.out 259.out 260.out 261.out 262.out 263.out 264.out 265.out 266.out 267.out 268.out 269.out 270.out 271.out 272.out 273.out 274.out 275.out 276.out 277.out 278.out 279.out 280.out 281.out 282.out 283.out 284.out 285.out 286.out 287.out 288.out 289.out 290.out 291.out 292.out 293.out 294.out 295.out 296.out 297.out 298.out 299.out 300.out 301.out 302.out 303.out 304.out 305.out 306.out 307.out 308.out 309.out 310.out 311.out 312.out 313.out 314.out 315.out 316.out 317.out 318.out 319.out 320.out 321.out 322.out 323.out 324.out 325.out 326.out 327.out 328.out 329.out 330.out 331.out 332.out 333.out 334.out 335.out 336.out 337.out 338.out 339.out 340.out 341.out 342.out 343.out 344.out 345.out 346.out 347.out 348.out 349.out 350.out 351.out 352.out 353.out 354.out 355.out 356.out 357.out 358.out 359.out 360.out 361.out 362.out 363.out 364.out 365.out 366.out 367.out 368.out 369.out 370.out 371.out 372.out 373.out 374.out 375.out 376.out 377.out 378.out 379.out 380.out 381.out 382.out 383.out 384.out 385.out 386.out 387.out 388.out 389.out 390.out 391.out 392.out 393.out 394.out 395.out 396.out 397.out 398.out 399.out 400.out 401.out 402.out 403.out 404.out 405.out 406.out 407.out 408.out 409.out 410.out 411.out 412.out 413.out 414.out 415.out 416.out 417.out 418.out 419.out 420.out 421.out 422.out 423.out 424.out 425.out 426.out 427.out 428.out 429.out 430.out 431.out 432.out 433.out 434.out 435.out 436.out 437.out 438.out 439.out 440.out 441.out 442.out 443.out 444.out 445.out 446.out 447.out 448.out 449.out 450.out 451.out 452.out 453.out 454.out 455.out 456.out 457.out 458.out 459.out 460.out 461.out 462.out 463.out 464.out 465.out 466.out 467.out 468.out 469.out 470.out 471.out 472.out 473.out 474.out 475.out 476.out 477.out 478.out 479.out 480.out 481.out 482.out 483.out 484.out 485.out 486.out 487.out 488.out 489.out 490.out 491.out 492.out 493.out 494.out 495.out 496.out 497.out 498.out 499.out 500.out 501.out 502.out 503.out 504.out 505.out 506.out 507.out 508.out 509.out 510.out 511.out 512.out 513.out 514.out 515.out 516.out 517.out 518.out 519.out 520.out 521.out 522.out 523.out 524.out 525.out 526.out 527.out 528.out 529.out 530.out 531.out 532.out 533.out 534.out 535.out 536.out 537.out 538.out 539.out 540.out 541.out 542.out 543.out 544.out 545.out 546.out 547.out 548.out 549.out 550.out 551.out 552.out 553.out 554.out 555.out 556.out 557.out 558.out 559.out 560.out 561.out 562.out 563.out 564.out 565.out 566.out 567.out 568.out 569.out 570.out 571.out 572.out 573.out 574.out 575.out 576.out 577.out 578.out 579.out 580.out 581.out 582.out 583.out 584.out 585.out 586.out 587.out 588.out 589.out 590.out 591.out 592.out 593.out 594.out 595.out 596.out 597.out 598.out 599.out 600.out 601.out 602.out 603.out 604.out 605.out 606.out 607.out 608.out 609.out 610.out 611.out 612.out 613.out 614.out 615.out 616.out 617.out 618.out 619.out 620.out 621.out 622.out 623.out 624.out 625.out 626.out 627.out 628.out 629.out 630.out 631.out 632.out 633.out 634.out 635.out 636.out 637.out 638.out 639.out 640.out 641.out 642.out 643.out 644.out 645.out 646.out 647.out 648.out 649.out 650.out 651.out 652.out 653.out 654.out 655.out 656.out 657.out 658.out 659.out 660.out 661.out 662.out 663.out 664.out 665.out 666.out 667.out 668.out 669.out 670.out 671.out 672.out 673.out 674.out 675.out 676.out 677.out 678.out 679.out 680.out 681.out 682.out 683.out 684.out 685.out 686.out 687.out 688.out 689.out 690.out 691.out 692.out 693.out 694.out 695.out 696.out 697.out 698.out 699.out 700.out 701.out 702.out 703.out 704.out 705.out 706.out 707.out 708.out 709.out 710.out 711.out 712.out 713.out 714.out 715.out 716.out 717.out 718.out 719.out 720.out 721.out 722.out 723.out 724.out 725.out 726.out 727.out 728.out /var/lib/xfstests/tests/generic 2023-06-26T03:04:58.862 INFO:teuthology.orchestra.run.smithi023.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/nfs/ install 2023-06-26T03:04:58.865 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/nfs 2023-06-26T03:04:58.878 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/nfs 2023-06-26T03:04:58.890 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/nfs 2023-06-26T03:04:58.902 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/nfs 2023-06-26T03:04:58.914 INFO:teuthology.orchestra.run.smithi023.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/ocfs2/ install 2023-06-26T03:04:58.917 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ocfs2 2023-06-26T03:04:58.929 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/ocfs2 2023-06-26T03:04:58.941 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ocfs2 2023-06-26T03:04:58.953 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/ocfs2 2023-06-26T03:04:58.966 INFO:teuthology.orchestra.run.smithi023.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/overlay/ install 2023-06-26T03:04:58.969 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/overlay 2023-06-26T03:04:58.981 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 /var/lib/xfstests/tests/overlay 2023-06-26T03:04:59.314 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/overlay 2023-06-26T03:04:59.327 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 033.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 071.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out /var/lib/xfstests/tests/overlay 2023-06-26T03:04:59.656 INFO:teuthology.orchestra.run.smithi023.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/perf/ install 2023-06-26T03:04:59.659 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/perf 2023-06-26T03:04:59.671 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/perf 2023-06-26T03:04:59.683 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/perf 2023-06-26T03:04:59.696 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/perf 2023-06-26T03:04:59.708 INFO:teuthology.orchestra.run.smithi023.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/selftest/ install 2023-06-26T03:04:59.711 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/selftest 2023-06-26T03:04:59.723 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 /var/lib/xfstests/tests/selftest 2023-06-26T03:04:59.749 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/selftest 2023-06-26T03:04:59.762 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 644 001.out 002.out 003.out 004.out 005.out 006.out /var/lib/xfstests/tests/selftest 2023-06-26T03:04:59.789 INFO:teuthology.orchestra.run.smithi023.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/shared/ install 2023-06-26T03:04:59.792 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/shared 2023-06-26T03:04:59.804 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 002 032 298 /var/lib/xfstests/tests/shared 2023-06-26T03:04:59.825 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/shared 2023-06-26T03:04:59.841 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 644 002.out 032.out 298.out /var/lib/xfstests/tests/shared 2023-06-26T03:04:59.861 INFO:teuthology.orchestra.run.smithi023.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/tmpfs/ install 2023-06-26T03:04:59.864 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/tmpfs 2023-06-26T03:04:59.877 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/tmpfs 2023-06-26T03:04:59.890 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/tmpfs 2023-06-26T03:04:59.903 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/tmpfs 2023-06-26T03:04:59.915 INFO:teuthology.orchestra.run.smithi023.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/udf/ install 2023-06-26T03:04:59.919 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/udf 2023-06-26T03:04:59.930 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 102 /var/lib/xfstests/tests/udf 2023-06-26T03:04:59.943 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/udf 2023-06-26T03:04:59.955 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 644 102.out /var/lib/xfstests/tests/udf 2023-06-26T03:04:59.967 INFO:teuthology.orchestra.run.smithi023.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.4f7hnjQ37hxfstests-dev/tests/xfs/ install 2023-06-26T03:04:59.973 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/xfs 2023-06-26T03:04:59.985 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 /var/lib/xfstests/tests/xfs 2023-06-26T03:05:02.163 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/xfs 2023-06-26T03:05:02.176 INFO:teuthology.orchestra.run.smithi023.stdout:../../install-sh -o root -g root -m 644 033.out.crc 033.out.default 071.out.32 071.out.64 096.out.external 096.out.internal 216.out.64mblog 216.out.classic 033.cfg 216.cfg 001.out 002.out 003.out 004.out 005.out 006.out 007.out 008.out 009.out 010.out 011.out 012.out 013.out 014.out 015.out 016.out 017.out 018.out 019.out 020.out 021.out 022.out 023.out 024.out 025.out 026.out 027.out 028.out 029.out 030.out 031.out 032.out 034.out 035.out 036.out 037.out 038.out 039.out 040.out 041.out 042.out 043.out 044.out 045.out 046.out 047.out 048.out 049.out 050.out 051.out 052.out 053.out 054.out 055.out 056.out 057.out 058.out 059.out 060.out 061.out 062.out 063.out 064.out 065.out 066.out 067.out 068.out 069.out 070.out 072.out 073.out 074.out 075.out 076.out 077.out 078.out 079.out 080.out 081.out 082.out 083.out 084.out 085.out 086.out 087.out 088.out 089.out 090.out 091.out 092.out 093.out 094.out 095.out 097.out 098.out 099.out 100.out 101.out 102.out 103.out 104.out 105.out 106.out 107.out 108.out 109.out 110.out 111.out 112.out 113.out 114.out 115.out 116.out 117.out 118.out 119.out 120.out 121.out 122.out 123.out 124.out 125.out 126.out 127.out 128.out 129.out 130.out 131.out 132.out 133.out 134.out 135.out 136.out 137.out 138.out 139.out 140.out 141.out 142.out 143.out 144.out 145.out 146.out 147.out 148.out 149.out 150.out 151.out 152.out 153.out 154.out 155.out 156.out 157.out 158.out 159.out 160.out 161.out 162.out 163.out 164.out 165.out 166.out 167.out 168.out 169.out 170.out 171.out 172.out 173.out 174.out 175.out 176.out 177.out 178.out 179.out 180.out 181.out 182.out 183.out 184.out 185.out 186.out 187.out 188.out 189.out 190.out 191.out 192.out 193.out 194.out 195.out 196.out 197.out 198.out 199.out 200.out 201.out 202.out 203.out 204.out 205.out 206.out 207.out 208.out 209.out 210.out 211.out 212.out 213.out 214.out 215.out 217.out 218.out 219.out 220.out 221.out 222.out 223.out 224.out 225.out 226.out 227.out 228.out 229.out 230.out 231.out 232.out 233.out 234.out 235.out 236.out 237.out 238.out 239.out 240.out 241.out 242.out 243.out 244.out 245.out 246.out 247.out 248.out 249.out 250.out 251.out 252.out 253.out 254.out 255.out 256.out 257.out 258.out 259.out 260.out 261.out 262.out 263.out 264.out 265.out 266.out 267.out 268.out 269.out 270.out 271.out 272.out 273.out 274.out 275.out 276.out 277.out 278.out 279.out 280.out 281.out 282.out 283.out 284.out 285.out 286.out 287.out 288.out 289.out 290.out 291.out 292.out 293.out 294.out 295.out 296.out 297.out 298.out 299.out 300.out 301.out 302.out 303.out 304.out 305.out 306.out 307.out 308.out 309.out 310.out 311.out 312.out 313.out 314.out 315.out 316.out 317.out 318.out 319.out 320.out 321.out 322.out 323.out 324.out 325.out 326.out 327.out 328.out 329.out 330.out 331.out 332.out 333.out 334.out 335.out 336.out 337.out 338.out 339.out 340.out 341.out 342.out 343.out 344.out 345.out 346.out 347.out 348.out 349.out 350.out 351.out 352.out 353.out 354.out 355.out 356.out 357.out 358.out 359.out 360.out 361.out 362.out 363.out 364.out 365.out 366.out 367.out 368.out 369.out 370.out 371.out 372.out 373.out 374.out 375.out 376.out 377.out 378.out 379.out 380.out 381.out 382.out 383.out 384.out 385.out 386.out 387.out 388.out 389.out 390.out 391.out 392.out 393.out 394.out 395.out 396.out 397.out 398.out 399.out 400.out 401.out 402.out 403.out 404.out 405.out 406.out 407.out 408.out 409.out 410.out 411.out 412.out 413.out 414.out 415.out 416.out 417.out 418.out 419.out 420.out 421.out 422.out 423.out 424.out 425.out 426.out 427.out 428.out 429.out 430.out 431.out 432.out 433.out 434.out 435.out 436.out 437.out 438.out 439.out 440.out 441.out 442.out 443.out 444.out 445.out 446.out 447.out 448.out 449.out 450.out 451.out 452.out 453.out 454.out 455.out 456.out 457.out 458.out 459.out 460.out 461.out 462.out 463.out 464.out 465.out 466.out 467.out 468.out 469.out 470.out 471.out 472.out 473.out 474.out 475.out 476.out 477.out 478.out 479.out 480.out 481.out 482.out 483.out 484.out 485.out 486.out 487.out 488.out 489.out 490.out 491.out 492.out 493.out 494.out 495.out 496.out 497.out 498.out 499.out 500.out 501.out 502.out 503.out 504.out 505.out 506.out 507.out 508.out 509.out 510.out 511.out 512.out 513.out 514.out 515.out 516.out 517.out 518.out 519.out 520.out 521.out 522.out 523.out 524.out 525.out 526.out 527.out 528.out 529.out 530.out 531.out 532.out 533.out 534.out 535.out 536.out 537.out 538.out 539.out 540.out 541.out 542.out 543.out 544.out 545.out 546.out 547.out 548.out 549.out 550.out 551.out 552.out 553.out 554.out 555.out 556.out 557.out 558.out 559.out 560.out 561.out 562.out 563.out 564.out 565.out 566.out 567.out 568.out 570.out 571.out 572.out 573.out 574.out 575.out 576.out 577.out 578.out 579.out 580.out 581.out 582.out 583.out 584.out 585.out 586.out 587.out 588.out 589.out 590.out 591.out 592.out 593.out 594.out 595.out 708.out 709.out 710.out 711.out 712.out 713.out 714.out 715.out 716.out 717.out 718.out 719.out 720.out 721.out 722.out 723.out 724.out 725.out 726.out 727.out 728.out 729.out 730.out 731.out 732.out 733.out 734.out 735.out 736.out 737.out 738.out 739.out 740.out 741.out 742.out 743.out 744.out 745.out 746.out 747.out 748.out 749.out 750.out 751.out 752.out 753.out 754.out 755.out 756.out 757.out 758.out 759.out 760.out 761.out 762.out 763.out 764.out 765.out 766.out 767.out 768.out 769.out 770.out 771.out 772.out 773.out 774.out 775.out 776.out 777.out 778.out 779.out 780.out 781.out 782.out 783.out 784.out 785.out 786.out 787.out 788.out 789.out 790.out 791.out 792.out 793.out 794.out 795.out 796.out 797.out 798.out 799.out 800.out /var/lib/xfstests/tests/xfs 2023-06-26T03:05:04.599 INFO:teuthology.orchestra.run.smithi023.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests 2023-06-26T03:05:04.612 INFO:teuthology.orchestra.run.smithi023.stdout:./install-sh -o root -g root -m 755 -d /var/lib/xfstests 2023-06-26T03:05:04.624 INFO:teuthology.orchestra.run.smithi023.stdout:./install-sh -o root -g root -m 755 check /var/lib/xfstests 2023-06-26T03:05:04.637 INFO:teuthology.orchestra.run.smithi023.stdout:./install-sh -o root -g root -m 644 randomize.awk /var/lib/xfstests 2023-06-26T03:05:04.651 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-06-26T03:05:04.652 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec ls tests/generic) 2023-06-26T03:05:04.698 INFO:teuthology.orchestra.run.smithi023.stdout:001 2023-06-26T03:05:04.698 INFO:teuthology.orchestra.run.smithi023.stdout:001.out 2023-06-26T03:05:04.698 INFO:teuthology.orchestra.run.smithi023.stdout:002 2023-06-26T03:05:04.699 INFO:teuthology.orchestra.run.smithi023.stdout:002.out 2023-06-26T03:05:04.699 INFO:teuthology.orchestra.run.smithi023.stdout:003 2023-06-26T03:05:04.699 INFO:teuthology.orchestra.run.smithi023.stdout:003.out 2023-06-26T03:05:04.699 INFO:teuthology.orchestra.run.smithi023.stdout:004 2023-06-26T03:05:04.699 INFO:teuthology.orchestra.run.smithi023.stdout:004.out 2023-06-26T03:05:04.699 INFO:teuthology.orchestra.run.smithi023.stdout:005 2023-06-26T03:05:04.699 INFO:teuthology.orchestra.run.smithi023.stdout:005.out 2023-06-26T03:05:04.700 INFO:teuthology.orchestra.run.smithi023.stdout:006 2023-06-26T03:05:04.700 INFO:teuthology.orchestra.run.smithi023.stdout:006.out 2023-06-26T03:05:04.700 INFO:teuthology.orchestra.run.smithi023.stdout:007 2023-06-26T03:05:04.700 INFO:teuthology.orchestra.run.smithi023.stdout:007.out 2023-06-26T03:05:04.700 INFO:teuthology.orchestra.run.smithi023.stdout:008 2023-06-26T03:05:04.700 INFO:teuthology.orchestra.run.smithi023.stdout:008.out 2023-06-26T03:05:04.700 INFO:teuthology.orchestra.run.smithi023.stdout:009 2023-06-26T03:05:04.700 INFO:teuthology.orchestra.run.smithi023.stdout:009.out 2023-06-26T03:05:04.701 INFO:teuthology.orchestra.run.smithi023.stdout:010 2023-06-26T03:05:04.701 INFO:teuthology.orchestra.run.smithi023.stdout:010.out 2023-06-26T03:05:04.701 INFO:teuthology.orchestra.run.smithi023.stdout:011 2023-06-26T03:05:04.701 INFO:teuthology.orchestra.run.smithi023.stdout:011.out 2023-06-26T03:05:04.701 INFO:teuthology.orchestra.run.smithi023.stdout:012 2023-06-26T03:05:04.701 INFO:teuthology.orchestra.run.smithi023.stdout:012.out 2023-06-26T03:05:04.701 INFO:teuthology.orchestra.run.smithi023.stdout:013 2023-06-26T03:05:04.701 INFO:teuthology.orchestra.run.smithi023.stdout:013.out 2023-06-26T03:05:04.702 INFO:teuthology.orchestra.run.smithi023.stdout:014 2023-06-26T03:05:04.702 INFO:teuthology.orchestra.run.smithi023.stdout:014.out 2023-06-26T03:05:04.702 INFO:teuthology.orchestra.run.smithi023.stdout:015 2023-06-26T03:05:04.702 INFO:teuthology.orchestra.run.smithi023.stdout:015.out 2023-06-26T03:05:04.702 INFO:teuthology.orchestra.run.smithi023.stdout:016 2023-06-26T03:05:04.702 INFO:teuthology.orchestra.run.smithi023.stdout:016.out 2023-06-26T03:05:04.702 INFO:teuthology.orchestra.run.smithi023.stdout:017 2023-06-26T03:05:04.702 INFO:teuthology.orchestra.run.smithi023.stdout:017.out 2023-06-26T03:05:04.703 INFO:teuthology.orchestra.run.smithi023.stdout:018 2023-06-26T03:05:04.703 INFO:teuthology.orchestra.run.smithi023.stdout:018.out 2023-06-26T03:05:04.703 INFO:teuthology.orchestra.run.smithi023.stdout:019 2023-06-26T03:05:04.703 INFO:teuthology.orchestra.run.smithi023.stdout:019.out 2023-06-26T03:05:04.703 INFO:teuthology.orchestra.run.smithi023.stdout:020 2023-06-26T03:05:04.703 INFO:teuthology.orchestra.run.smithi023.stdout:020.out 2023-06-26T03:05:04.703 INFO:teuthology.orchestra.run.smithi023.stdout:021 2023-06-26T03:05:04.703 INFO:teuthology.orchestra.run.smithi023.stdout:021.out 2023-06-26T03:05:04.704 INFO:teuthology.orchestra.run.smithi023.stdout:022 2023-06-26T03:05:04.704 INFO:teuthology.orchestra.run.smithi023.stdout:022.out 2023-06-26T03:05:04.704 INFO:teuthology.orchestra.run.smithi023.stdout:023 2023-06-26T03:05:04.704 INFO:teuthology.orchestra.run.smithi023.stdout:023.out 2023-06-26T03:05:04.704 INFO:teuthology.orchestra.run.smithi023.stdout:024 2023-06-26T03:05:04.704 INFO:teuthology.orchestra.run.smithi023.stdout:024.out 2023-06-26T03:05:04.704 INFO:teuthology.orchestra.run.smithi023.stdout:025 2023-06-26T03:05:04.705 INFO:teuthology.orchestra.run.smithi023.stdout:025.out 2023-06-26T03:05:04.705 INFO:teuthology.orchestra.run.smithi023.stdout:026 2023-06-26T03:05:04.705 INFO:teuthology.orchestra.run.smithi023.stdout:026.out 2023-06-26T03:05:04.705 INFO:teuthology.orchestra.run.smithi023.stdout:027 2023-06-26T03:05:04.705 INFO:teuthology.orchestra.run.smithi023.stdout:027.out 2023-06-26T03:05:04.705 INFO:teuthology.orchestra.run.smithi023.stdout:028 2023-06-26T03:05:04.705 INFO:teuthology.orchestra.run.smithi023.stdout:028.out 2023-06-26T03:05:04.705 INFO:teuthology.orchestra.run.smithi023.stdout:029 2023-06-26T03:05:04.706 INFO:teuthology.orchestra.run.smithi023.stdout:029.out 2023-06-26T03:05:04.706 INFO:teuthology.orchestra.run.smithi023.stdout:030 2023-06-26T03:05:04.706 INFO:teuthology.orchestra.run.smithi023.stdout:030.out 2023-06-26T03:05:04.706 INFO:teuthology.orchestra.run.smithi023.stdout:031 2023-06-26T03:05:04.706 INFO:teuthology.orchestra.run.smithi023.stdout:031.out 2023-06-26T03:05:04.706 INFO:teuthology.orchestra.run.smithi023.stdout:032 2023-06-26T03:05:04.706 INFO:teuthology.orchestra.run.smithi023.stdout:032.out 2023-06-26T03:05:04.706 INFO:teuthology.orchestra.run.smithi023.stdout:033 2023-06-26T03:05:04.707 INFO:teuthology.orchestra.run.smithi023.stdout:033.out 2023-06-26T03:05:04.707 INFO:teuthology.orchestra.run.smithi023.stdout:034 2023-06-26T03:05:04.707 INFO:teuthology.orchestra.run.smithi023.stdout:034.out 2023-06-26T03:05:04.707 INFO:teuthology.orchestra.run.smithi023.stdout:035 2023-06-26T03:05:04.707 INFO:teuthology.orchestra.run.smithi023.stdout:035.cfg 2023-06-26T03:05:04.707 INFO:teuthology.orchestra.run.smithi023.stdout:035.out.default 2023-06-26T03:05:04.707 INFO:teuthology.orchestra.run.smithi023.stdout:035.out.nfs 2023-06-26T03:05:04.707 INFO:teuthology.orchestra.run.smithi023.stdout:036 2023-06-26T03:05:04.708 INFO:teuthology.orchestra.run.smithi023.stdout:036.out 2023-06-26T03:05:04.708 INFO:teuthology.orchestra.run.smithi023.stdout:037 2023-06-26T03:05:04.708 INFO:teuthology.orchestra.run.smithi023.stdout:037.out 2023-06-26T03:05:04.708 INFO:teuthology.orchestra.run.smithi023.stdout:038 2023-06-26T03:05:04.708 INFO:teuthology.orchestra.run.smithi023.stdout:038.out 2023-06-26T03:05:04.708 INFO:teuthology.orchestra.run.smithi023.stdout:039 2023-06-26T03:05:04.708 INFO:teuthology.orchestra.run.smithi023.stdout:039.out 2023-06-26T03:05:04.708 INFO:teuthology.orchestra.run.smithi023.stdout:040 2023-06-26T03:05:04.709 INFO:teuthology.orchestra.run.smithi023.stdout:040.out 2023-06-26T03:05:04.709 INFO:teuthology.orchestra.run.smithi023.stdout:041 2023-06-26T03:05:04.709 INFO:teuthology.orchestra.run.smithi023.stdout:041.out 2023-06-26T03:05:04.709 INFO:teuthology.orchestra.run.smithi023.stdout:042 2023-06-26T03:05:04.709 INFO:teuthology.orchestra.run.smithi023.stdout:042.out 2023-06-26T03:05:04.709 INFO:teuthology.orchestra.run.smithi023.stdout:043 2023-06-26T03:05:04.709 INFO:teuthology.orchestra.run.smithi023.stdout:043.out 2023-06-26T03:05:04.709 INFO:teuthology.orchestra.run.smithi023.stdout:044 2023-06-26T03:05:04.710 INFO:teuthology.orchestra.run.smithi023.stdout:044.out 2023-06-26T03:05:04.710 INFO:teuthology.orchestra.run.smithi023.stdout:045 2023-06-26T03:05:04.710 INFO:teuthology.orchestra.run.smithi023.stdout:045.out 2023-06-26T03:05:04.710 INFO:teuthology.orchestra.run.smithi023.stdout:046 2023-06-26T03:05:04.710 INFO:teuthology.orchestra.run.smithi023.stdout:046.out 2023-06-26T03:05:04.710 INFO:teuthology.orchestra.run.smithi023.stdout:047 2023-06-26T03:05:04.710 INFO:teuthology.orchestra.run.smithi023.stdout:047.out 2023-06-26T03:05:04.710 INFO:teuthology.orchestra.run.smithi023.stdout:048 2023-06-26T03:05:04.711 INFO:teuthology.orchestra.run.smithi023.stdout:048.out 2023-06-26T03:05:04.711 INFO:teuthology.orchestra.run.smithi023.stdout:049 2023-06-26T03:05:04.711 INFO:teuthology.orchestra.run.smithi023.stdout:049.out 2023-06-26T03:05:04.711 INFO:teuthology.orchestra.run.smithi023.stdout:050 2023-06-26T03:05:04.711 INFO:teuthology.orchestra.run.smithi023.stdout:050.cfg 2023-06-26T03:05:04.711 INFO:teuthology.orchestra.run.smithi023.stdout:050.out.default 2023-06-26T03:05:04.711 INFO:teuthology.orchestra.run.smithi023.stdout:050.out.nojournal 2023-06-26T03:05:04.711 INFO:teuthology.orchestra.run.smithi023.stdout:050.out.xfsquota 2023-06-26T03:05:04.712 INFO:teuthology.orchestra.run.smithi023.stdout:051 2023-06-26T03:05:04.712 INFO:teuthology.orchestra.run.smithi023.stdout:051.out 2023-06-26T03:05:04.712 INFO:teuthology.orchestra.run.smithi023.stdout:052 2023-06-26T03:05:04.712 INFO:teuthology.orchestra.run.smithi023.stdout:052.out 2023-06-26T03:05:04.712 INFO:teuthology.orchestra.run.smithi023.stdout:053 2023-06-26T03:05:04.712 INFO:teuthology.orchestra.run.smithi023.stdout:053.out 2023-06-26T03:05:04.712 INFO:teuthology.orchestra.run.smithi023.stdout:054 2023-06-26T03:05:04.713 INFO:teuthology.orchestra.run.smithi023.stdout:054.out 2023-06-26T03:05:04.713 INFO:teuthology.orchestra.run.smithi023.stdout:055 2023-06-26T03:05:04.713 INFO:teuthology.orchestra.run.smithi023.stdout:055.out 2023-06-26T03:05:04.713 INFO:teuthology.orchestra.run.smithi023.stdout:056 2023-06-26T03:05:04.713 INFO:teuthology.orchestra.run.smithi023.stdout:056.out 2023-06-26T03:05:04.713 INFO:teuthology.orchestra.run.smithi023.stdout:057 2023-06-26T03:05:04.713 INFO:teuthology.orchestra.run.smithi023.stdout:057.out 2023-06-26T03:05:04.713 INFO:teuthology.orchestra.run.smithi023.stdout:058 2023-06-26T03:05:04.714 INFO:teuthology.orchestra.run.smithi023.stdout:058.out 2023-06-26T03:05:04.714 INFO:teuthology.orchestra.run.smithi023.stdout:059 2023-06-26T03:05:04.714 INFO:teuthology.orchestra.run.smithi023.stdout:059.out 2023-06-26T03:05:04.714 INFO:teuthology.orchestra.run.smithi023.stdout:060 2023-06-26T03:05:04.714 INFO:teuthology.orchestra.run.smithi023.stdout:060.out 2023-06-26T03:05:04.714 INFO:teuthology.orchestra.run.smithi023.stdout:061 2023-06-26T03:05:04.714 INFO:teuthology.orchestra.run.smithi023.stdout:061.out 2023-06-26T03:05:04.714 INFO:teuthology.orchestra.run.smithi023.stdout:062 2023-06-26T03:05:04.715 INFO:teuthology.orchestra.run.smithi023.stdout:062.out 2023-06-26T03:05:04.715 INFO:teuthology.orchestra.run.smithi023.stdout:063 2023-06-26T03:05:04.715 INFO:teuthology.orchestra.run.smithi023.stdout:063.out 2023-06-26T03:05:04.715 INFO:teuthology.orchestra.run.smithi023.stdout:064 2023-06-26T03:05:04.715 INFO:teuthology.orchestra.run.smithi023.stdout:064.out 2023-06-26T03:05:04.715 INFO:teuthology.orchestra.run.smithi023.stdout:065 2023-06-26T03:05:04.715 INFO:teuthology.orchestra.run.smithi023.stdout:065.out 2023-06-26T03:05:04.715 INFO:teuthology.orchestra.run.smithi023.stdout:066 2023-06-26T03:05:04.716 INFO:teuthology.orchestra.run.smithi023.stdout:066.out 2023-06-26T03:05:04.716 INFO:teuthology.orchestra.run.smithi023.stdout:067 2023-06-26T03:05:04.716 INFO:teuthology.orchestra.run.smithi023.stdout:067.out 2023-06-26T03:05:04.716 INFO:teuthology.orchestra.run.smithi023.stdout:068 2023-06-26T03:05:04.716 INFO:teuthology.orchestra.run.smithi023.stdout:068.out 2023-06-26T03:05:04.716 INFO:teuthology.orchestra.run.smithi023.stdout:069 2023-06-26T03:05:04.716 INFO:teuthology.orchestra.run.smithi023.stdout:069.out 2023-06-26T03:05:04.716 INFO:teuthology.orchestra.run.smithi023.stdout:070 2023-06-26T03:05:04.717 INFO:teuthology.orchestra.run.smithi023.stdout:070.out 2023-06-26T03:05:04.717 INFO:teuthology.orchestra.run.smithi023.stdout:071 2023-06-26T03:05:04.717 INFO:teuthology.orchestra.run.smithi023.stdout:071.out 2023-06-26T03:05:04.717 INFO:teuthology.orchestra.run.smithi023.stdout:072 2023-06-26T03:05:04.717 INFO:teuthology.orchestra.run.smithi023.stdout:072.out 2023-06-26T03:05:04.717 INFO:teuthology.orchestra.run.smithi023.stdout:073 2023-06-26T03:05:04.717 INFO:teuthology.orchestra.run.smithi023.stdout:073.out 2023-06-26T03:05:04.717 INFO:teuthology.orchestra.run.smithi023.stdout:074 2023-06-26T03:05:04.718 INFO:teuthology.orchestra.run.smithi023.stdout:074.out 2023-06-26T03:05:04.718 INFO:teuthology.orchestra.run.smithi023.stdout:075 2023-06-26T03:05:04.718 INFO:teuthology.orchestra.run.smithi023.stdout:075.out 2023-06-26T03:05:04.718 INFO:teuthology.orchestra.run.smithi023.stdout:076 2023-06-26T03:05:04.718 INFO:teuthology.orchestra.run.smithi023.stdout:076.out 2023-06-26T03:05:04.718 INFO:teuthology.orchestra.run.smithi023.stdout:077 2023-06-26T03:05:04.718 INFO:teuthology.orchestra.run.smithi023.stdout:077.out 2023-06-26T03:05:04.718 INFO:teuthology.orchestra.run.smithi023.stdout:078 2023-06-26T03:05:04.719 INFO:teuthology.orchestra.run.smithi023.stdout:078.out 2023-06-26T03:05:04.719 INFO:teuthology.orchestra.run.smithi023.stdout:079 2023-06-26T03:05:04.719 INFO:teuthology.orchestra.run.smithi023.stdout:079.out 2023-06-26T03:05:04.719 INFO:teuthology.orchestra.run.smithi023.stdout:080 2023-06-26T03:05:04.719 INFO:teuthology.orchestra.run.smithi023.stdout:080.out 2023-06-26T03:05:04.719 INFO:teuthology.orchestra.run.smithi023.stdout:081 2023-06-26T03:05:04.719 INFO:teuthology.orchestra.run.smithi023.stdout:081.out 2023-06-26T03:05:04.720 INFO:teuthology.orchestra.run.smithi023.stdout:082 2023-06-26T03:05:04.720 INFO:teuthology.orchestra.run.smithi023.stdout:082.out 2023-06-26T03:05:04.720 INFO:teuthology.orchestra.run.smithi023.stdout:083 2023-06-26T03:05:04.720 INFO:teuthology.orchestra.run.smithi023.stdout:083.out 2023-06-26T03:05:04.720 INFO:teuthology.orchestra.run.smithi023.stdout:084 2023-06-26T03:05:04.720 INFO:teuthology.orchestra.run.smithi023.stdout:084.out 2023-06-26T03:05:04.720 INFO:teuthology.orchestra.run.smithi023.stdout:085 2023-06-26T03:05:04.720 INFO:teuthology.orchestra.run.smithi023.stdout:085.out 2023-06-26T03:05:04.721 INFO:teuthology.orchestra.run.smithi023.stdout:086 2023-06-26T03:05:04.721 INFO:teuthology.orchestra.run.smithi023.stdout:086.out 2023-06-26T03:05:04.721 INFO:teuthology.orchestra.run.smithi023.stdout:087 2023-06-26T03:05:04.721 INFO:teuthology.orchestra.run.smithi023.stdout:087.out 2023-06-26T03:05:04.721 INFO:teuthology.orchestra.run.smithi023.stdout:088 2023-06-26T03:05:04.721 INFO:teuthology.orchestra.run.smithi023.stdout:088.out 2023-06-26T03:05:04.721 INFO:teuthology.orchestra.run.smithi023.stdout:089 2023-06-26T03:05:04.721 INFO:teuthology.orchestra.run.smithi023.stdout:089.out 2023-06-26T03:05:04.722 INFO:teuthology.orchestra.run.smithi023.stdout:090 2023-06-26T03:05:04.722 INFO:teuthology.orchestra.run.smithi023.stdout:090.out 2023-06-26T03:05:04.722 INFO:teuthology.orchestra.run.smithi023.stdout:091 2023-06-26T03:05:04.722 INFO:teuthology.orchestra.run.smithi023.stdout:091.out 2023-06-26T03:05:04.722 INFO:teuthology.orchestra.run.smithi023.stdout:092 2023-06-26T03:05:04.722 INFO:teuthology.orchestra.run.smithi023.stdout:092.out 2023-06-26T03:05:04.722 INFO:teuthology.orchestra.run.smithi023.stdout:093 2023-06-26T03:05:04.722 INFO:teuthology.orchestra.run.smithi023.stdout:093.out 2023-06-26T03:05:04.723 INFO:teuthology.orchestra.run.smithi023.stdout:094 2023-06-26T03:05:04.723 INFO:teuthology.orchestra.run.smithi023.stdout:094.out 2023-06-26T03:05:04.723 INFO:teuthology.orchestra.run.smithi023.stdout:095 2023-06-26T03:05:04.723 INFO:teuthology.orchestra.run.smithi023.stdout:095.out 2023-06-26T03:05:04.723 INFO:teuthology.orchestra.run.smithi023.stdout:096 2023-06-26T03:05:04.723 INFO:teuthology.orchestra.run.smithi023.stdout:096.out 2023-06-26T03:05:04.723 INFO:teuthology.orchestra.run.smithi023.stdout:097 2023-06-26T03:05:04.723 INFO:teuthology.orchestra.run.smithi023.stdout:097.out 2023-06-26T03:05:04.724 INFO:teuthology.orchestra.run.smithi023.stdout:098 2023-06-26T03:05:04.724 INFO:teuthology.orchestra.run.smithi023.stdout:098.out 2023-06-26T03:05:04.724 INFO:teuthology.orchestra.run.smithi023.stdout:099 2023-06-26T03:05:04.724 INFO:teuthology.orchestra.run.smithi023.stdout:099.out 2023-06-26T03:05:04.724 INFO:teuthology.orchestra.run.smithi023.stdout:100 2023-06-26T03:05:04.724 INFO:teuthology.orchestra.run.smithi023.stdout:100.out 2023-06-26T03:05:04.724 INFO:teuthology.orchestra.run.smithi023.stdout:101 2023-06-26T03:05:04.725 INFO:teuthology.orchestra.run.smithi023.stdout:101.out 2023-06-26T03:05:04.725 INFO:teuthology.orchestra.run.smithi023.stdout:102 2023-06-26T03:05:04.725 INFO:teuthology.orchestra.run.smithi023.stdout:102.out 2023-06-26T03:05:04.725 INFO:teuthology.orchestra.run.smithi023.stdout:103 2023-06-26T03:05:04.725 INFO:teuthology.orchestra.run.smithi023.stdout:103.out 2023-06-26T03:05:04.725 INFO:teuthology.orchestra.run.smithi023.stdout:104 2023-06-26T03:05:04.725 INFO:teuthology.orchestra.run.smithi023.stdout:104.out 2023-06-26T03:05:04.725 INFO:teuthology.orchestra.run.smithi023.stdout:105 2023-06-26T03:05:04.726 INFO:teuthology.orchestra.run.smithi023.stdout:105.out 2023-06-26T03:05:04.726 INFO:teuthology.orchestra.run.smithi023.stdout:106 2023-06-26T03:05:04.726 INFO:teuthology.orchestra.run.smithi023.stdout:106.out 2023-06-26T03:05:04.726 INFO:teuthology.orchestra.run.smithi023.stdout:107 2023-06-26T03:05:04.726 INFO:teuthology.orchestra.run.smithi023.stdout:107.out 2023-06-26T03:05:04.726 INFO:teuthology.orchestra.run.smithi023.stdout:108 2023-06-26T03:05:04.726 INFO:teuthology.orchestra.run.smithi023.stdout:108.out 2023-06-26T03:05:04.726 INFO:teuthology.orchestra.run.smithi023.stdout:109 2023-06-26T03:05:04.727 INFO:teuthology.orchestra.run.smithi023.stdout:109.out 2023-06-26T03:05:04.727 INFO:teuthology.orchestra.run.smithi023.stdout:110 2023-06-26T03:05:04.727 INFO:teuthology.orchestra.run.smithi023.stdout:110.out 2023-06-26T03:05:04.727 INFO:teuthology.orchestra.run.smithi023.stdout:111 2023-06-26T03:05:04.727 INFO:teuthology.orchestra.run.smithi023.stdout:111.out 2023-06-26T03:05:04.727 INFO:teuthology.orchestra.run.smithi023.stdout:112 2023-06-26T03:05:04.727 INFO:teuthology.orchestra.run.smithi023.stdout:112.out 2023-06-26T03:05:04.727 INFO:teuthology.orchestra.run.smithi023.stdout:113 2023-06-26T03:05:04.728 INFO:teuthology.orchestra.run.smithi023.stdout:113.out 2023-06-26T03:05:04.728 INFO:teuthology.orchestra.run.smithi023.stdout:114 2023-06-26T03:05:04.728 INFO:teuthology.orchestra.run.smithi023.stdout:114.out 2023-06-26T03:05:04.728 INFO:teuthology.orchestra.run.smithi023.stdout:115 2023-06-26T03:05:04.728 INFO:teuthology.orchestra.run.smithi023.stdout:115.out 2023-06-26T03:05:04.728 INFO:teuthology.orchestra.run.smithi023.stdout:116 2023-06-26T03:05:04.728 INFO:teuthology.orchestra.run.smithi023.stdout:116.out 2023-06-26T03:05:04.728 INFO:teuthology.orchestra.run.smithi023.stdout:117 2023-06-26T03:05:04.729 INFO:teuthology.orchestra.run.smithi023.stdout:117.out 2023-06-26T03:05:04.729 INFO:teuthology.orchestra.run.smithi023.stdout:118 2023-06-26T03:05:04.729 INFO:teuthology.orchestra.run.smithi023.stdout:118.out 2023-06-26T03:05:04.729 INFO:teuthology.orchestra.run.smithi023.stdout:119 2023-06-26T03:05:04.729 INFO:teuthology.orchestra.run.smithi023.stdout:119.out 2023-06-26T03:05:04.729 INFO:teuthology.orchestra.run.smithi023.stdout:120 2023-06-26T03:05:04.729 INFO:teuthology.orchestra.run.smithi023.stdout:120.out 2023-06-26T03:05:04.729 INFO:teuthology.orchestra.run.smithi023.stdout:121 2023-06-26T03:05:04.730 INFO:teuthology.orchestra.run.smithi023.stdout:121.out 2023-06-26T03:05:04.730 INFO:teuthology.orchestra.run.smithi023.stdout:122 2023-06-26T03:05:04.730 INFO:teuthology.orchestra.run.smithi023.stdout:122.out 2023-06-26T03:05:04.730 INFO:teuthology.orchestra.run.smithi023.stdout:123 2023-06-26T03:05:04.730 INFO:teuthology.orchestra.run.smithi023.stdout:123.out 2023-06-26T03:05:04.730 INFO:teuthology.orchestra.run.smithi023.stdout:124 2023-06-26T03:05:04.730 INFO:teuthology.orchestra.run.smithi023.stdout:124.out 2023-06-26T03:05:04.730 INFO:teuthology.orchestra.run.smithi023.stdout:125 2023-06-26T03:05:04.731 INFO:teuthology.orchestra.run.smithi023.stdout:125.out 2023-06-26T03:05:04.731 INFO:teuthology.orchestra.run.smithi023.stdout:126 2023-06-26T03:05:04.731 INFO:teuthology.orchestra.run.smithi023.stdout:126.out 2023-06-26T03:05:04.731 INFO:teuthology.orchestra.run.smithi023.stdout:127 2023-06-26T03:05:04.731 INFO:teuthology.orchestra.run.smithi023.stdout:127.out 2023-06-26T03:05:04.731 INFO:teuthology.orchestra.run.smithi023.stdout:128 2023-06-26T03:05:04.731 INFO:teuthology.orchestra.run.smithi023.stdout:128.out 2023-06-26T03:05:04.731 INFO:teuthology.orchestra.run.smithi023.stdout:129 2023-06-26T03:05:04.732 INFO:teuthology.orchestra.run.smithi023.stdout:129.out 2023-06-26T03:05:04.732 INFO:teuthology.orchestra.run.smithi023.stdout:130 2023-06-26T03:05:04.732 INFO:teuthology.orchestra.run.smithi023.stdout:130.out 2023-06-26T03:05:04.732 INFO:teuthology.orchestra.run.smithi023.stdout:131 2023-06-26T03:05:04.732 INFO:teuthology.orchestra.run.smithi023.stdout:131.out 2023-06-26T03:05:04.732 INFO:teuthology.orchestra.run.smithi023.stdout:132 2023-06-26T03:05:04.732 INFO:teuthology.orchestra.run.smithi023.stdout:132.out 2023-06-26T03:05:04.732 INFO:teuthology.orchestra.run.smithi023.stdout:133 2023-06-26T03:05:04.733 INFO:teuthology.orchestra.run.smithi023.stdout:133.out 2023-06-26T03:05:04.733 INFO:teuthology.orchestra.run.smithi023.stdout:134 2023-06-26T03:05:04.733 INFO:teuthology.orchestra.run.smithi023.stdout:134.out 2023-06-26T03:05:04.733 INFO:teuthology.orchestra.run.smithi023.stdout:135 2023-06-26T03:05:04.733 INFO:teuthology.orchestra.run.smithi023.stdout:135.out 2023-06-26T03:05:04.733 INFO:teuthology.orchestra.run.smithi023.stdout:136 2023-06-26T03:05:04.733 INFO:teuthology.orchestra.run.smithi023.stdout:136.out 2023-06-26T03:05:04.733 INFO:teuthology.orchestra.run.smithi023.stdout:137 2023-06-26T03:05:04.734 INFO:teuthology.orchestra.run.smithi023.stdout:137.out 2023-06-26T03:05:04.734 INFO:teuthology.orchestra.run.smithi023.stdout:138 2023-06-26T03:05:04.734 INFO:teuthology.orchestra.run.smithi023.stdout:138.out 2023-06-26T03:05:04.734 INFO:teuthology.orchestra.run.smithi023.stdout:139 2023-06-26T03:05:04.734 INFO:teuthology.orchestra.run.smithi023.stdout:139.out 2023-06-26T03:05:04.734 INFO:teuthology.orchestra.run.smithi023.stdout:140 2023-06-26T03:05:04.734 INFO:teuthology.orchestra.run.smithi023.stdout:140.out 2023-06-26T03:05:04.734 INFO:teuthology.orchestra.run.smithi023.stdout:141 2023-06-26T03:05:04.735 INFO:teuthology.orchestra.run.smithi023.stdout:141.out 2023-06-26T03:05:04.735 INFO:teuthology.orchestra.run.smithi023.stdout:142 2023-06-26T03:05:04.735 INFO:teuthology.orchestra.run.smithi023.stdout:142.out 2023-06-26T03:05:04.735 INFO:teuthology.orchestra.run.smithi023.stdout:143 2023-06-26T03:05:04.735 INFO:teuthology.orchestra.run.smithi023.stdout:143.out 2023-06-26T03:05:04.735 INFO:teuthology.orchestra.run.smithi023.stdout:144 2023-06-26T03:05:04.735 INFO:teuthology.orchestra.run.smithi023.stdout:144.out 2023-06-26T03:05:04.735 INFO:teuthology.orchestra.run.smithi023.stdout:145 2023-06-26T03:05:04.736 INFO:teuthology.orchestra.run.smithi023.stdout:145.out 2023-06-26T03:05:04.736 INFO:teuthology.orchestra.run.smithi023.stdout:146 2023-06-26T03:05:04.736 INFO:teuthology.orchestra.run.smithi023.stdout:146.out 2023-06-26T03:05:04.736 INFO:teuthology.orchestra.run.smithi023.stdout:147 2023-06-26T03:05:04.736 INFO:teuthology.orchestra.run.smithi023.stdout:147.out 2023-06-26T03:05:04.736 INFO:teuthology.orchestra.run.smithi023.stdout:148 2023-06-26T03:05:04.736 INFO:teuthology.orchestra.run.smithi023.stdout:148.out 2023-06-26T03:05:04.736 INFO:teuthology.orchestra.run.smithi023.stdout:149 2023-06-26T03:05:04.737 INFO:teuthology.orchestra.run.smithi023.stdout:149.out 2023-06-26T03:05:04.737 INFO:teuthology.orchestra.run.smithi023.stdout:150 2023-06-26T03:05:04.737 INFO:teuthology.orchestra.run.smithi023.stdout:150.out 2023-06-26T03:05:04.737 INFO:teuthology.orchestra.run.smithi023.stdout:151 2023-06-26T03:05:04.737 INFO:teuthology.orchestra.run.smithi023.stdout:151.out 2023-06-26T03:05:04.737 INFO:teuthology.orchestra.run.smithi023.stdout:152 2023-06-26T03:05:04.737 INFO:teuthology.orchestra.run.smithi023.stdout:152.out 2023-06-26T03:05:04.737 INFO:teuthology.orchestra.run.smithi023.stdout:153 2023-06-26T03:05:04.738 INFO:teuthology.orchestra.run.smithi023.stdout:153.out 2023-06-26T03:05:04.738 INFO:teuthology.orchestra.run.smithi023.stdout:154 2023-06-26T03:05:04.738 INFO:teuthology.orchestra.run.smithi023.stdout:154.out 2023-06-26T03:05:04.738 INFO:teuthology.orchestra.run.smithi023.stdout:155 2023-06-26T03:05:04.738 INFO:teuthology.orchestra.run.smithi023.stdout:155.out 2023-06-26T03:05:04.738 INFO:teuthology.orchestra.run.smithi023.stdout:156 2023-06-26T03:05:04.738 INFO:teuthology.orchestra.run.smithi023.stdout:156.out 2023-06-26T03:05:04.739 INFO:teuthology.orchestra.run.smithi023.stdout:157 2023-06-26T03:05:04.739 INFO:teuthology.orchestra.run.smithi023.stdout:157.out 2023-06-26T03:05:04.739 INFO:teuthology.orchestra.run.smithi023.stdout:158 2023-06-26T03:05:04.739 INFO:teuthology.orchestra.run.smithi023.stdout:158.out 2023-06-26T03:05:04.739 INFO:teuthology.orchestra.run.smithi023.stdout:159 2023-06-26T03:05:04.739 INFO:teuthology.orchestra.run.smithi023.stdout:159.out 2023-06-26T03:05:04.739 INFO:teuthology.orchestra.run.smithi023.stdout:160 2023-06-26T03:05:04.739 INFO:teuthology.orchestra.run.smithi023.stdout:160.out 2023-06-26T03:05:04.739 INFO:teuthology.orchestra.run.smithi023.stdout:161 2023-06-26T03:05:04.740 INFO:teuthology.orchestra.run.smithi023.stdout:161.out 2023-06-26T03:05:04.740 INFO:teuthology.orchestra.run.smithi023.stdout:162 2023-06-26T03:05:04.740 INFO:teuthology.orchestra.run.smithi023.stdout:162.out 2023-06-26T03:05:04.740 INFO:teuthology.orchestra.run.smithi023.stdout:163 2023-06-26T03:05:04.740 INFO:teuthology.orchestra.run.smithi023.stdout:163.out 2023-06-26T03:05:04.740 INFO:teuthology.orchestra.run.smithi023.stdout:164 2023-06-26T03:05:04.740 INFO:teuthology.orchestra.run.smithi023.stdout:164.out 2023-06-26T03:05:04.741 INFO:teuthology.orchestra.run.smithi023.stdout:165 2023-06-26T03:05:04.741 INFO:teuthology.orchestra.run.smithi023.stdout:165.out 2023-06-26T03:05:04.741 INFO:teuthology.orchestra.run.smithi023.stdout:166 2023-06-26T03:05:04.741 INFO:teuthology.orchestra.run.smithi023.stdout:166.out 2023-06-26T03:05:04.741 INFO:teuthology.orchestra.run.smithi023.stdout:167 2023-06-26T03:05:04.741 INFO:teuthology.orchestra.run.smithi023.stdout:167.out 2023-06-26T03:05:04.741 INFO:teuthology.orchestra.run.smithi023.stdout:168 2023-06-26T03:05:04.741 INFO:teuthology.orchestra.run.smithi023.stdout:168.out 2023-06-26T03:05:04.741 INFO:teuthology.orchestra.run.smithi023.stdout:169 2023-06-26T03:05:04.742 INFO:teuthology.orchestra.run.smithi023.stdout:169.out 2023-06-26T03:05:04.742 INFO:teuthology.orchestra.run.smithi023.stdout:170 2023-06-26T03:05:04.742 INFO:teuthology.orchestra.run.smithi023.stdout:170.out 2023-06-26T03:05:04.742 INFO:teuthology.orchestra.run.smithi023.stdout:171 2023-06-26T03:05:04.742 INFO:teuthology.orchestra.run.smithi023.stdout:171.out 2023-06-26T03:05:04.742 INFO:teuthology.orchestra.run.smithi023.stdout:172 2023-06-26T03:05:04.742 INFO:teuthology.orchestra.run.smithi023.stdout:172.out 2023-06-26T03:05:04.742 INFO:teuthology.orchestra.run.smithi023.stdout:173 2023-06-26T03:05:04.743 INFO:teuthology.orchestra.run.smithi023.stdout:173.out 2023-06-26T03:05:04.743 INFO:teuthology.orchestra.run.smithi023.stdout:174 2023-06-26T03:05:04.743 INFO:teuthology.orchestra.run.smithi023.stdout:174.out 2023-06-26T03:05:04.743 INFO:teuthology.orchestra.run.smithi023.stdout:175 2023-06-26T03:05:04.743 INFO:teuthology.orchestra.run.smithi023.stdout:175.out 2023-06-26T03:05:04.743 INFO:teuthology.orchestra.run.smithi023.stdout:176 2023-06-26T03:05:04.743 INFO:teuthology.orchestra.run.smithi023.stdout:176.out 2023-06-26T03:05:04.743 INFO:teuthology.orchestra.run.smithi023.stdout:177 2023-06-26T03:05:04.744 INFO:teuthology.orchestra.run.smithi023.stdout:177.out 2023-06-26T03:05:04.744 INFO:teuthology.orchestra.run.smithi023.stdout:178 2023-06-26T03:05:04.744 INFO:teuthology.orchestra.run.smithi023.stdout:178.out 2023-06-26T03:05:04.744 INFO:teuthology.orchestra.run.smithi023.stdout:179 2023-06-26T03:05:04.744 INFO:teuthology.orchestra.run.smithi023.stdout:179.out 2023-06-26T03:05:04.744 INFO:teuthology.orchestra.run.smithi023.stdout:180 2023-06-26T03:05:04.744 INFO:teuthology.orchestra.run.smithi023.stdout:180.out 2023-06-26T03:05:04.744 INFO:teuthology.orchestra.run.smithi023.stdout:181 2023-06-26T03:05:04.745 INFO:teuthology.orchestra.run.smithi023.stdout:181.out 2023-06-26T03:05:04.745 INFO:teuthology.orchestra.run.smithi023.stdout:182 2023-06-26T03:05:04.745 INFO:teuthology.orchestra.run.smithi023.stdout:182.out 2023-06-26T03:05:04.745 INFO:teuthology.orchestra.run.smithi023.stdout:183 2023-06-26T03:05:04.745 INFO:teuthology.orchestra.run.smithi023.stdout:183.out 2023-06-26T03:05:04.745 INFO:teuthology.orchestra.run.smithi023.stdout:184 2023-06-26T03:05:04.745 INFO:teuthology.orchestra.run.smithi023.stdout:184.out 2023-06-26T03:05:04.746 INFO:teuthology.orchestra.run.smithi023.stdout:185 2023-06-26T03:05:04.746 INFO:teuthology.orchestra.run.smithi023.stdout:185.out 2023-06-26T03:05:04.746 INFO:teuthology.orchestra.run.smithi023.stdout:186 2023-06-26T03:05:04.746 INFO:teuthology.orchestra.run.smithi023.stdout:186.out 2023-06-26T03:05:04.746 INFO:teuthology.orchestra.run.smithi023.stdout:187 2023-06-26T03:05:04.746 INFO:teuthology.orchestra.run.smithi023.stdout:187.out 2023-06-26T03:05:04.746 INFO:teuthology.orchestra.run.smithi023.stdout:188 2023-06-26T03:05:04.746 INFO:teuthology.orchestra.run.smithi023.stdout:188.out 2023-06-26T03:05:04.746 INFO:teuthology.orchestra.run.smithi023.stdout:189 2023-06-26T03:05:04.747 INFO:teuthology.orchestra.run.smithi023.stdout:189.out 2023-06-26T03:05:04.747 INFO:teuthology.orchestra.run.smithi023.stdout:190 2023-06-26T03:05:04.747 INFO:teuthology.orchestra.run.smithi023.stdout:190.out 2023-06-26T03:05:04.747 INFO:teuthology.orchestra.run.smithi023.stdout:191 2023-06-26T03:05:04.747 INFO:teuthology.orchestra.run.smithi023.stdout:191.out 2023-06-26T03:05:04.747 INFO:teuthology.orchestra.run.smithi023.stdout:192 2023-06-26T03:05:04.747 INFO:teuthology.orchestra.run.smithi023.stdout:192.out 2023-06-26T03:05:04.747 INFO:teuthology.orchestra.run.smithi023.stdout:193 2023-06-26T03:05:04.748 INFO:teuthology.orchestra.run.smithi023.stdout:193.out 2023-06-26T03:05:04.748 INFO:teuthology.orchestra.run.smithi023.stdout:194 2023-06-26T03:05:04.748 INFO:teuthology.orchestra.run.smithi023.stdout:194.out 2023-06-26T03:05:04.748 INFO:teuthology.orchestra.run.smithi023.stdout:195 2023-06-26T03:05:04.748 INFO:teuthology.orchestra.run.smithi023.stdout:195.out 2023-06-26T03:05:04.748 INFO:teuthology.orchestra.run.smithi023.stdout:196 2023-06-26T03:05:04.748 INFO:teuthology.orchestra.run.smithi023.stdout:196.out 2023-06-26T03:05:04.749 INFO:teuthology.orchestra.run.smithi023.stdout:197 2023-06-26T03:05:04.749 INFO:teuthology.orchestra.run.smithi023.stdout:197.out 2023-06-26T03:05:04.749 INFO:teuthology.orchestra.run.smithi023.stdout:198 2023-06-26T03:05:04.749 INFO:teuthology.orchestra.run.smithi023.stdout:198.out 2023-06-26T03:05:04.749 INFO:teuthology.orchestra.run.smithi023.stdout:199 2023-06-26T03:05:04.749 INFO:teuthology.orchestra.run.smithi023.stdout:199.out 2023-06-26T03:05:04.749 INFO:teuthology.orchestra.run.smithi023.stdout:200 2023-06-26T03:05:04.749 INFO:teuthology.orchestra.run.smithi023.stdout:200.out 2023-06-26T03:05:04.750 INFO:teuthology.orchestra.run.smithi023.stdout:201 2023-06-26T03:05:04.750 INFO:teuthology.orchestra.run.smithi023.stdout:201.out 2023-06-26T03:05:04.750 INFO:teuthology.orchestra.run.smithi023.stdout:202 2023-06-26T03:05:04.750 INFO:teuthology.orchestra.run.smithi023.stdout:202.out 2023-06-26T03:05:04.750 INFO:teuthology.orchestra.run.smithi023.stdout:203 2023-06-26T03:05:04.750 INFO:teuthology.orchestra.run.smithi023.stdout:203.out 2023-06-26T03:05:04.750 INFO:teuthology.orchestra.run.smithi023.stdout:204 2023-06-26T03:05:04.750 INFO:teuthology.orchestra.run.smithi023.stdout:204.out 2023-06-26T03:05:04.751 INFO:teuthology.orchestra.run.smithi023.stdout:205 2023-06-26T03:05:04.751 INFO:teuthology.orchestra.run.smithi023.stdout:205.out 2023-06-26T03:05:04.751 INFO:teuthology.orchestra.run.smithi023.stdout:206 2023-06-26T03:05:04.751 INFO:teuthology.orchestra.run.smithi023.stdout:206.out 2023-06-26T03:05:04.751 INFO:teuthology.orchestra.run.smithi023.stdout:207 2023-06-26T03:05:04.751 INFO:teuthology.orchestra.run.smithi023.stdout:207.out 2023-06-26T03:05:04.751 INFO:teuthology.orchestra.run.smithi023.stdout:208 2023-06-26T03:05:04.751 INFO:teuthology.orchestra.run.smithi023.stdout:208.out 2023-06-26T03:05:04.752 INFO:teuthology.orchestra.run.smithi023.stdout:209 2023-06-26T03:05:04.752 INFO:teuthology.orchestra.run.smithi023.stdout:209.out 2023-06-26T03:05:04.752 INFO:teuthology.orchestra.run.smithi023.stdout:210 2023-06-26T03:05:04.752 INFO:teuthology.orchestra.run.smithi023.stdout:210.out 2023-06-26T03:05:04.752 INFO:teuthology.orchestra.run.smithi023.stdout:211 2023-06-26T03:05:04.752 INFO:teuthology.orchestra.run.smithi023.stdout:211.out 2023-06-26T03:05:04.752 INFO:teuthology.orchestra.run.smithi023.stdout:212 2023-06-26T03:05:04.752 INFO:teuthology.orchestra.run.smithi023.stdout:212.out 2023-06-26T03:05:04.753 INFO:teuthology.orchestra.run.smithi023.stdout:213 2023-06-26T03:05:04.753 INFO:teuthology.orchestra.run.smithi023.stdout:213.out 2023-06-26T03:05:04.753 INFO:teuthology.orchestra.run.smithi023.stdout:214 2023-06-26T03:05:04.753 INFO:teuthology.orchestra.run.smithi023.stdout:214.out 2023-06-26T03:05:04.753 INFO:teuthology.orchestra.run.smithi023.stdout:215 2023-06-26T03:05:04.753 INFO:teuthology.orchestra.run.smithi023.stdout:215.out 2023-06-26T03:05:04.753 INFO:teuthology.orchestra.run.smithi023.stdout:216 2023-06-26T03:05:04.753 INFO:teuthology.orchestra.run.smithi023.stdout:216.out 2023-06-26T03:05:04.754 INFO:teuthology.orchestra.run.smithi023.stdout:217 2023-06-26T03:05:04.754 INFO:teuthology.orchestra.run.smithi023.stdout:217.out 2023-06-26T03:05:04.754 INFO:teuthology.orchestra.run.smithi023.stdout:218 2023-06-26T03:05:04.754 INFO:teuthology.orchestra.run.smithi023.stdout:218.out 2023-06-26T03:05:04.754 INFO:teuthology.orchestra.run.smithi023.stdout:219 2023-06-26T03:05:04.754 INFO:teuthology.orchestra.run.smithi023.stdout:219.out 2023-06-26T03:05:04.754 INFO:teuthology.orchestra.run.smithi023.stdout:220 2023-06-26T03:05:04.754 INFO:teuthology.orchestra.run.smithi023.stdout:220.out 2023-06-26T03:05:04.755 INFO:teuthology.orchestra.run.smithi023.stdout:221 2023-06-26T03:05:04.755 INFO:teuthology.orchestra.run.smithi023.stdout:221.out 2023-06-26T03:05:04.755 INFO:teuthology.orchestra.run.smithi023.stdout:222 2023-06-26T03:05:04.755 INFO:teuthology.orchestra.run.smithi023.stdout:222.out 2023-06-26T03:05:04.755 INFO:teuthology.orchestra.run.smithi023.stdout:223 2023-06-26T03:05:04.755 INFO:teuthology.orchestra.run.smithi023.stdout:223.out 2023-06-26T03:05:04.755 INFO:teuthology.orchestra.run.smithi023.stdout:224 2023-06-26T03:05:04.755 INFO:teuthology.orchestra.run.smithi023.stdout:224.out 2023-06-26T03:05:04.756 INFO:teuthology.orchestra.run.smithi023.stdout:225 2023-06-26T03:05:04.756 INFO:teuthology.orchestra.run.smithi023.stdout:225.out 2023-06-26T03:05:04.756 INFO:teuthology.orchestra.run.smithi023.stdout:226 2023-06-26T03:05:04.756 INFO:teuthology.orchestra.run.smithi023.stdout:226.out 2023-06-26T03:05:04.756 INFO:teuthology.orchestra.run.smithi023.stdout:227 2023-06-26T03:05:04.756 INFO:teuthology.orchestra.run.smithi023.stdout:227.out 2023-06-26T03:05:04.756 INFO:teuthology.orchestra.run.smithi023.stdout:228 2023-06-26T03:05:04.756 INFO:teuthology.orchestra.run.smithi023.stdout:228.out 2023-06-26T03:05:04.757 INFO:teuthology.orchestra.run.smithi023.stdout:229 2023-06-26T03:05:04.757 INFO:teuthology.orchestra.run.smithi023.stdout:229.out 2023-06-26T03:05:04.757 INFO:teuthology.orchestra.run.smithi023.stdout:230 2023-06-26T03:05:04.757 INFO:teuthology.orchestra.run.smithi023.stdout:230.out 2023-06-26T03:05:04.757 INFO:teuthology.orchestra.run.smithi023.stdout:231 2023-06-26T03:05:04.757 INFO:teuthology.orchestra.run.smithi023.stdout:231.out 2023-06-26T03:05:04.757 INFO:teuthology.orchestra.run.smithi023.stdout:232 2023-06-26T03:05:04.757 INFO:teuthology.orchestra.run.smithi023.stdout:232.out 2023-06-26T03:05:04.758 INFO:teuthology.orchestra.run.smithi023.stdout:233 2023-06-26T03:05:04.758 INFO:teuthology.orchestra.run.smithi023.stdout:233.out 2023-06-26T03:05:04.758 INFO:teuthology.orchestra.run.smithi023.stdout:234 2023-06-26T03:05:04.758 INFO:teuthology.orchestra.run.smithi023.stdout:234.out 2023-06-26T03:05:04.758 INFO:teuthology.orchestra.run.smithi023.stdout:235 2023-06-26T03:05:04.758 INFO:teuthology.orchestra.run.smithi023.stdout:235.out 2023-06-26T03:05:04.758 INFO:teuthology.orchestra.run.smithi023.stdout:236 2023-06-26T03:05:04.758 INFO:teuthology.orchestra.run.smithi023.stdout:236.out 2023-06-26T03:05:04.759 INFO:teuthology.orchestra.run.smithi023.stdout:237 2023-06-26T03:05:04.759 INFO:teuthology.orchestra.run.smithi023.stdout:237.out 2023-06-26T03:05:04.759 INFO:teuthology.orchestra.run.smithi023.stdout:238 2023-06-26T03:05:04.759 INFO:teuthology.orchestra.run.smithi023.stdout:238.out 2023-06-26T03:05:04.759 INFO:teuthology.orchestra.run.smithi023.stdout:239 2023-06-26T03:05:04.759 INFO:teuthology.orchestra.run.smithi023.stdout:239.out 2023-06-26T03:05:04.759 INFO:teuthology.orchestra.run.smithi023.stdout:240 2023-06-26T03:05:04.759 INFO:teuthology.orchestra.run.smithi023.stdout:240.out 2023-06-26T03:05:04.760 INFO:teuthology.orchestra.run.smithi023.stdout:241 2023-06-26T03:05:04.760 INFO:teuthology.orchestra.run.smithi023.stdout:241.out 2023-06-26T03:05:04.760 INFO:teuthology.orchestra.run.smithi023.stdout:242 2023-06-26T03:05:04.760 INFO:teuthology.orchestra.run.smithi023.stdout:242.out 2023-06-26T03:05:04.760 INFO:teuthology.orchestra.run.smithi023.stdout:243 2023-06-26T03:05:04.760 INFO:teuthology.orchestra.run.smithi023.stdout:243.out 2023-06-26T03:05:04.760 INFO:teuthology.orchestra.run.smithi023.stdout:244 2023-06-26T03:05:04.760 INFO:teuthology.orchestra.run.smithi023.stdout:244.out 2023-06-26T03:05:04.761 INFO:teuthology.orchestra.run.smithi023.stdout:245 2023-06-26T03:05:04.761 INFO:teuthology.orchestra.run.smithi023.stdout:245.out 2023-06-26T03:05:04.761 INFO:teuthology.orchestra.run.smithi023.stdout:246 2023-06-26T03:05:04.761 INFO:teuthology.orchestra.run.smithi023.stdout:246.out 2023-06-26T03:05:04.761 INFO:teuthology.orchestra.run.smithi023.stdout:247 2023-06-26T03:05:04.761 INFO:teuthology.orchestra.run.smithi023.stdout:247.out 2023-06-26T03:05:04.761 INFO:teuthology.orchestra.run.smithi023.stdout:248 2023-06-26T03:05:04.761 INFO:teuthology.orchestra.run.smithi023.stdout:248.out 2023-06-26T03:05:04.762 INFO:teuthology.orchestra.run.smithi023.stdout:249 2023-06-26T03:05:04.762 INFO:teuthology.orchestra.run.smithi023.stdout:249.out 2023-06-26T03:05:04.762 INFO:teuthology.orchestra.run.smithi023.stdout:250 2023-06-26T03:05:04.762 INFO:teuthology.orchestra.run.smithi023.stdout:250.out 2023-06-26T03:05:04.762 INFO:teuthology.orchestra.run.smithi023.stdout:251 2023-06-26T03:05:04.762 INFO:teuthology.orchestra.run.smithi023.stdout:251.out 2023-06-26T03:05:04.762 INFO:teuthology.orchestra.run.smithi023.stdout:252 2023-06-26T03:05:04.762 INFO:teuthology.orchestra.run.smithi023.stdout:252.out 2023-06-26T03:05:04.763 INFO:teuthology.orchestra.run.smithi023.stdout:253 2023-06-26T03:05:04.763 INFO:teuthology.orchestra.run.smithi023.stdout:253.out 2023-06-26T03:05:04.763 INFO:teuthology.orchestra.run.smithi023.stdout:254 2023-06-26T03:05:04.763 INFO:teuthology.orchestra.run.smithi023.stdout:254.out 2023-06-26T03:05:04.763 INFO:teuthology.orchestra.run.smithi023.stdout:255 2023-06-26T03:05:04.763 INFO:teuthology.orchestra.run.smithi023.stdout:255.out 2023-06-26T03:05:04.763 INFO:teuthology.orchestra.run.smithi023.stdout:256 2023-06-26T03:05:04.763 INFO:teuthology.orchestra.run.smithi023.stdout:256.out 2023-06-26T03:05:04.764 INFO:teuthology.orchestra.run.smithi023.stdout:257 2023-06-26T03:05:04.764 INFO:teuthology.orchestra.run.smithi023.stdout:257.out 2023-06-26T03:05:04.764 INFO:teuthology.orchestra.run.smithi023.stdout:258 2023-06-26T03:05:04.764 INFO:teuthology.orchestra.run.smithi023.stdout:258.out 2023-06-26T03:05:04.764 INFO:teuthology.orchestra.run.smithi023.stdout:259 2023-06-26T03:05:04.764 INFO:teuthology.orchestra.run.smithi023.stdout:259.out 2023-06-26T03:05:04.764 INFO:teuthology.orchestra.run.smithi023.stdout:260 2023-06-26T03:05:04.764 INFO:teuthology.orchestra.run.smithi023.stdout:260.out 2023-06-26T03:05:04.765 INFO:teuthology.orchestra.run.smithi023.stdout:261 2023-06-26T03:05:04.765 INFO:teuthology.orchestra.run.smithi023.stdout:261.out 2023-06-26T03:05:04.765 INFO:teuthology.orchestra.run.smithi023.stdout:262 2023-06-26T03:05:04.765 INFO:teuthology.orchestra.run.smithi023.stdout:262.out 2023-06-26T03:05:04.765 INFO:teuthology.orchestra.run.smithi023.stdout:263 2023-06-26T03:05:04.765 INFO:teuthology.orchestra.run.smithi023.stdout:263.out 2023-06-26T03:05:04.765 INFO:teuthology.orchestra.run.smithi023.stdout:264 2023-06-26T03:05:04.765 INFO:teuthology.orchestra.run.smithi023.stdout:264.out 2023-06-26T03:05:04.766 INFO:teuthology.orchestra.run.smithi023.stdout:265 2023-06-26T03:05:04.766 INFO:teuthology.orchestra.run.smithi023.stdout:265.out 2023-06-26T03:05:04.766 INFO:teuthology.orchestra.run.smithi023.stdout:266 2023-06-26T03:05:04.766 INFO:teuthology.orchestra.run.smithi023.stdout:266.out 2023-06-26T03:05:04.766 INFO:teuthology.orchestra.run.smithi023.stdout:267 2023-06-26T03:05:04.766 INFO:teuthology.orchestra.run.smithi023.stdout:267.out 2023-06-26T03:05:04.766 INFO:teuthology.orchestra.run.smithi023.stdout:268 2023-06-26T03:05:04.766 INFO:teuthology.orchestra.run.smithi023.stdout:268.out 2023-06-26T03:05:04.767 INFO:teuthology.orchestra.run.smithi023.stdout:269 2023-06-26T03:05:04.767 INFO:teuthology.orchestra.run.smithi023.stdout:269.out 2023-06-26T03:05:04.767 INFO:teuthology.orchestra.run.smithi023.stdout:270 2023-06-26T03:05:04.767 INFO:teuthology.orchestra.run.smithi023.stdout:270.out 2023-06-26T03:05:04.767 INFO:teuthology.orchestra.run.smithi023.stdout:271 2023-06-26T03:05:04.767 INFO:teuthology.orchestra.run.smithi023.stdout:271.out 2023-06-26T03:05:04.767 INFO:teuthology.orchestra.run.smithi023.stdout:272 2023-06-26T03:05:04.767 INFO:teuthology.orchestra.run.smithi023.stdout:272.out 2023-06-26T03:05:04.768 INFO:teuthology.orchestra.run.smithi023.stdout:273 2023-06-26T03:05:04.768 INFO:teuthology.orchestra.run.smithi023.stdout:273.out 2023-06-26T03:05:04.768 INFO:teuthology.orchestra.run.smithi023.stdout:274 2023-06-26T03:05:04.768 INFO:teuthology.orchestra.run.smithi023.stdout:274.out 2023-06-26T03:05:04.768 INFO:teuthology.orchestra.run.smithi023.stdout:275 2023-06-26T03:05:04.768 INFO:teuthology.orchestra.run.smithi023.stdout:275.out 2023-06-26T03:05:04.768 INFO:teuthology.orchestra.run.smithi023.stdout:276 2023-06-26T03:05:04.768 INFO:teuthology.orchestra.run.smithi023.stdout:276.out 2023-06-26T03:05:04.769 INFO:teuthology.orchestra.run.smithi023.stdout:277 2023-06-26T03:05:04.769 INFO:teuthology.orchestra.run.smithi023.stdout:277.out 2023-06-26T03:05:04.769 INFO:teuthology.orchestra.run.smithi023.stdout:278 2023-06-26T03:05:04.769 INFO:teuthology.orchestra.run.smithi023.stdout:278.out 2023-06-26T03:05:04.769 INFO:teuthology.orchestra.run.smithi023.stdout:279 2023-06-26T03:05:04.769 INFO:teuthology.orchestra.run.smithi023.stdout:279.out 2023-06-26T03:05:04.769 INFO:teuthology.orchestra.run.smithi023.stdout:280 2023-06-26T03:05:04.769 INFO:teuthology.orchestra.run.smithi023.stdout:280.out 2023-06-26T03:05:04.770 INFO:teuthology.orchestra.run.smithi023.stdout:281 2023-06-26T03:05:04.770 INFO:teuthology.orchestra.run.smithi023.stdout:281.out 2023-06-26T03:05:04.770 INFO:teuthology.orchestra.run.smithi023.stdout:282 2023-06-26T03:05:04.770 INFO:teuthology.orchestra.run.smithi023.stdout:282.out 2023-06-26T03:05:04.770 INFO:teuthology.orchestra.run.smithi023.stdout:283 2023-06-26T03:05:04.770 INFO:teuthology.orchestra.run.smithi023.stdout:283.out 2023-06-26T03:05:04.770 INFO:teuthology.orchestra.run.smithi023.stdout:284 2023-06-26T03:05:04.770 INFO:teuthology.orchestra.run.smithi023.stdout:284.out 2023-06-26T03:05:04.771 INFO:teuthology.orchestra.run.smithi023.stdout:285 2023-06-26T03:05:04.771 INFO:teuthology.orchestra.run.smithi023.stdout:285.out 2023-06-26T03:05:04.771 INFO:teuthology.orchestra.run.smithi023.stdout:286 2023-06-26T03:05:04.771 INFO:teuthology.orchestra.run.smithi023.stdout:286.out 2023-06-26T03:05:04.771 INFO:teuthology.orchestra.run.smithi023.stdout:287 2023-06-26T03:05:04.771 INFO:teuthology.orchestra.run.smithi023.stdout:287.out 2023-06-26T03:05:04.771 INFO:teuthology.orchestra.run.smithi023.stdout:288 2023-06-26T03:05:04.771 INFO:teuthology.orchestra.run.smithi023.stdout:288.out 2023-06-26T03:05:04.772 INFO:teuthology.orchestra.run.smithi023.stdout:289 2023-06-26T03:05:04.772 INFO:teuthology.orchestra.run.smithi023.stdout:289.out 2023-06-26T03:05:04.772 INFO:teuthology.orchestra.run.smithi023.stdout:290 2023-06-26T03:05:04.772 INFO:teuthology.orchestra.run.smithi023.stdout:290.out 2023-06-26T03:05:04.772 INFO:teuthology.orchestra.run.smithi023.stdout:291 2023-06-26T03:05:04.772 INFO:teuthology.orchestra.run.smithi023.stdout:291.out 2023-06-26T03:05:04.772 INFO:teuthology.orchestra.run.smithi023.stdout:292 2023-06-26T03:05:04.772 INFO:teuthology.orchestra.run.smithi023.stdout:292.out 2023-06-26T03:05:04.773 INFO:teuthology.orchestra.run.smithi023.stdout:293 2023-06-26T03:05:04.773 INFO:teuthology.orchestra.run.smithi023.stdout:293.out 2023-06-26T03:05:04.773 INFO:teuthology.orchestra.run.smithi023.stdout:294 2023-06-26T03:05:04.773 INFO:teuthology.orchestra.run.smithi023.stdout:294.out 2023-06-26T03:05:04.773 INFO:teuthology.orchestra.run.smithi023.stdout:295 2023-06-26T03:05:04.773 INFO:teuthology.orchestra.run.smithi023.stdout:295.out 2023-06-26T03:05:04.773 INFO:teuthology.orchestra.run.smithi023.stdout:296 2023-06-26T03:05:04.773 INFO:teuthology.orchestra.run.smithi023.stdout:296.out 2023-06-26T03:05:04.774 INFO:teuthology.orchestra.run.smithi023.stdout:297 2023-06-26T03:05:04.774 INFO:teuthology.orchestra.run.smithi023.stdout:297.out 2023-06-26T03:05:04.774 INFO:teuthology.orchestra.run.smithi023.stdout:298 2023-06-26T03:05:04.774 INFO:teuthology.orchestra.run.smithi023.stdout:298.out 2023-06-26T03:05:04.774 INFO:teuthology.orchestra.run.smithi023.stdout:299 2023-06-26T03:05:04.774 INFO:teuthology.orchestra.run.smithi023.stdout:299.out 2023-06-26T03:05:04.774 INFO:teuthology.orchestra.run.smithi023.stdout:300 2023-06-26T03:05:04.774 INFO:teuthology.orchestra.run.smithi023.stdout:300.out 2023-06-26T03:05:04.775 INFO:teuthology.orchestra.run.smithi023.stdout:301 2023-06-26T03:05:04.775 INFO:teuthology.orchestra.run.smithi023.stdout:301.out 2023-06-26T03:05:04.775 INFO:teuthology.orchestra.run.smithi023.stdout:302 2023-06-26T03:05:04.775 INFO:teuthology.orchestra.run.smithi023.stdout:302.out 2023-06-26T03:05:04.775 INFO:teuthology.orchestra.run.smithi023.stdout:303 2023-06-26T03:05:04.775 INFO:teuthology.orchestra.run.smithi023.stdout:303.out 2023-06-26T03:05:04.775 INFO:teuthology.orchestra.run.smithi023.stdout:304 2023-06-26T03:05:04.775 INFO:teuthology.orchestra.run.smithi023.stdout:304.out 2023-06-26T03:05:04.776 INFO:teuthology.orchestra.run.smithi023.stdout:305 2023-06-26T03:05:04.776 INFO:teuthology.orchestra.run.smithi023.stdout:305.out 2023-06-26T03:05:04.776 INFO:teuthology.orchestra.run.smithi023.stdout:306 2023-06-26T03:05:04.776 INFO:teuthology.orchestra.run.smithi023.stdout:306.out 2023-06-26T03:05:04.776 INFO:teuthology.orchestra.run.smithi023.stdout:307 2023-06-26T03:05:04.776 INFO:teuthology.orchestra.run.smithi023.stdout:307.out 2023-06-26T03:05:04.776 INFO:teuthology.orchestra.run.smithi023.stdout:308 2023-06-26T03:05:04.776 INFO:teuthology.orchestra.run.smithi023.stdout:308.out 2023-06-26T03:05:04.777 INFO:teuthology.orchestra.run.smithi023.stdout:309 2023-06-26T03:05:04.777 INFO:teuthology.orchestra.run.smithi023.stdout:309.out 2023-06-26T03:05:04.777 INFO:teuthology.orchestra.run.smithi023.stdout:310 2023-06-26T03:05:04.777 INFO:teuthology.orchestra.run.smithi023.stdout:310.out 2023-06-26T03:05:04.777 INFO:teuthology.orchestra.run.smithi023.stdout:311 2023-06-26T03:05:04.777 INFO:teuthology.orchestra.run.smithi023.stdout:311.out 2023-06-26T03:05:04.777 INFO:teuthology.orchestra.run.smithi023.stdout:312 2023-06-26T03:05:04.777 INFO:teuthology.orchestra.run.smithi023.stdout:312.out 2023-06-26T03:05:04.778 INFO:teuthology.orchestra.run.smithi023.stdout:313 2023-06-26T03:05:04.778 INFO:teuthology.orchestra.run.smithi023.stdout:313.out 2023-06-26T03:05:04.778 INFO:teuthology.orchestra.run.smithi023.stdout:314 2023-06-26T03:05:04.778 INFO:teuthology.orchestra.run.smithi023.stdout:314.out 2023-06-26T03:05:04.778 INFO:teuthology.orchestra.run.smithi023.stdout:315 2023-06-26T03:05:04.778 INFO:teuthology.orchestra.run.smithi023.stdout:315.out 2023-06-26T03:05:04.778 INFO:teuthology.orchestra.run.smithi023.stdout:316 2023-06-26T03:05:04.778 INFO:teuthology.orchestra.run.smithi023.stdout:316.out 2023-06-26T03:05:04.779 INFO:teuthology.orchestra.run.smithi023.stdout:317 2023-06-26T03:05:04.779 INFO:teuthology.orchestra.run.smithi023.stdout:317.out 2023-06-26T03:05:04.779 INFO:teuthology.orchestra.run.smithi023.stdout:318 2023-06-26T03:05:04.779 INFO:teuthology.orchestra.run.smithi023.stdout:318.out 2023-06-26T03:05:04.779 INFO:teuthology.orchestra.run.smithi023.stdout:319 2023-06-26T03:05:04.779 INFO:teuthology.orchestra.run.smithi023.stdout:319.out 2023-06-26T03:05:04.779 INFO:teuthology.orchestra.run.smithi023.stdout:320 2023-06-26T03:05:04.779 INFO:teuthology.orchestra.run.smithi023.stdout:320.out 2023-06-26T03:05:04.780 INFO:teuthology.orchestra.run.smithi023.stdout:321 2023-06-26T03:05:04.780 INFO:teuthology.orchestra.run.smithi023.stdout:321.out 2023-06-26T03:05:04.780 INFO:teuthology.orchestra.run.smithi023.stdout:322 2023-06-26T03:05:04.780 INFO:teuthology.orchestra.run.smithi023.stdout:322.out 2023-06-26T03:05:04.780 INFO:teuthology.orchestra.run.smithi023.stdout:323 2023-06-26T03:05:04.780 INFO:teuthology.orchestra.run.smithi023.stdout:323.out 2023-06-26T03:05:04.780 INFO:teuthology.orchestra.run.smithi023.stdout:324 2023-06-26T03:05:04.780 INFO:teuthology.orchestra.run.smithi023.stdout:324.out 2023-06-26T03:05:04.781 INFO:teuthology.orchestra.run.smithi023.stdout:325 2023-06-26T03:05:04.781 INFO:teuthology.orchestra.run.smithi023.stdout:325.out 2023-06-26T03:05:04.781 INFO:teuthology.orchestra.run.smithi023.stdout:326 2023-06-26T03:05:04.781 INFO:teuthology.orchestra.run.smithi023.stdout:326.out 2023-06-26T03:05:04.781 INFO:teuthology.orchestra.run.smithi023.stdout:327 2023-06-26T03:05:04.781 INFO:teuthology.orchestra.run.smithi023.stdout:327.out 2023-06-26T03:05:04.781 INFO:teuthology.orchestra.run.smithi023.stdout:328 2023-06-26T03:05:04.781 INFO:teuthology.orchestra.run.smithi023.stdout:328.out 2023-06-26T03:05:04.782 INFO:teuthology.orchestra.run.smithi023.stdout:329 2023-06-26T03:05:04.782 INFO:teuthology.orchestra.run.smithi023.stdout:329.out 2023-06-26T03:05:04.782 INFO:teuthology.orchestra.run.smithi023.stdout:330 2023-06-26T03:05:04.782 INFO:teuthology.orchestra.run.smithi023.stdout:330.out 2023-06-26T03:05:04.782 INFO:teuthology.orchestra.run.smithi023.stdout:331 2023-06-26T03:05:04.782 INFO:teuthology.orchestra.run.smithi023.stdout:331.out 2023-06-26T03:05:04.782 INFO:teuthology.orchestra.run.smithi023.stdout:332 2023-06-26T03:05:04.782 INFO:teuthology.orchestra.run.smithi023.stdout:332.out 2023-06-26T03:05:04.783 INFO:teuthology.orchestra.run.smithi023.stdout:333 2023-06-26T03:05:04.783 INFO:teuthology.orchestra.run.smithi023.stdout:333.out 2023-06-26T03:05:04.783 INFO:teuthology.orchestra.run.smithi023.stdout:334 2023-06-26T03:05:04.783 INFO:teuthology.orchestra.run.smithi023.stdout:334.out 2023-06-26T03:05:04.783 INFO:teuthology.orchestra.run.smithi023.stdout:335 2023-06-26T03:05:04.783 INFO:teuthology.orchestra.run.smithi023.stdout:335.out 2023-06-26T03:05:04.783 INFO:teuthology.orchestra.run.smithi023.stdout:336 2023-06-26T03:05:04.783 INFO:teuthology.orchestra.run.smithi023.stdout:336.out 2023-06-26T03:05:04.784 INFO:teuthology.orchestra.run.smithi023.stdout:337 2023-06-26T03:05:04.784 INFO:teuthology.orchestra.run.smithi023.stdout:337.out 2023-06-26T03:05:04.784 INFO:teuthology.orchestra.run.smithi023.stdout:338 2023-06-26T03:05:04.784 INFO:teuthology.orchestra.run.smithi023.stdout:338.out 2023-06-26T03:05:04.784 INFO:teuthology.orchestra.run.smithi023.stdout:339 2023-06-26T03:05:04.784 INFO:teuthology.orchestra.run.smithi023.stdout:339.out 2023-06-26T03:05:04.784 INFO:teuthology.orchestra.run.smithi023.stdout:340 2023-06-26T03:05:04.784 INFO:teuthology.orchestra.run.smithi023.stdout:340.out 2023-06-26T03:05:04.785 INFO:teuthology.orchestra.run.smithi023.stdout:341 2023-06-26T03:05:04.785 INFO:teuthology.orchestra.run.smithi023.stdout:341.out 2023-06-26T03:05:04.785 INFO:teuthology.orchestra.run.smithi023.stdout:342 2023-06-26T03:05:04.785 INFO:teuthology.orchestra.run.smithi023.stdout:342.out 2023-06-26T03:05:04.785 INFO:teuthology.orchestra.run.smithi023.stdout:343 2023-06-26T03:05:04.785 INFO:teuthology.orchestra.run.smithi023.stdout:343.out 2023-06-26T03:05:04.785 INFO:teuthology.orchestra.run.smithi023.stdout:344 2023-06-26T03:05:04.785 INFO:teuthology.orchestra.run.smithi023.stdout:344.out 2023-06-26T03:05:04.786 INFO:teuthology.orchestra.run.smithi023.stdout:345 2023-06-26T03:05:04.786 INFO:teuthology.orchestra.run.smithi023.stdout:345.out 2023-06-26T03:05:04.786 INFO:teuthology.orchestra.run.smithi023.stdout:346 2023-06-26T03:05:04.786 INFO:teuthology.orchestra.run.smithi023.stdout:346.out 2023-06-26T03:05:04.786 INFO:teuthology.orchestra.run.smithi023.stdout:347 2023-06-26T03:05:04.786 INFO:teuthology.orchestra.run.smithi023.stdout:347.out 2023-06-26T03:05:04.786 INFO:teuthology.orchestra.run.smithi023.stdout:348 2023-06-26T03:05:04.786 INFO:teuthology.orchestra.run.smithi023.stdout:348.out 2023-06-26T03:05:04.787 INFO:teuthology.orchestra.run.smithi023.stdout:349 2023-06-26T03:05:04.787 INFO:teuthology.orchestra.run.smithi023.stdout:349.out 2023-06-26T03:05:04.787 INFO:teuthology.orchestra.run.smithi023.stdout:350 2023-06-26T03:05:04.787 INFO:teuthology.orchestra.run.smithi023.stdout:350.out 2023-06-26T03:05:04.787 INFO:teuthology.orchestra.run.smithi023.stdout:351 2023-06-26T03:05:04.787 INFO:teuthology.orchestra.run.smithi023.stdout:351.out 2023-06-26T03:05:04.787 INFO:teuthology.orchestra.run.smithi023.stdout:352 2023-06-26T03:05:04.787 INFO:teuthology.orchestra.run.smithi023.stdout:352.out 2023-06-26T03:05:04.788 INFO:teuthology.orchestra.run.smithi023.stdout:353 2023-06-26T03:05:04.788 INFO:teuthology.orchestra.run.smithi023.stdout:353.out 2023-06-26T03:05:04.788 INFO:teuthology.orchestra.run.smithi023.stdout:354 2023-06-26T03:05:04.788 INFO:teuthology.orchestra.run.smithi023.stdout:354.out 2023-06-26T03:05:04.788 INFO:teuthology.orchestra.run.smithi023.stdout:355 2023-06-26T03:05:04.788 INFO:teuthology.orchestra.run.smithi023.stdout:355.out 2023-06-26T03:05:04.788 INFO:teuthology.orchestra.run.smithi023.stdout:356 2023-06-26T03:05:04.788 INFO:teuthology.orchestra.run.smithi023.stdout:356.out 2023-06-26T03:05:04.789 INFO:teuthology.orchestra.run.smithi023.stdout:357 2023-06-26T03:05:04.789 INFO:teuthology.orchestra.run.smithi023.stdout:357.out 2023-06-26T03:05:04.789 INFO:teuthology.orchestra.run.smithi023.stdout:358 2023-06-26T03:05:04.789 INFO:teuthology.orchestra.run.smithi023.stdout:358.out 2023-06-26T03:05:04.789 INFO:teuthology.orchestra.run.smithi023.stdout:359 2023-06-26T03:05:04.789 INFO:teuthology.orchestra.run.smithi023.stdout:359.out 2023-06-26T03:05:04.789 INFO:teuthology.orchestra.run.smithi023.stdout:360 2023-06-26T03:05:04.789 INFO:teuthology.orchestra.run.smithi023.stdout:360.out 2023-06-26T03:05:04.790 INFO:teuthology.orchestra.run.smithi023.stdout:361 2023-06-26T03:05:04.790 INFO:teuthology.orchestra.run.smithi023.stdout:361.out 2023-06-26T03:05:04.790 INFO:teuthology.orchestra.run.smithi023.stdout:362 2023-06-26T03:05:04.790 INFO:teuthology.orchestra.run.smithi023.stdout:362.out 2023-06-26T03:05:04.790 INFO:teuthology.orchestra.run.smithi023.stdout:363 2023-06-26T03:05:04.790 INFO:teuthology.orchestra.run.smithi023.stdout:363.out 2023-06-26T03:05:04.790 INFO:teuthology.orchestra.run.smithi023.stdout:364 2023-06-26T03:05:04.790 INFO:teuthology.orchestra.run.smithi023.stdout:364.out 2023-06-26T03:05:04.791 INFO:teuthology.orchestra.run.smithi023.stdout:365 2023-06-26T03:05:04.791 INFO:teuthology.orchestra.run.smithi023.stdout:365.out 2023-06-26T03:05:04.791 INFO:teuthology.orchestra.run.smithi023.stdout:366 2023-06-26T03:05:04.791 INFO:teuthology.orchestra.run.smithi023.stdout:366.out 2023-06-26T03:05:04.791 INFO:teuthology.orchestra.run.smithi023.stdout:367 2023-06-26T03:05:04.791 INFO:teuthology.orchestra.run.smithi023.stdout:367.out 2023-06-26T03:05:04.791 INFO:teuthology.orchestra.run.smithi023.stdout:368 2023-06-26T03:05:04.791 INFO:teuthology.orchestra.run.smithi023.stdout:368.out 2023-06-26T03:05:04.792 INFO:teuthology.orchestra.run.smithi023.stdout:369 2023-06-26T03:05:04.792 INFO:teuthology.orchestra.run.smithi023.stdout:369.out 2023-06-26T03:05:04.792 INFO:teuthology.orchestra.run.smithi023.stdout:370 2023-06-26T03:05:04.792 INFO:teuthology.orchestra.run.smithi023.stdout:370.out 2023-06-26T03:05:04.792 INFO:teuthology.orchestra.run.smithi023.stdout:371 2023-06-26T03:05:04.792 INFO:teuthology.orchestra.run.smithi023.stdout:371.out 2023-06-26T03:05:04.792 INFO:teuthology.orchestra.run.smithi023.stdout:372 2023-06-26T03:05:04.792 INFO:teuthology.orchestra.run.smithi023.stdout:372.out 2023-06-26T03:05:04.793 INFO:teuthology.orchestra.run.smithi023.stdout:373 2023-06-26T03:05:04.793 INFO:teuthology.orchestra.run.smithi023.stdout:373.out 2023-06-26T03:05:04.793 INFO:teuthology.orchestra.run.smithi023.stdout:374 2023-06-26T03:05:04.793 INFO:teuthology.orchestra.run.smithi023.stdout:374.out 2023-06-26T03:05:04.793 INFO:teuthology.orchestra.run.smithi023.stdout:375 2023-06-26T03:05:04.793 INFO:teuthology.orchestra.run.smithi023.stdout:375.out 2023-06-26T03:05:04.793 INFO:teuthology.orchestra.run.smithi023.stdout:376 2023-06-26T03:05:04.793 INFO:teuthology.orchestra.run.smithi023.stdout:376.out 2023-06-26T03:05:04.794 INFO:teuthology.orchestra.run.smithi023.stdout:377 2023-06-26T03:05:04.794 INFO:teuthology.orchestra.run.smithi023.stdout:377.out 2023-06-26T03:05:04.794 INFO:teuthology.orchestra.run.smithi023.stdout:378 2023-06-26T03:05:04.794 INFO:teuthology.orchestra.run.smithi023.stdout:378.out 2023-06-26T03:05:04.794 INFO:teuthology.orchestra.run.smithi023.stdout:379 2023-06-26T03:05:04.794 INFO:teuthology.orchestra.run.smithi023.stdout:379.out 2023-06-26T03:05:04.794 INFO:teuthology.orchestra.run.smithi023.stdout:380 2023-06-26T03:05:04.794 INFO:teuthology.orchestra.run.smithi023.stdout:380.out 2023-06-26T03:05:04.795 INFO:teuthology.orchestra.run.smithi023.stdout:381 2023-06-26T03:05:04.795 INFO:teuthology.orchestra.run.smithi023.stdout:381.out 2023-06-26T03:05:04.795 INFO:teuthology.orchestra.run.smithi023.stdout:382 2023-06-26T03:05:04.795 INFO:teuthology.orchestra.run.smithi023.stdout:382.out 2023-06-26T03:05:04.795 INFO:teuthology.orchestra.run.smithi023.stdout:383 2023-06-26T03:05:04.795 INFO:teuthology.orchestra.run.smithi023.stdout:383.out 2023-06-26T03:05:04.795 INFO:teuthology.orchestra.run.smithi023.stdout:384 2023-06-26T03:05:04.795 INFO:teuthology.orchestra.run.smithi023.stdout:384.out 2023-06-26T03:05:04.796 INFO:teuthology.orchestra.run.smithi023.stdout:385 2023-06-26T03:05:04.796 INFO:teuthology.orchestra.run.smithi023.stdout:385.out 2023-06-26T03:05:04.796 INFO:teuthology.orchestra.run.smithi023.stdout:386 2023-06-26T03:05:04.796 INFO:teuthology.orchestra.run.smithi023.stdout:386.out 2023-06-26T03:05:04.796 INFO:teuthology.orchestra.run.smithi023.stdout:387 2023-06-26T03:05:04.796 INFO:teuthology.orchestra.run.smithi023.stdout:387.out 2023-06-26T03:05:04.796 INFO:teuthology.orchestra.run.smithi023.stdout:388 2023-06-26T03:05:04.796 INFO:teuthology.orchestra.run.smithi023.stdout:388.out 2023-06-26T03:05:04.797 INFO:teuthology.orchestra.run.smithi023.stdout:389 2023-06-26T03:05:04.797 INFO:teuthology.orchestra.run.smithi023.stdout:389.out 2023-06-26T03:05:04.797 INFO:teuthology.orchestra.run.smithi023.stdout:390 2023-06-26T03:05:04.797 INFO:teuthology.orchestra.run.smithi023.stdout:390.out 2023-06-26T03:05:04.797 INFO:teuthology.orchestra.run.smithi023.stdout:391 2023-06-26T03:05:04.797 INFO:teuthology.orchestra.run.smithi023.stdout:391.out 2023-06-26T03:05:04.797 INFO:teuthology.orchestra.run.smithi023.stdout:392 2023-06-26T03:05:04.798 INFO:teuthology.orchestra.run.smithi023.stdout:392.out 2023-06-26T03:05:04.798 INFO:teuthology.orchestra.run.smithi023.stdout:393 2023-06-26T03:05:04.798 INFO:teuthology.orchestra.run.smithi023.stdout:393.out 2023-06-26T03:05:04.798 INFO:teuthology.orchestra.run.smithi023.stdout:394 2023-06-26T03:05:04.798 INFO:teuthology.orchestra.run.smithi023.stdout:394.out 2023-06-26T03:05:04.798 INFO:teuthology.orchestra.run.smithi023.stdout:395 2023-06-26T03:05:04.798 INFO:teuthology.orchestra.run.smithi023.stdout:395.out 2023-06-26T03:05:04.798 INFO:teuthology.orchestra.run.smithi023.stdout:396 2023-06-26T03:05:04.799 INFO:teuthology.orchestra.run.smithi023.stdout:396.out 2023-06-26T03:05:04.799 INFO:teuthology.orchestra.run.smithi023.stdout:397 2023-06-26T03:05:04.799 INFO:teuthology.orchestra.run.smithi023.stdout:397.out 2023-06-26T03:05:04.799 INFO:teuthology.orchestra.run.smithi023.stdout:398 2023-06-26T03:05:04.799 INFO:teuthology.orchestra.run.smithi023.stdout:398.out 2023-06-26T03:05:04.799 INFO:teuthology.orchestra.run.smithi023.stdout:399 2023-06-26T03:05:04.799 INFO:teuthology.orchestra.run.smithi023.stdout:399.out 2023-06-26T03:05:04.799 INFO:teuthology.orchestra.run.smithi023.stdout:400 2023-06-26T03:05:04.799 INFO:teuthology.orchestra.run.smithi023.stdout:400.out 2023-06-26T03:05:04.800 INFO:teuthology.orchestra.run.smithi023.stdout:401 2023-06-26T03:05:04.800 INFO:teuthology.orchestra.run.smithi023.stdout:401.out 2023-06-26T03:05:04.800 INFO:teuthology.orchestra.run.smithi023.stdout:402 2023-06-26T03:05:04.800 INFO:teuthology.orchestra.run.smithi023.stdout:402.out 2023-06-26T03:05:04.800 INFO:teuthology.orchestra.run.smithi023.stdout:403 2023-06-26T03:05:04.800 INFO:teuthology.orchestra.run.smithi023.stdout:403.out 2023-06-26T03:05:04.800 INFO:teuthology.orchestra.run.smithi023.stdout:404 2023-06-26T03:05:04.801 INFO:teuthology.orchestra.run.smithi023.stdout:404.out 2023-06-26T03:05:04.801 INFO:teuthology.orchestra.run.smithi023.stdout:405 2023-06-26T03:05:04.801 INFO:teuthology.orchestra.run.smithi023.stdout:405.out 2023-06-26T03:05:04.801 INFO:teuthology.orchestra.run.smithi023.stdout:406 2023-06-26T03:05:04.801 INFO:teuthology.orchestra.run.smithi023.stdout:406.out 2023-06-26T03:05:04.801 INFO:teuthology.orchestra.run.smithi023.stdout:407 2023-06-26T03:05:04.801 INFO:teuthology.orchestra.run.smithi023.stdout:407.out 2023-06-26T03:05:04.801 INFO:teuthology.orchestra.run.smithi023.stdout:408 2023-06-26T03:05:04.801 INFO:teuthology.orchestra.run.smithi023.stdout:408.out 2023-06-26T03:05:04.802 INFO:teuthology.orchestra.run.smithi023.stdout:409 2023-06-26T03:05:04.802 INFO:teuthology.orchestra.run.smithi023.stdout:409.out 2023-06-26T03:05:04.802 INFO:teuthology.orchestra.run.smithi023.stdout:410 2023-06-26T03:05:04.802 INFO:teuthology.orchestra.run.smithi023.stdout:410.out 2023-06-26T03:05:04.802 INFO:teuthology.orchestra.run.smithi023.stdout:411 2023-06-26T03:05:04.802 INFO:teuthology.orchestra.run.smithi023.stdout:411.out 2023-06-26T03:05:04.802 INFO:teuthology.orchestra.run.smithi023.stdout:412 2023-06-26T03:05:04.802 INFO:teuthology.orchestra.run.smithi023.stdout:412.out 2023-06-26T03:05:04.803 INFO:teuthology.orchestra.run.smithi023.stdout:413 2023-06-26T03:05:04.803 INFO:teuthology.orchestra.run.smithi023.stdout:413.out 2023-06-26T03:05:04.803 INFO:teuthology.orchestra.run.smithi023.stdout:414 2023-06-26T03:05:04.803 INFO:teuthology.orchestra.run.smithi023.stdout:414.out 2023-06-26T03:05:04.803 INFO:teuthology.orchestra.run.smithi023.stdout:415 2023-06-26T03:05:04.803 INFO:teuthology.orchestra.run.smithi023.stdout:415.out 2023-06-26T03:05:04.803 INFO:teuthology.orchestra.run.smithi023.stdout:416 2023-06-26T03:05:04.803 INFO:teuthology.orchestra.run.smithi023.stdout:416.out 2023-06-26T03:05:04.804 INFO:teuthology.orchestra.run.smithi023.stdout:417 2023-06-26T03:05:04.804 INFO:teuthology.orchestra.run.smithi023.stdout:417.out 2023-06-26T03:05:04.804 INFO:teuthology.orchestra.run.smithi023.stdout:418 2023-06-26T03:05:04.804 INFO:teuthology.orchestra.run.smithi023.stdout:418.out 2023-06-26T03:05:04.804 INFO:teuthology.orchestra.run.smithi023.stdout:419 2023-06-26T03:05:04.804 INFO:teuthology.orchestra.run.smithi023.stdout:419.out 2023-06-26T03:05:04.804 INFO:teuthology.orchestra.run.smithi023.stdout:420 2023-06-26T03:05:04.805 INFO:teuthology.orchestra.run.smithi023.stdout:420.out 2023-06-26T03:05:04.805 INFO:teuthology.orchestra.run.smithi023.stdout:421 2023-06-26T03:05:04.805 INFO:teuthology.orchestra.run.smithi023.stdout:421.out 2023-06-26T03:05:04.805 INFO:teuthology.orchestra.run.smithi023.stdout:422 2023-06-26T03:05:04.805 INFO:teuthology.orchestra.run.smithi023.stdout:422.out 2023-06-26T03:05:04.805 INFO:teuthology.orchestra.run.smithi023.stdout:423 2023-06-26T03:05:04.805 INFO:teuthology.orchestra.run.smithi023.stdout:423.out 2023-06-26T03:05:04.805 INFO:teuthology.orchestra.run.smithi023.stdout:424 2023-06-26T03:05:04.806 INFO:teuthology.orchestra.run.smithi023.stdout:424.out 2023-06-26T03:05:04.806 INFO:teuthology.orchestra.run.smithi023.stdout:425 2023-06-26T03:05:04.806 INFO:teuthology.orchestra.run.smithi023.stdout:425.out 2023-06-26T03:05:04.806 INFO:teuthology.orchestra.run.smithi023.stdout:426 2023-06-26T03:05:04.806 INFO:teuthology.orchestra.run.smithi023.stdout:426.out 2023-06-26T03:05:04.806 INFO:teuthology.orchestra.run.smithi023.stdout:427 2023-06-26T03:05:04.806 INFO:teuthology.orchestra.run.smithi023.stdout:427.out 2023-06-26T03:05:04.806 INFO:teuthology.orchestra.run.smithi023.stdout:428 2023-06-26T03:05:04.807 INFO:teuthology.orchestra.run.smithi023.stdout:428.out 2023-06-26T03:05:04.807 INFO:teuthology.orchestra.run.smithi023.stdout:429 2023-06-26T03:05:04.807 INFO:teuthology.orchestra.run.smithi023.stdout:429.out 2023-06-26T03:05:04.807 INFO:teuthology.orchestra.run.smithi023.stdout:430 2023-06-26T03:05:04.807 INFO:teuthology.orchestra.run.smithi023.stdout:430.out 2023-06-26T03:05:04.807 INFO:teuthology.orchestra.run.smithi023.stdout:431 2023-06-26T03:05:04.807 INFO:teuthology.orchestra.run.smithi023.stdout:431.out 2023-06-26T03:05:04.807 INFO:teuthology.orchestra.run.smithi023.stdout:432 2023-06-26T03:05:04.807 INFO:teuthology.orchestra.run.smithi023.stdout:432.out 2023-06-26T03:05:04.808 INFO:teuthology.orchestra.run.smithi023.stdout:433 2023-06-26T03:05:04.808 INFO:teuthology.orchestra.run.smithi023.stdout:433.out 2023-06-26T03:05:04.808 INFO:teuthology.orchestra.run.smithi023.stdout:434 2023-06-26T03:05:04.808 INFO:teuthology.orchestra.run.smithi023.stdout:434.out 2023-06-26T03:05:04.808 INFO:teuthology.orchestra.run.smithi023.stdout:435 2023-06-26T03:05:04.808 INFO:teuthology.orchestra.run.smithi023.stdout:435.out 2023-06-26T03:05:04.808 INFO:teuthology.orchestra.run.smithi023.stdout:436 2023-06-26T03:05:04.808 INFO:teuthology.orchestra.run.smithi023.stdout:436.out 2023-06-26T03:05:04.809 INFO:teuthology.orchestra.run.smithi023.stdout:437 2023-06-26T03:05:04.809 INFO:teuthology.orchestra.run.smithi023.stdout:437.out 2023-06-26T03:05:04.809 INFO:teuthology.orchestra.run.smithi023.stdout:438 2023-06-26T03:05:04.809 INFO:teuthology.orchestra.run.smithi023.stdout:438.out 2023-06-26T03:05:04.809 INFO:teuthology.orchestra.run.smithi023.stdout:439 2023-06-26T03:05:04.809 INFO:teuthology.orchestra.run.smithi023.stdout:439.out 2023-06-26T03:05:04.809 INFO:teuthology.orchestra.run.smithi023.stdout:440 2023-06-26T03:05:04.809 INFO:teuthology.orchestra.run.smithi023.stdout:440.out 2023-06-26T03:05:04.810 INFO:teuthology.orchestra.run.smithi023.stdout:441 2023-06-26T03:05:04.810 INFO:teuthology.orchestra.run.smithi023.stdout:441.out 2023-06-26T03:05:04.810 INFO:teuthology.orchestra.run.smithi023.stdout:442 2023-06-26T03:05:04.810 INFO:teuthology.orchestra.run.smithi023.stdout:442.out 2023-06-26T03:05:04.810 INFO:teuthology.orchestra.run.smithi023.stdout:443 2023-06-26T03:05:04.810 INFO:teuthology.orchestra.run.smithi023.stdout:443.out 2023-06-26T03:05:04.810 INFO:teuthology.orchestra.run.smithi023.stdout:444 2023-06-26T03:05:04.810 INFO:teuthology.orchestra.run.smithi023.stdout:444.out 2023-06-26T03:05:04.811 INFO:teuthology.orchestra.run.smithi023.stdout:445 2023-06-26T03:05:04.811 INFO:teuthology.orchestra.run.smithi023.stdout:445.out 2023-06-26T03:05:04.811 INFO:teuthology.orchestra.run.smithi023.stdout:446 2023-06-26T03:05:04.811 INFO:teuthology.orchestra.run.smithi023.stdout:446.out 2023-06-26T03:05:04.811 INFO:teuthology.orchestra.run.smithi023.stdout:447 2023-06-26T03:05:04.811 INFO:teuthology.orchestra.run.smithi023.stdout:447.out 2023-06-26T03:05:04.811 INFO:teuthology.orchestra.run.smithi023.stdout:448 2023-06-26T03:05:04.811 INFO:teuthology.orchestra.run.smithi023.stdout:448.out 2023-06-26T03:05:04.812 INFO:teuthology.orchestra.run.smithi023.stdout:449 2023-06-26T03:05:04.812 INFO:teuthology.orchestra.run.smithi023.stdout:449.out 2023-06-26T03:05:04.812 INFO:teuthology.orchestra.run.smithi023.stdout:450 2023-06-26T03:05:04.812 INFO:teuthology.orchestra.run.smithi023.stdout:450.out 2023-06-26T03:05:04.812 INFO:teuthology.orchestra.run.smithi023.stdout:451 2023-06-26T03:05:04.812 INFO:teuthology.orchestra.run.smithi023.stdout:451.out 2023-06-26T03:05:04.812 INFO:teuthology.orchestra.run.smithi023.stdout:452 2023-06-26T03:05:04.813 INFO:teuthology.orchestra.run.smithi023.stdout:452.out 2023-06-26T03:05:04.813 INFO:teuthology.orchestra.run.smithi023.stdout:453 2023-06-26T03:05:04.813 INFO:teuthology.orchestra.run.smithi023.stdout:453.out 2023-06-26T03:05:04.813 INFO:teuthology.orchestra.run.smithi023.stdout:454 2023-06-26T03:05:04.813 INFO:teuthology.orchestra.run.smithi023.stdout:454.out 2023-06-26T03:05:04.813 INFO:teuthology.orchestra.run.smithi023.stdout:455 2023-06-26T03:05:04.813 INFO:teuthology.orchestra.run.smithi023.stdout:455.out 2023-06-26T03:05:04.813 INFO:teuthology.orchestra.run.smithi023.stdout:456 2023-06-26T03:05:04.814 INFO:teuthology.orchestra.run.smithi023.stdout:456.out 2023-06-26T03:05:04.814 INFO:teuthology.orchestra.run.smithi023.stdout:457 2023-06-26T03:05:04.814 INFO:teuthology.orchestra.run.smithi023.stdout:457.out 2023-06-26T03:05:04.814 INFO:teuthology.orchestra.run.smithi023.stdout:458 2023-06-26T03:05:04.814 INFO:teuthology.orchestra.run.smithi023.stdout:458.out 2023-06-26T03:05:04.814 INFO:teuthology.orchestra.run.smithi023.stdout:459 2023-06-26T03:05:04.814 INFO:teuthology.orchestra.run.smithi023.stdout:459.out 2023-06-26T03:05:04.814 INFO:teuthology.orchestra.run.smithi023.stdout:460 2023-06-26T03:05:04.814 INFO:teuthology.orchestra.run.smithi023.stdout:460.out 2023-06-26T03:05:04.815 INFO:teuthology.orchestra.run.smithi023.stdout:461 2023-06-26T03:05:04.815 INFO:teuthology.orchestra.run.smithi023.stdout:461.out 2023-06-26T03:05:04.815 INFO:teuthology.orchestra.run.smithi023.stdout:462 2023-06-26T03:05:04.815 INFO:teuthology.orchestra.run.smithi023.stdout:462.out 2023-06-26T03:05:04.815 INFO:teuthology.orchestra.run.smithi023.stdout:463 2023-06-26T03:05:04.815 INFO:teuthology.orchestra.run.smithi023.stdout:463.out 2023-06-26T03:05:04.815 INFO:teuthology.orchestra.run.smithi023.stdout:464 2023-06-26T03:05:04.815 INFO:teuthology.orchestra.run.smithi023.stdout:464.out 2023-06-26T03:05:04.816 INFO:teuthology.orchestra.run.smithi023.stdout:465 2023-06-26T03:05:04.816 INFO:teuthology.orchestra.run.smithi023.stdout:465.out 2023-06-26T03:05:04.816 INFO:teuthology.orchestra.run.smithi023.stdout:466 2023-06-26T03:05:04.816 INFO:teuthology.orchestra.run.smithi023.stdout:466.out 2023-06-26T03:05:04.816 INFO:teuthology.orchestra.run.smithi023.stdout:467 2023-06-26T03:05:04.816 INFO:teuthology.orchestra.run.smithi023.stdout:467.out 2023-06-26T03:05:04.816 INFO:teuthology.orchestra.run.smithi023.stdout:468 2023-06-26T03:05:04.816 INFO:teuthology.orchestra.run.smithi023.stdout:468.out 2023-06-26T03:05:04.817 INFO:teuthology.orchestra.run.smithi023.stdout:469 2023-06-26T03:05:04.817 INFO:teuthology.orchestra.run.smithi023.stdout:469.out 2023-06-26T03:05:04.817 INFO:teuthology.orchestra.run.smithi023.stdout:470 2023-06-26T03:05:04.817 INFO:teuthology.orchestra.run.smithi023.stdout:470.out 2023-06-26T03:05:04.817 INFO:teuthology.orchestra.run.smithi023.stdout:471 2023-06-26T03:05:04.817 INFO:teuthology.orchestra.run.smithi023.stdout:471.out 2023-06-26T03:05:04.817 INFO:teuthology.orchestra.run.smithi023.stdout:472 2023-06-26T03:05:04.817 INFO:teuthology.orchestra.run.smithi023.stdout:472.out 2023-06-26T03:05:04.818 INFO:teuthology.orchestra.run.smithi023.stdout:473 2023-06-26T03:05:04.818 INFO:teuthology.orchestra.run.smithi023.stdout:473.out 2023-06-26T03:05:04.818 INFO:teuthology.orchestra.run.smithi023.stdout:474 2023-06-26T03:05:04.818 INFO:teuthology.orchestra.run.smithi023.stdout:474.out 2023-06-26T03:05:04.818 INFO:teuthology.orchestra.run.smithi023.stdout:475 2023-06-26T03:05:04.818 INFO:teuthology.orchestra.run.smithi023.stdout:475.out 2023-06-26T03:05:04.818 INFO:teuthology.orchestra.run.smithi023.stdout:476 2023-06-26T03:05:04.818 INFO:teuthology.orchestra.run.smithi023.stdout:476.out 2023-06-26T03:05:04.819 INFO:teuthology.orchestra.run.smithi023.stdout:477 2023-06-26T03:05:04.819 INFO:teuthology.orchestra.run.smithi023.stdout:477.out 2023-06-26T03:05:04.819 INFO:teuthology.orchestra.run.smithi023.stdout:478 2023-06-26T03:05:04.819 INFO:teuthology.orchestra.run.smithi023.stdout:478.out 2023-06-26T03:05:04.819 INFO:teuthology.orchestra.run.smithi023.stdout:479 2023-06-26T03:05:04.819 INFO:teuthology.orchestra.run.smithi023.stdout:479.out 2023-06-26T03:05:04.819 INFO:teuthology.orchestra.run.smithi023.stdout:480 2023-06-26T03:05:04.819 INFO:teuthology.orchestra.run.smithi023.stdout:480.out 2023-06-26T03:05:04.820 INFO:teuthology.orchestra.run.smithi023.stdout:481 2023-06-26T03:05:04.820 INFO:teuthology.orchestra.run.smithi023.stdout:481.out 2023-06-26T03:05:04.820 INFO:teuthology.orchestra.run.smithi023.stdout:482 2023-06-26T03:05:04.820 INFO:teuthology.orchestra.run.smithi023.stdout:482.out 2023-06-26T03:05:04.820 INFO:teuthology.orchestra.run.smithi023.stdout:483 2023-06-26T03:05:04.820 INFO:teuthology.orchestra.run.smithi023.stdout:483.out 2023-06-26T03:05:04.820 INFO:teuthology.orchestra.run.smithi023.stdout:484 2023-06-26T03:05:04.820 INFO:teuthology.orchestra.run.smithi023.stdout:484.out 2023-06-26T03:05:04.821 INFO:teuthology.orchestra.run.smithi023.stdout:485 2023-06-26T03:05:04.821 INFO:teuthology.orchestra.run.smithi023.stdout:485.out 2023-06-26T03:05:04.821 INFO:teuthology.orchestra.run.smithi023.stdout:486 2023-06-26T03:05:04.821 INFO:teuthology.orchestra.run.smithi023.stdout:486.out 2023-06-26T03:05:04.821 INFO:teuthology.orchestra.run.smithi023.stdout:487 2023-06-26T03:05:04.821 INFO:teuthology.orchestra.run.smithi023.stdout:487.out 2023-06-26T03:05:04.821 INFO:teuthology.orchestra.run.smithi023.stdout:488 2023-06-26T03:05:04.821 INFO:teuthology.orchestra.run.smithi023.stdout:488.out 2023-06-26T03:05:04.822 INFO:teuthology.orchestra.run.smithi023.stdout:489 2023-06-26T03:05:04.822 INFO:teuthology.orchestra.run.smithi023.stdout:489.out 2023-06-26T03:05:04.822 INFO:teuthology.orchestra.run.smithi023.stdout:490 2023-06-26T03:05:04.822 INFO:teuthology.orchestra.run.smithi023.stdout:490.out 2023-06-26T03:05:04.822 INFO:teuthology.orchestra.run.smithi023.stdout:491 2023-06-26T03:05:04.822 INFO:teuthology.orchestra.run.smithi023.stdout:491.out 2023-06-26T03:05:04.822 INFO:teuthology.orchestra.run.smithi023.stdout:492 2023-06-26T03:05:04.822 INFO:teuthology.orchestra.run.smithi023.stdout:492.out 2023-06-26T03:05:04.823 INFO:teuthology.orchestra.run.smithi023.stdout:493 2023-06-26T03:05:04.823 INFO:teuthology.orchestra.run.smithi023.stdout:493.out 2023-06-26T03:05:04.823 INFO:teuthology.orchestra.run.smithi023.stdout:494 2023-06-26T03:05:04.823 INFO:teuthology.orchestra.run.smithi023.stdout:494.out 2023-06-26T03:05:04.823 INFO:teuthology.orchestra.run.smithi023.stdout:495 2023-06-26T03:05:04.823 INFO:teuthology.orchestra.run.smithi023.stdout:495.out 2023-06-26T03:05:04.823 INFO:teuthology.orchestra.run.smithi023.stdout:496 2023-06-26T03:05:04.823 INFO:teuthology.orchestra.run.smithi023.stdout:496.out 2023-06-26T03:05:04.824 INFO:teuthology.orchestra.run.smithi023.stdout:497 2023-06-26T03:05:04.824 INFO:teuthology.orchestra.run.smithi023.stdout:497.out 2023-06-26T03:05:04.824 INFO:teuthology.orchestra.run.smithi023.stdout:498 2023-06-26T03:05:04.824 INFO:teuthology.orchestra.run.smithi023.stdout:498.out 2023-06-26T03:05:04.824 INFO:teuthology.orchestra.run.smithi023.stdout:499 2023-06-26T03:05:04.824 INFO:teuthology.orchestra.run.smithi023.stdout:499.out 2023-06-26T03:05:04.824 INFO:teuthology.orchestra.run.smithi023.stdout:500 2023-06-26T03:05:04.825 INFO:teuthology.orchestra.run.smithi023.stdout:500.out 2023-06-26T03:05:04.825 INFO:teuthology.orchestra.run.smithi023.stdout:501 2023-06-26T03:05:04.825 INFO:teuthology.orchestra.run.smithi023.stdout:501.out 2023-06-26T03:05:04.825 INFO:teuthology.orchestra.run.smithi023.stdout:502 2023-06-26T03:05:04.825 INFO:teuthology.orchestra.run.smithi023.stdout:502.out 2023-06-26T03:05:04.825 INFO:teuthology.orchestra.run.smithi023.stdout:503 2023-06-26T03:05:04.825 INFO:teuthology.orchestra.run.smithi023.stdout:503.out 2023-06-26T03:05:04.825 INFO:teuthology.orchestra.run.smithi023.stdout:504 2023-06-26T03:05:04.826 INFO:teuthology.orchestra.run.smithi023.stdout:504.out 2023-06-26T03:05:04.826 INFO:teuthology.orchestra.run.smithi023.stdout:505 2023-06-26T03:05:04.826 INFO:teuthology.orchestra.run.smithi023.stdout:505.out 2023-06-26T03:05:04.826 INFO:teuthology.orchestra.run.smithi023.stdout:506 2023-06-26T03:05:04.826 INFO:teuthology.orchestra.run.smithi023.stdout:506.out 2023-06-26T03:05:04.826 INFO:teuthology.orchestra.run.smithi023.stdout:507 2023-06-26T03:05:04.826 INFO:teuthology.orchestra.run.smithi023.stdout:507.out 2023-06-26T03:05:04.826 INFO:teuthology.orchestra.run.smithi023.stdout:508 2023-06-26T03:05:04.827 INFO:teuthology.orchestra.run.smithi023.stdout:508.out 2023-06-26T03:05:04.827 INFO:teuthology.orchestra.run.smithi023.stdout:509 2023-06-26T03:05:04.827 INFO:teuthology.orchestra.run.smithi023.stdout:509.out 2023-06-26T03:05:04.827 INFO:teuthology.orchestra.run.smithi023.stdout:510 2023-06-26T03:05:04.827 INFO:teuthology.orchestra.run.smithi023.stdout:510.out 2023-06-26T03:05:04.827 INFO:teuthology.orchestra.run.smithi023.stdout:511 2023-06-26T03:05:04.827 INFO:teuthology.orchestra.run.smithi023.stdout:511.out 2023-06-26T03:05:04.827 INFO:teuthology.orchestra.run.smithi023.stdout:512 2023-06-26T03:05:04.828 INFO:teuthology.orchestra.run.smithi023.stdout:512.out 2023-06-26T03:05:04.828 INFO:teuthology.orchestra.run.smithi023.stdout:513 2023-06-26T03:05:04.828 INFO:teuthology.orchestra.run.smithi023.stdout:513.out 2023-06-26T03:05:04.828 INFO:teuthology.orchestra.run.smithi023.stdout:514 2023-06-26T03:05:04.828 INFO:teuthology.orchestra.run.smithi023.stdout:514.out 2023-06-26T03:05:04.828 INFO:teuthology.orchestra.run.smithi023.stdout:515 2023-06-26T03:05:04.828 INFO:teuthology.orchestra.run.smithi023.stdout:515.out 2023-06-26T03:05:04.828 INFO:teuthology.orchestra.run.smithi023.stdout:516 2023-06-26T03:05:04.829 INFO:teuthology.orchestra.run.smithi023.stdout:516.out 2023-06-26T03:05:04.829 INFO:teuthology.orchestra.run.smithi023.stdout:517 2023-06-26T03:05:04.829 INFO:teuthology.orchestra.run.smithi023.stdout:517.out 2023-06-26T03:05:04.829 INFO:teuthology.orchestra.run.smithi023.stdout:518 2023-06-26T03:05:04.829 INFO:teuthology.orchestra.run.smithi023.stdout:518.out 2023-06-26T03:05:04.829 INFO:teuthology.orchestra.run.smithi023.stdout:519 2023-06-26T03:05:04.829 INFO:teuthology.orchestra.run.smithi023.stdout:519.out 2023-06-26T03:05:04.829 INFO:teuthology.orchestra.run.smithi023.stdout:520 2023-06-26T03:05:04.830 INFO:teuthology.orchestra.run.smithi023.stdout:520.out 2023-06-26T03:05:04.830 INFO:teuthology.orchestra.run.smithi023.stdout:521 2023-06-26T03:05:04.830 INFO:teuthology.orchestra.run.smithi023.stdout:521.out 2023-06-26T03:05:04.830 INFO:teuthology.orchestra.run.smithi023.stdout:522 2023-06-26T03:05:04.830 INFO:teuthology.orchestra.run.smithi023.stdout:522.out 2023-06-26T03:05:04.830 INFO:teuthology.orchestra.run.smithi023.stdout:523 2023-06-26T03:05:04.830 INFO:teuthology.orchestra.run.smithi023.stdout:523.out 2023-06-26T03:05:04.830 INFO:teuthology.orchestra.run.smithi023.stdout:524 2023-06-26T03:05:04.831 INFO:teuthology.orchestra.run.smithi023.stdout:524.out 2023-06-26T03:05:04.831 INFO:teuthology.orchestra.run.smithi023.stdout:525 2023-06-26T03:05:04.831 INFO:teuthology.orchestra.run.smithi023.stdout:525.out 2023-06-26T03:05:04.831 INFO:teuthology.orchestra.run.smithi023.stdout:526 2023-06-26T03:05:04.831 INFO:teuthology.orchestra.run.smithi023.stdout:526.out 2023-06-26T03:05:04.831 INFO:teuthology.orchestra.run.smithi023.stdout:527 2023-06-26T03:05:04.831 INFO:teuthology.orchestra.run.smithi023.stdout:527.out 2023-06-26T03:05:04.831 INFO:teuthology.orchestra.run.smithi023.stdout:528 2023-06-26T03:05:04.832 INFO:teuthology.orchestra.run.smithi023.stdout:528.out 2023-06-26T03:05:04.832 INFO:teuthology.orchestra.run.smithi023.stdout:529 2023-06-26T03:05:04.832 INFO:teuthology.orchestra.run.smithi023.stdout:529.out 2023-06-26T03:05:04.832 INFO:teuthology.orchestra.run.smithi023.stdout:530 2023-06-26T03:05:04.832 INFO:teuthology.orchestra.run.smithi023.stdout:530.out 2023-06-26T03:05:04.832 INFO:teuthology.orchestra.run.smithi023.stdout:531 2023-06-26T03:05:04.832 INFO:teuthology.orchestra.run.smithi023.stdout:531.out 2023-06-26T03:05:04.832 INFO:teuthology.orchestra.run.smithi023.stdout:532 2023-06-26T03:05:04.833 INFO:teuthology.orchestra.run.smithi023.stdout:532.out 2023-06-26T03:05:04.833 INFO:teuthology.orchestra.run.smithi023.stdout:533 2023-06-26T03:05:04.833 INFO:teuthology.orchestra.run.smithi023.stdout:533.out 2023-06-26T03:05:04.833 INFO:teuthology.orchestra.run.smithi023.stdout:534 2023-06-26T03:05:04.833 INFO:teuthology.orchestra.run.smithi023.stdout:534.out 2023-06-26T03:05:04.833 INFO:teuthology.orchestra.run.smithi023.stdout:535 2023-06-26T03:05:04.833 INFO:teuthology.orchestra.run.smithi023.stdout:535.out 2023-06-26T03:05:04.833 INFO:teuthology.orchestra.run.smithi023.stdout:536 2023-06-26T03:05:04.834 INFO:teuthology.orchestra.run.smithi023.stdout:536.out 2023-06-26T03:05:04.834 INFO:teuthology.orchestra.run.smithi023.stdout:537 2023-06-26T03:05:04.834 INFO:teuthology.orchestra.run.smithi023.stdout:537.out 2023-06-26T03:05:04.834 INFO:teuthology.orchestra.run.smithi023.stdout:538 2023-06-26T03:05:04.834 INFO:teuthology.orchestra.run.smithi023.stdout:538.out 2023-06-26T03:05:04.834 INFO:teuthology.orchestra.run.smithi023.stdout:539 2023-06-26T03:05:04.834 INFO:teuthology.orchestra.run.smithi023.stdout:539.out 2023-06-26T03:05:04.834 INFO:teuthology.orchestra.run.smithi023.stdout:540 2023-06-26T03:05:04.835 INFO:teuthology.orchestra.run.smithi023.stdout:540.out 2023-06-26T03:05:04.835 INFO:teuthology.orchestra.run.smithi023.stdout:541 2023-06-26T03:05:04.835 INFO:teuthology.orchestra.run.smithi023.stdout:541.out 2023-06-26T03:05:04.835 INFO:teuthology.orchestra.run.smithi023.stdout:542 2023-06-26T03:05:04.835 INFO:teuthology.orchestra.run.smithi023.stdout:542.out 2023-06-26T03:05:04.835 INFO:teuthology.orchestra.run.smithi023.stdout:543 2023-06-26T03:05:04.835 INFO:teuthology.orchestra.run.smithi023.stdout:543.out 2023-06-26T03:05:04.835 INFO:teuthology.orchestra.run.smithi023.stdout:544 2023-06-26T03:05:04.836 INFO:teuthology.orchestra.run.smithi023.stdout:544.out 2023-06-26T03:05:04.836 INFO:teuthology.orchestra.run.smithi023.stdout:545 2023-06-26T03:05:04.836 INFO:teuthology.orchestra.run.smithi023.stdout:545.out 2023-06-26T03:05:04.836 INFO:teuthology.orchestra.run.smithi023.stdout:546 2023-06-26T03:05:04.836 INFO:teuthology.orchestra.run.smithi023.stdout:546.out 2023-06-26T03:05:04.836 INFO:teuthology.orchestra.run.smithi023.stdout:547 2023-06-26T03:05:04.836 INFO:teuthology.orchestra.run.smithi023.stdout:547.out 2023-06-26T03:05:04.836 INFO:teuthology.orchestra.run.smithi023.stdout:548 2023-06-26T03:05:04.837 INFO:teuthology.orchestra.run.smithi023.stdout:548.out 2023-06-26T03:05:04.837 INFO:teuthology.orchestra.run.smithi023.stdout:549 2023-06-26T03:05:04.837 INFO:teuthology.orchestra.run.smithi023.stdout:549.out 2023-06-26T03:05:04.837 INFO:teuthology.orchestra.run.smithi023.stdout:550 2023-06-26T03:05:04.837 INFO:teuthology.orchestra.run.smithi023.stdout:550.out 2023-06-26T03:05:04.837 INFO:teuthology.orchestra.run.smithi023.stdout:551 2023-06-26T03:05:04.837 INFO:teuthology.orchestra.run.smithi023.stdout:551.out 2023-06-26T03:05:04.837 INFO:teuthology.orchestra.run.smithi023.stdout:552 2023-06-26T03:05:04.838 INFO:teuthology.orchestra.run.smithi023.stdout:552.out 2023-06-26T03:05:04.838 INFO:teuthology.orchestra.run.smithi023.stdout:553 2023-06-26T03:05:04.838 INFO:teuthology.orchestra.run.smithi023.stdout:553.out 2023-06-26T03:05:04.838 INFO:teuthology.orchestra.run.smithi023.stdout:554 2023-06-26T03:05:04.838 INFO:teuthology.orchestra.run.smithi023.stdout:554.out 2023-06-26T03:05:04.838 INFO:teuthology.orchestra.run.smithi023.stdout:555 2023-06-26T03:05:04.838 INFO:teuthology.orchestra.run.smithi023.stdout:555.out 2023-06-26T03:05:04.838 INFO:teuthology.orchestra.run.smithi023.stdout:556 2023-06-26T03:05:04.839 INFO:teuthology.orchestra.run.smithi023.stdout:556.out 2023-06-26T03:05:04.839 INFO:teuthology.orchestra.run.smithi023.stdout:557 2023-06-26T03:05:04.839 INFO:teuthology.orchestra.run.smithi023.stdout:557.out 2023-06-26T03:05:04.839 INFO:teuthology.orchestra.run.smithi023.stdout:558 2023-06-26T03:05:04.839 INFO:teuthology.orchestra.run.smithi023.stdout:558.out 2023-06-26T03:05:04.839 INFO:teuthology.orchestra.run.smithi023.stdout:559 2023-06-26T03:05:04.839 INFO:teuthology.orchestra.run.smithi023.stdout:559.out 2023-06-26T03:05:04.839 INFO:teuthology.orchestra.run.smithi023.stdout:560 2023-06-26T03:05:04.839 INFO:teuthology.orchestra.run.smithi023.stdout:560.out 2023-06-26T03:05:04.840 INFO:teuthology.orchestra.run.smithi023.stdout:561 2023-06-26T03:05:04.840 INFO:teuthology.orchestra.run.smithi023.stdout:561.out 2023-06-26T03:05:04.840 INFO:teuthology.orchestra.run.smithi023.stdout:562 2023-06-26T03:05:04.840 INFO:teuthology.orchestra.run.smithi023.stdout:562.out 2023-06-26T03:05:04.840 INFO:teuthology.orchestra.run.smithi023.stdout:563 2023-06-26T03:05:04.840 INFO:teuthology.orchestra.run.smithi023.stdout:563.out 2023-06-26T03:05:04.840 INFO:teuthology.orchestra.run.smithi023.stdout:564 2023-06-26T03:05:04.841 INFO:teuthology.orchestra.run.smithi023.stdout:564.out 2023-06-26T03:05:04.841 INFO:teuthology.orchestra.run.smithi023.stdout:565 2023-06-26T03:05:04.841 INFO:teuthology.orchestra.run.smithi023.stdout:565.out 2023-06-26T03:05:04.841 INFO:teuthology.orchestra.run.smithi023.stdout:566 2023-06-26T03:05:04.841 INFO:teuthology.orchestra.run.smithi023.stdout:566.out 2023-06-26T03:05:04.841 INFO:teuthology.orchestra.run.smithi023.stdout:567 2023-06-26T03:05:04.841 INFO:teuthology.orchestra.run.smithi023.stdout:567.out 2023-06-26T03:05:04.841 INFO:teuthology.orchestra.run.smithi023.stdout:568 2023-06-26T03:05:04.842 INFO:teuthology.orchestra.run.smithi023.stdout:568.out 2023-06-26T03:05:04.842 INFO:teuthology.orchestra.run.smithi023.stdout:569 2023-06-26T03:05:04.842 INFO:teuthology.orchestra.run.smithi023.stdout:569.out 2023-06-26T03:05:04.842 INFO:teuthology.orchestra.run.smithi023.stdout:570 2023-06-26T03:05:04.842 INFO:teuthology.orchestra.run.smithi023.stdout:570.out 2023-06-26T03:05:04.842 INFO:teuthology.orchestra.run.smithi023.stdout:571 2023-06-26T03:05:04.842 INFO:teuthology.orchestra.run.smithi023.stdout:571.out 2023-06-26T03:05:04.842 INFO:teuthology.orchestra.run.smithi023.stdout:572 2023-06-26T03:05:04.842 INFO:teuthology.orchestra.run.smithi023.stdout:572.out 2023-06-26T03:05:04.843 INFO:teuthology.orchestra.run.smithi023.stdout:573 2023-06-26T03:05:04.843 INFO:teuthology.orchestra.run.smithi023.stdout:573.out 2023-06-26T03:05:04.843 INFO:teuthology.orchestra.run.smithi023.stdout:574 2023-06-26T03:05:04.843 INFO:teuthology.orchestra.run.smithi023.stdout:574.out 2023-06-26T03:05:04.843 INFO:teuthology.orchestra.run.smithi023.stdout:575 2023-06-26T03:05:04.843 INFO:teuthology.orchestra.run.smithi023.stdout:575.out 2023-06-26T03:05:04.843 INFO:teuthology.orchestra.run.smithi023.stdout:576 2023-06-26T03:05:04.843 INFO:teuthology.orchestra.run.smithi023.stdout:576.out 2023-06-26T03:05:04.844 INFO:teuthology.orchestra.run.smithi023.stdout:577 2023-06-26T03:05:04.844 INFO:teuthology.orchestra.run.smithi023.stdout:577.out 2023-06-26T03:05:04.844 INFO:teuthology.orchestra.run.smithi023.stdout:578 2023-06-26T03:05:04.844 INFO:teuthology.orchestra.run.smithi023.stdout:578.out 2023-06-26T03:05:04.844 INFO:teuthology.orchestra.run.smithi023.stdout:579 2023-06-26T03:05:04.844 INFO:teuthology.orchestra.run.smithi023.stdout:579.out 2023-06-26T03:05:04.844 INFO:teuthology.orchestra.run.smithi023.stdout:580 2023-06-26T03:05:04.844 INFO:teuthology.orchestra.run.smithi023.stdout:580.out 2023-06-26T03:05:04.845 INFO:teuthology.orchestra.run.smithi023.stdout:581 2023-06-26T03:05:04.845 INFO:teuthology.orchestra.run.smithi023.stdout:581.out 2023-06-26T03:05:04.845 INFO:teuthology.orchestra.run.smithi023.stdout:582 2023-06-26T03:05:04.845 INFO:teuthology.orchestra.run.smithi023.stdout:582.out 2023-06-26T03:05:04.845 INFO:teuthology.orchestra.run.smithi023.stdout:583 2023-06-26T03:05:04.845 INFO:teuthology.orchestra.run.smithi023.stdout:583.out 2023-06-26T03:05:04.845 INFO:teuthology.orchestra.run.smithi023.stdout:584 2023-06-26T03:05:04.845 INFO:teuthology.orchestra.run.smithi023.stdout:584.out 2023-06-26T03:05:04.846 INFO:teuthology.orchestra.run.smithi023.stdout:585 2023-06-26T03:05:04.846 INFO:teuthology.orchestra.run.smithi023.stdout:585.out 2023-06-26T03:05:04.846 INFO:teuthology.orchestra.run.smithi023.stdout:586 2023-06-26T03:05:04.846 INFO:teuthology.orchestra.run.smithi023.stdout:586.out 2023-06-26T03:05:04.846 INFO:teuthology.orchestra.run.smithi023.stdout:587 2023-06-26T03:05:04.846 INFO:teuthology.orchestra.run.smithi023.stdout:587.out 2023-06-26T03:05:04.846 INFO:teuthology.orchestra.run.smithi023.stdout:588 2023-06-26T03:05:04.846 INFO:teuthology.orchestra.run.smithi023.stdout:588.out 2023-06-26T03:05:04.847 INFO:teuthology.orchestra.run.smithi023.stdout:589 2023-06-26T03:05:04.847 INFO:teuthology.orchestra.run.smithi023.stdout:589.out 2023-06-26T03:05:04.847 INFO:teuthology.orchestra.run.smithi023.stdout:590 2023-06-26T03:05:04.847 INFO:teuthology.orchestra.run.smithi023.stdout:590.out 2023-06-26T03:05:04.847 INFO:teuthology.orchestra.run.smithi023.stdout:591 2023-06-26T03:05:04.847 INFO:teuthology.orchestra.run.smithi023.stdout:591.out 2023-06-26T03:05:04.847 INFO:teuthology.orchestra.run.smithi023.stdout:592 2023-06-26T03:05:04.847 INFO:teuthology.orchestra.run.smithi023.stdout:592.out 2023-06-26T03:05:04.848 INFO:teuthology.orchestra.run.smithi023.stdout:593 2023-06-26T03:05:04.848 INFO:teuthology.orchestra.run.smithi023.stdout:593.out 2023-06-26T03:05:04.848 INFO:teuthology.orchestra.run.smithi023.stdout:594 2023-06-26T03:05:04.848 INFO:teuthology.orchestra.run.smithi023.stdout:594.out 2023-06-26T03:05:04.848 INFO:teuthology.orchestra.run.smithi023.stdout:595 2023-06-26T03:05:04.848 INFO:teuthology.orchestra.run.smithi023.stdout:595.out 2023-06-26T03:05:04.848 INFO:teuthology.orchestra.run.smithi023.stdout:596 2023-06-26T03:05:04.848 INFO:teuthology.orchestra.run.smithi023.stdout:596.out 2023-06-26T03:05:04.849 INFO:teuthology.orchestra.run.smithi023.stdout:597 2023-06-26T03:05:04.849 INFO:teuthology.orchestra.run.smithi023.stdout:597.out 2023-06-26T03:05:04.849 INFO:teuthology.orchestra.run.smithi023.stdout:598 2023-06-26T03:05:04.849 INFO:teuthology.orchestra.run.smithi023.stdout:598.out 2023-06-26T03:05:04.849 INFO:teuthology.orchestra.run.smithi023.stdout:599 2023-06-26T03:05:04.849 INFO:teuthology.orchestra.run.smithi023.stdout:599.out 2023-06-26T03:05:04.849 INFO:teuthology.orchestra.run.smithi023.stdout:600 2023-06-26T03:05:04.849 INFO:teuthology.orchestra.run.smithi023.stdout:600.out 2023-06-26T03:05:04.850 INFO:teuthology.orchestra.run.smithi023.stdout:601 2023-06-26T03:05:04.850 INFO:teuthology.orchestra.run.smithi023.stdout:601.out 2023-06-26T03:05:04.850 INFO:teuthology.orchestra.run.smithi023.stdout:602 2023-06-26T03:05:04.850 INFO:teuthology.orchestra.run.smithi023.stdout:602.out 2023-06-26T03:05:04.850 INFO:teuthology.orchestra.run.smithi023.stdout:603 2023-06-26T03:05:04.850 INFO:teuthology.orchestra.run.smithi023.stdout:603.out 2023-06-26T03:05:04.850 INFO:teuthology.orchestra.run.smithi023.stdout:604 2023-06-26T03:05:04.850 INFO:teuthology.orchestra.run.smithi023.stdout:604.out 2023-06-26T03:05:04.851 INFO:teuthology.orchestra.run.smithi023.stdout:605 2023-06-26T03:05:04.851 INFO:teuthology.orchestra.run.smithi023.stdout:605.out 2023-06-26T03:05:04.851 INFO:teuthology.orchestra.run.smithi023.stdout:606 2023-06-26T03:05:04.851 INFO:teuthology.orchestra.run.smithi023.stdout:606.out 2023-06-26T03:05:04.851 INFO:teuthology.orchestra.run.smithi023.stdout:607 2023-06-26T03:05:04.851 INFO:teuthology.orchestra.run.smithi023.stdout:607.out 2023-06-26T03:05:04.851 INFO:teuthology.orchestra.run.smithi023.stdout:608 2023-06-26T03:05:04.851 INFO:teuthology.orchestra.run.smithi023.stdout:608.out 2023-06-26T03:05:04.852 INFO:teuthology.orchestra.run.smithi023.stdout:609 2023-06-26T03:05:04.852 INFO:teuthology.orchestra.run.smithi023.stdout:609.out 2023-06-26T03:05:04.852 INFO:teuthology.orchestra.run.smithi023.stdout:610 2023-06-26T03:05:04.852 INFO:teuthology.orchestra.run.smithi023.stdout:610.out 2023-06-26T03:05:04.852 INFO:teuthology.orchestra.run.smithi023.stdout:611 2023-06-26T03:05:04.852 INFO:teuthology.orchestra.run.smithi023.stdout:611.out 2023-06-26T03:05:04.852 INFO:teuthology.orchestra.run.smithi023.stdout:612 2023-06-26T03:05:04.852 INFO:teuthology.orchestra.run.smithi023.stdout:612.out 2023-06-26T03:05:04.853 INFO:teuthology.orchestra.run.smithi023.stdout:613 2023-06-26T03:05:04.853 INFO:teuthology.orchestra.run.smithi023.stdout:613.out 2023-06-26T03:05:04.853 INFO:teuthology.orchestra.run.smithi023.stdout:614 2023-06-26T03:05:04.853 INFO:teuthology.orchestra.run.smithi023.stdout:614.out 2023-06-26T03:05:04.853 INFO:teuthology.orchestra.run.smithi023.stdout:615 2023-06-26T03:05:04.853 INFO:teuthology.orchestra.run.smithi023.stdout:615.out 2023-06-26T03:05:04.853 INFO:teuthology.orchestra.run.smithi023.stdout:616 2023-06-26T03:05:04.853 INFO:teuthology.orchestra.run.smithi023.stdout:616.out 2023-06-26T03:05:04.854 INFO:teuthology.orchestra.run.smithi023.stdout:617 2023-06-26T03:05:04.854 INFO:teuthology.orchestra.run.smithi023.stdout:617.out 2023-06-26T03:05:04.854 INFO:teuthology.orchestra.run.smithi023.stdout:618 2023-06-26T03:05:04.854 INFO:teuthology.orchestra.run.smithi023.stdout:618.out 2023-06-26T03:05:04.854 INFO:teuthology.orchestra.run.smithi023.stdout:619 2023-06-26T03:05:04.854 INFO:teuthology.orchestra.run.smithi023.stdout:619.out 2023-06-26T03:05:04.854 INFO:teuthology.orchestra.run.smithi023.stdout:620 2023-06-26T03:05:04.854 INFO:teuthology.orchestra.run.smithi023.stdout:620.out 2023-06-26T03:05:04.855 INFO:teuthology.orchestra.run.smithi023.stdout:621 2023-06-26T03:05:04.855 INFO:teuthology.orchestra.run.smithi023.stdout:621.out 2023-06-26T03:05:04.855 INFO:teuthology.orchestra.run.smithi023.stdout:622 2023-06-26T03:05:04.855 INFO:teuthology.orchestra.run.smithi023.stdout:622.out 2023-06-26T03:05:04.855 INFO:teuthology.orchestra.run.smithi023.stdout:623 2023-06-26T03:05:04.855 INFO:teuthology.orchestra.run.smithi023.stdout:623.out 2023-06-26T03:05:04.855 INFO:teuthology.orchestra.run.smithi023.stdout:624 2023-06-26T03:05:04.855 INFO:teuthology.orchestra.run.smithi023.stdout:624.out 2023-06-26T03:05:04.856 INFO:teuthology.orchestra.run.smithi023.stdout:625 2023-06-26T03:05:04.856 INFO:teuthology.orchestra.run.smithi023.stdout:625.out 2023-06-26T03:05:04.856 INFO:teuthology.orchestra.run.smithi023.stdout:626 2023-06-26T03:05:04.856 INFO:teuthology.orchestra.run.smithi023.stdout:626.out 2023-06-26T03:05:04.856 INFO:teuthology.orchestra.run.smithi023.stdout:627 2023-06-26T03:05:04.856 INFO:teuthology.orchestra.run.smithi023.stdout:627.out 2023-06-26T03:05:04.856 INFO:teuthology.orchestra.run.smithi023.stdout:628 2023-06-26T03:05:04.856 INFO:teuthology.orchestra.run.smithi023.stdout:628.out 2023-06-26T03:05:04.857 INFO:teuthology.orchestra.run.smithi023.stdout:629 2023-06-26T03:05:04.857 INFO:teuthology.orchestra.run.smithi023.stdout:629.out 2023-06-26T03:05:04.857 INFO:teuthology.orchestra.run.smithi023.stdout:630 2023-06-26T03:05:04.857 INFO:teuthology.orchestra.run.smithi023.stdout:630.out 2023-06-26T03:05:04.857 INFO:teuthology.orchestra.run.smithi023.stdout:631 2023-06-26T03:05:04.857 INFO:teuthology.orchestra.run.smithi023.stdout:631.out 2023-06-26T03:05:04.857 INFO:teuthology.orchestra.run.smithi023.stdout:632 2023-06-26T03:05:04.857 INFO:teuthology.orchestra.run.smithi023.stdout:632.out 2023-06-26T03:05:04.858 INFO:teuthology.orchestra.run.smithi023.stdout:633 2023-06-26T03:05:04.858 INFO:teuthology.orchestra.run.smithi023.stdout:633.out 2023-06-26T03:05:04.858 INFO:teuthology.orchestra.run.smithi023.stdout:634 2023-06-26T03:05:04.858 INFO:teuthology.orchestra.run.smithi023.stdout:634.out 2023-06-26T03:05:04.858 INFO:teuthology.orchestra.run.smithi023.stdout:635 2023-06-26T03:05:04.858 INFO:teuthology.orchestra.run.smithi023.stdout:635.out 2023-06-26T03:05:04.858 INFO:teuthology.orchestra.run.smithi023.stdout:636 2023-06-26T03:05:04.858 INFO:teuthology.orchestra.run.smithi023.stdout:636.out 2023-06-26T03:05:04.859 INFO:teuthology.orchestra.run.smithi023.stdout:637 2023-06-26T03:05:04.859 INFO:teuthology.orchestra.run.smithi023.stdout:637.out 2023-06-26T03:05:04.859 INFO:teuthology.orchestra.run.smithi023.stdout:638 2023-06-26T03:05:04.859 INFO:teuthology.orchestra.run.smithi023.stdout:638.out 2023-06-26T03:05:04.859 INFO:teuthology.orchestra.run.smithi023.stdout:639 2023-06-26T03:05:04.859 INFO:teuthology.orchestra.run.smithi023.stdout:639.out 2023-06-26T03:05:04.859 INFO:teuthology.orchestra.run.smithi023.stdout:640 2023-06-26T03:05:04.859 INFO:teuthology.orchestra.run.smithi023.stdout:640.out 2023-06-26T03:05:04.860 INFO:teuthology.orchestra.run.smithi023.stdout:641 2023-06-26T03:05:04.860 INFO:teuthology.orchestra.run.smithi023.stdout:641.out 2023-06-26T03:05:04.860 INFO:teuthology.orchestra.run.smithi023.stdout:642 2023-06-26T03:05:04.860 INFO:teuthology.orchestra.run.smithi023.stdout:642.out 2023-06-26T03:05:04.860 INFO:teuthology.orchestra.run.smithi023.stdout:643 2023-06-26T03:05:04.860 INFO:teuthology.orchestra.run.smithi023.stdout:643.out 2023-06-26T03:05:04.860 INFO:teuthology.orchestra.run.smithi023.stdout:644 2023-06-26T03:05:04.860 INFO:teuthology.orchestra.run.smithi023.stdout:644.out 2023-06-26T03:05:04.861 INFO:teuthology.orchestra.run.smithi023.stdout:645 2023-06-26T03:05:04.861 INFO:teuthology.orchestra.run.smithi023.stdout:645.out 2023-06-26T03:05:04.861 INFO:teuthology.orchestra.run.smithi023.stdout:646 2023-06-26T03:05:04.861 INFO:teuthology.orchestra.run.smithi023.stdout:646.out 2023-06-26T03:05:04.861 INFO:teuthology.orchestra.run.smithi023.stdout:647 2023-06-26T03:05:04.861 INFO:teuthology.orchestra.run.smithi023.stdout:647.out 2023-06-26T03:05:04.861 INFO:teuthology.orchestra.run.smithi023.stdout:648 2023-06-26T03:05:04.861 INFO:teuthology.orchestra.run.smithi023.stdout:648.out 2023-06-26T03:05:04.862 INFO:teuthology.orchestra.run.smithi023.stdout:649 2023-06-26T03:05:04.862 INFO:teuthology.orchestra.run.smithi023.stdout:649.out 2023-06-26T03:05:04.862 INFO:teuthology.orchestra.run.smithi023.stdout:650 2023-06-26T03:05:04.862 INFO:teuthology.orchestra.run.smithi023.stdout:650.out 2023-06-26T03:05:04.862 INFO:teuthology.orchestra.run.smithi023.stdout:651 2023-06-26T03:05:04.862 INFO:teuthology.orchestra.run.smithi023.stdout:651.out 2023-06-26T03:05:04.862 INFO:teuthology.orchestra.run.smithi023.stdout:652 2023-06-26T03:05:04.862 INFO:teuthology.orchestra.run.smithi023.stdout:652.out 2023-06-26T03:05:04.863 INFO:teuthology.orchestra.run.smithi023.stdout:653 2023-06-26T03:05:04.863 INFO:teuthology.orchestra.run.smithi023.stdout:653.out 2023-06-26T03:05:04.863 INFO:teuthology.orchestra.run.smithi023.stdout:654 2023-06-26T03:05:04.863 INFO:teuthology.orchestra.run.smithi023.stdout:654.out 2023-06-26T03:05:04.863 INFO:teuthology.orchestra.run.smithi023.stdout:655 2023-06-26T03:05:04.863 INFO:teuthology.orchestra.run.smithi023.stdout:655.out 2023-06-26T03:05:04.863 INFO:teuthology.orchestra.run.smithi023.stdout:656 2023-06-26T03:05:04.863 INFO:teuthology.orchestra.run.smithi023.stdout:656.out 2023-06-26T03:05:04.864 INFO:teuthology.orchestra.run.smithi023.stdout:657 2023-06-26T03:05:04.864 INFO:teuthology.orchestra.run.smithi023.stdout:657.out 2023-06-26T03:05:04.864 INFO:teuthology.orchestra.run.smithi023.stdout:658 2023-06-26T03:05:04.864 INFO:teuthology.orchestra.run.smithi023.stdout:658.out 2023-06-26T03:05:04.864 INFO:teuthology.orchestra.run.smithi023.stdout:659 2023-06-26T03:05:04.864 INFO:teuthology.orchestra.run.smithi023.stdout:659.out 2023-06-26T03:05:04.864 INFO:teuthology.orchestra.run.smithi023.stdout:660 2023-06-26T03:05:04.864 INFO:teuthology.orchestra.run.smithi023.stdout:660.out 2023-06-26T03:05:04.865 INFO:teuthology.orchestra.run.smithi023.stdout:661 2023-06-26T03:05:04.865 INFO:teuthology.orchestra.run.smithi023.stdout:661.out 2023-06-26T03:05:04.865 INFO:teuthology.orchestra.run.smithi023.stdout:662 2023-06-26T03:05:04.865 INFO:teuthology.orchestra.run.smithi023.stdout:662.out 2023-06-26T03:05:04.865 INFO:teuthology.orchestra.run.smithi023.stdout:663 2023-06-26T03:05:04.865 INFO:teuthology.orchestra.run.smithi023.stdout:663.out 2023-06-26T03:05:04.865 INFO:teuthology.orchestra.run.smithi023.stdout:664 2023-06-26T03:05:04.865 INFO:teuthology.orchestra.run.smithi023.stdout:664.out 2023-06-26T03:05:04.866 INFO:teuthology.orchestra.run.smithi023.stdout:665 2023-06-26T03:05:04.866 INFO:teuthology.orchestra.run.smithi023.stdout:665.out 2023-06-26T03:05:04.866 INFO:teuthology.orchestra.run.smithi023.stdout:666 2023-06-26T03:05:04.866 INFO:teuthology.orchestra.run.smithi023.stdout:666.out 2023-06-26T03:05:04.866 INFO:teuthology.orchestra.run.smithi023.stdout:667 2023-06-26T03:05:04.866 INFO:teuthology.orchestra.run.smithi023.stdout:667.out 2023-06-26T03:05:04.866 INFO:teuthology.orchestra.run.smithi023.stdout:668 2023-06-26T03:05:04.866 INFO:teuthology.orchestra.run.smithi023.stdout:668.out 2023-06-26T03:05:04.867 INFO:teuthology.orchestra.run.smithi023.stdout:669 2023-06-26T03:05:04.867 INFO:teuthology.orchestra.run.smithi023.stdout:669.out 2023-06-26T03:05:04.867 INFO:teuthology.orchestra.run.smithi023.stdout:670 2023-06-26T03:05:04.867 INFO:teuthology.orchestra.run.smithi023.stdout:670.out 2023-06-26T03:05:04.867 INFO:teuthology.orchestra.run.smithi023.stdout:671 2023-06-26T03:05:04.867 INFO:teuthology.orchestra.run.smithi023.stdout:671.out 2023-06-26T03:05:04.867 INFO:teuthology.orchestra.run.smithi023.stdout:672 2023-06-26T03:05:04.867 INFO:teuthology.orchestra.run.smithi023.stdout:672.out 2023-06-26T03:05:04.868 INFO:teuthology.orchestra.run.smithi023.stdout:673 2023-06-26T03:05:04.868 INFO:teuthology.orchestra.run.smithi023.stdout:673.out 2023-06-26T03:05:04.868 INFO:teuthology.orchestra.run.smithi023.stdout:674 2023-06-26T03:05:04.868 INFO:teuthology.orchestra.run.smithi023.stdout:674.out 2023-06-26T03:05:04.868 INFO:teuthology.orchestra.run.smithi023.stdout:675 2023-06-26T03:05:04.868 INFO:teuthology.orchestra.run.smithi023.stdout:675.out 2023-06-26T03:05:04.868 INFO:teuthology.orchestra.run.smithi023.stdout:676 2023-06-26T03:05:04.868 INFO:teuthology.orchestra.run.smithi023.stdout:676.out 2023-06-26T03:05:04.869 INFO:teuthology.orchestra.run.smithi023.stdout:677 2023-06-26T03:05:04.869 INFO:teuthology.orchestra.run.smithi023.stdout:677.out 2023-06-26T03:05:04.869 INFO:teuthology.orchestra.run.smithi023.stdout:678 2023-06-26T03:05:04.869 INFO:teuthology.orchestra.run.smithi023.stdout:678.out 2023-06-26T03:05:04.869 INFO:teuthology.orchestra.run.smithi023.stdout:679 2023-06-26T03:05:04.869 INFO:teuthology.orchestra.run.smithi023.stdout:679.out 2023-06-26T03:05:04.869 INFO:teuthology.orchestra.run.smithi023.stdout:680 2023-06-26T03:05:04.870 INFO:teuthology.orchestra.run.smithi023.stdout:680.out 2023-06-26T03:05:04.870 INFO:teuthology.orchestra.run.smithi023.stdout:681 2023-06-26T03:05:04.870 INFO:teuthology.orchestra.run.smithi023.stdout:681.out 2023-06-26T03:05:04.870 INFO:teuthology.orchestra.run.smithi023.stdout:682 2023-06-26T03:05:04.870 INFO:teuthology.orchestra.run.smithi023.stdout:682.out 2023-06-26T03:05:04.870 INFO:teuthology.orchestra.run.smithi023.stdout:683 2023-06-26T03:05:04.870 INFO:teuthology.orchestra.run.smithi023.stdout:683.out 2023-06-26T03:05:04.870 INFO:teuthology.orchestra.run.smithi023.stdout:684 2023-06-26T03:05:04.871 INFO:teuthology.orchestra.run.smithi023.stdout:684.out 2023-06-26T03:05:04.871 INFO:teuthology.orchestra.run.smithi023.stdout:685 2023-06-26T03:05:04.871 INFO:teuthology.orchestra.run.smithi023.stdout:685.out 2023-06-26T03:05:04.871 INFO:teuthology.orchestra.run.smithi023.stdout:686 2023-06-26T03:05:04.871 INFO:teuthology.orchestra.run.smithi023.stdout:686.out 2023-06-26T03:05:04.871 INFO:teuthology.orchestra.run.smithi023.stdout:687 2023-06-26T03:05:04.871 INFO:teuthology.orchestra.run.smithi023.stdout:687.out 2023-06-26T03:05:04.871 INFO:teuthology.orchestra.run.smithi023.stdout:688 2023-06-26T03:05:04.872 INFO:teuthology.orchestra.run.smithi023.stdout:688.out 2023-06-26T03:05:04.872 INFO:teuthology.orchestra.run.smithi023.stdout:689 2023-06-26T03:05:04.872 INFO:teuthology.orchestra.run.smithi023.stdout:689.out 2023-06-26T03:05:04.872 INFO:teuthology.orchestra.run.smithi023.stdout:690 2023-06-26T03:05:04.872 INFO:teuthology.orchestra.run.smithi023.stdout:690.out 2023-06-26T03:05:04.872 INFO:teuthology.orchestra.run.smithi023.stdout:691 2023-06-26T03:05:04.872 INFO:teuthology.orchestra.run.smithi023.stdout:691.out 2023-06-26T03:05:04.872 INFO:teuthology.orchestra.run.smithi023.stdout:692 2023-06-26T03:05:04.873 INFO:teuthology.orchestra.run.smithi023.stdout:692.out 2023-06-26T03:05:04.873 INFO:teuthology.orchestra.run.smithi023.stdout:693 2023-06-26T03:05:04.873 INFO:teuthology.orchestra.run.smithi023.stdout:693.out 2023-06-26T03:05:04.873 INFO:teuthology.orchestra.run.smithi023.stdout:694 2023-06-26T03:05:04.873 INFO:teuthology.orchestra.run.smithi023.stdout:694.out 2023-06-26T03:05:04.873 INFO:teuthology.orchestra.run.smithi023.stdout:695 2023-06-26T03:05:04.873 INFO:teuthology.orchestra.run.smithi023.stdout:695.out 2023-06-26T03:05:04.873 INFO:teuthology.orchestra.run.smithi023.stdout:696 2023-06-26T03:05:04.874 INFO:teuthology.orchestra.run.smithi023.stdout:696.out 2023-06-26T03:05:04.874 INFO:teuthology.orchestra.run.smithi023.stdout:697 2023-06-26T03:05:04.874 INFO:teuthology.orchestra.run.smithi023.stdout:697.out 2023-06-26T03:05:04.874 INFO:teuthology.orchestra.run.smithi023.stdout:698 2023-06-26T03:05:04.874 INFO:teuthology.orchestra.run.smithi023.stdout:698.out 2023-06-26T03:05:04.874 INFO:teuthology.orchestra.run.smithi023.stdout:699 2023-06-26T03:05:04.874 INFO:teuthology.orchestra.run.smithi023.stdout:699.out 2023-06-26T03:05:04.874 INFO:teuthology.orchestra.run.smithi023.stdout:700 2023-06-26T03:05:04.875 INFO:teuthology.orchestra.run.smithi023.stdout:700.out 2023-06-26T03:05:04.875 INFO:teuthology.orchestra.run.smithi023.stdout:701 2023-06-26T03:05:04.875 INFO:teuthology.orchestra.run.smithi023.stdout:701.out 2023-06-26T03:05:04.875 INFO:teuthology.orchestra.run.smithi023.stdout:702 2023-06-26T03:05:04.875 INFO:teuthology.orchestra.run.smithi023.stdout:702.out 2023-06-26T03:05:04.875 INFO:teuthology.orchestra.run.smithi023.stdout:703 2023-06-26T03:05:04.875 INFO:teuthology.orchestra.run.smithi023.stdout:703.out 2023-06-26T03:05:04.875 INFO:teuthology.orchestra.run.smithi023.stdout:704 2023-06-26T03:05:04.876 INFO:teuthology.orchestra.run.smithi023.stdout:704.out 2023-06-26T03:05:04.876 INFO:teuthology.orchestra.run.smithi023.stdout:705 2023-06-26T03:05:04.876 INFO:teuthology.orchestra.run.smithi023.stdout:705.out 2023-06-26T03:05:04.876 INFO:teuthology.orchestra.run.smithi023.stdout:706 2023-06-26T03:05:04.876 INFO:teuthology.orchestra.run.smithi023.stdout:706.out 2023-06-26T03:05:04.876 INFO:teuthology.orchestra.run.smithi023.stdout:707 2023-06-26T03:05:04.876 INFO:teuthology.orchestra.run.smithi023.stdout:707.out 2023-06-26T03:05:04.876 INFO:teuthology.orchestra.run.smithi023.stdout:708 2023-06-26T03:05:04.877 INFO:teuthology.orchestra.run.smithi023.stdout:708.out 2023-06-26T03:05:04.877 INFO:teuthology.orchestra.run.smithi023.stdout:709 2023-06-26T03:05:04.877 INFO:teuthology.orchestra.run.smithi023.stdout:709.out 2023-06-26T03:05:04.877 INFO:teuthology.orchestra.run.smithi023.stdout:710 2023-06-26T03:05:04.877 INFO:teuthology.orchestra.run.smithi023.stdout:710.out 2023-06-26T03:05:04.877 INFO:teuthology.orchestra.run.smithi023.stdout:711 2023-06-26T03:05:04.877 INFO:teuthology.orchestra.run.smithi023.stdout:711.out 2023-06-26T03:05:04.877 INFO:teuthology.orchestra.run.smithi023.stdout:712 2023-06-26T03:05:04.878 INFO:teuthology.orchestra.run.smithi023.stdout:712.out 2023-06-26T03:05:04.878 INFO:teuthology.orchestra.run.smithi023.stdout:713 2023-06-26T03:05:04.878 INFO:teuthology.orchestra.run.smithi023.stdout:713.out 2023-06-26T03:05:04.878 INFO:teuthology.orchestra.run.smithi023.stdout:714 2023-06-26T03:05:04.878 INFO:teuthology.orchestra.run.smithi023.stdout:714.out 2023-06-26T03:05:04.878 INFO:teuthology.orchestra.run.smithi023.stdout:715 2023-06-26T03:05:04.878 INFO:teuthology.orchestra.run.smithi023.stdout:715.out 2023-06-26T03:05:04.878 INFO:teuthology.orchestra.run.smithi023.stdout:716 2023-06-26T03:05:04.879 INFO:teuthology.orchestra.run.smithi023.stdout:716.out 2023-06-26T03:05:04.879 INFO:teuthology.orchestra.run.smithi023.stdout:717 2023-06-26T03:05:04.879 INFO:teuthology.orchestra.run.smithi023.stdout:717.out 2023-06-26T03:05:04.879 INFO:teuthology.orchestra.run.smithi023.stdout:718 2023-06-26T03:05:04.879 INFO:teuthology.orchestra.run.smithi023.stdout:718.out 2023-06-26T03:05:04.879 INFO:teuthology.orchestra.run.smithi023.stdout:719 2023-06-26T03:05:04.879 INFO:teuthology.orchestra.run.smithi023.stdout:719.out 2023-06-26T03:05:04.879 INFO:teuthology.orchestra.run.smithi023.stdout:720 2023-06-26T03:05:04.879 INFO:teuthology.orchestra.run.smithi023.stdout:720.out 2023-06-26T03:05:04.880 INFO:teuthology.orchestra.run.smithi023.stdout:721 2023-06-26T03:05:04.880 INFO:teuthology.orchestra.run.smithi023.stdout:721.out 2023-06-26T03:05:04.880 INFO:teuthology.orchestra.run.smithi023.stdout:722 2023-06-26T03:05:04.880 INFO:teuthology.orchestra.run.smithi023.stdout:722.out 2023-06-26T03:05:04.880 INFO:teuthology.orchestra.run.smithi023.stdout:723 2023-06-26T03:05:04.880 INFO:teuthology.orchestra.run.smithi023.stdout:723.out 2023-06-26T03:05:04.880 INFO:teuthology.orchestra.run.smithi023.stdout:724 2023-06-26T03:05:04.880 INFO:teuthology.orchestra.run.smithi023.stdout:724.out 2023-06-26T03:05:04.881 INFO:teuthology.orchestra.run.smithi023.stdout:725 2023-06-26T03:05:04.881 INFO:teuthology.orchestra.run.smithi023.stdout:725.out 2023-06-26T03:05:04.881 INFO:teuthology.orchestra.run.smithi023.stdout:726 2023-06-26T03:05:04.881 INFO:teuthology.orchestra.run.smithi023.stdout:726.out 2023-06-26T03:05:04.881 INFO:teuthology.orchestra.run.smithi023.stdout:727 2023-06-26T03:05:04.881 INFO:teuthology.orchestra.run.smithi023.stdout:727.out 2023-06-26T03:05:04.881 INFO:teuthology.orchestra.run.smithi023.stdout:728 2023-06-26T03:05:04.881 INFO:teuthology.orchestra.run.smithi023.stdout:728.out 2023-06-26T03:05:04.882 INFO:teuthology.orchestra.run.smithi023.stdout:group.list 2023-06-26T03:05:04.882 INFO:teuthology.orchestra.run.smithi023.stdout:Makefile 2023-06-26T03:05:04.883 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/001) 2023-06-26T03:05:04.920 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:05:04.926 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:05:05.135 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:05:05.141 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:05:05.141 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:05:07.589 INFO:teuthology.orchestra.run.smithi023.stdout:generic/001 2s 2023-06-26T03:05:07.597 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/001 2023-06-26T03:05:07.597 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:05:07.600 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:05:07.602 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi023.stderr:ceph-fuse[48984]: fuse finished with error 0 and tester_r 0 2023-06-26T03:05:07.613 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:05:07.614 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/002) 2023-06-26T03:05:07.854 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:05:07.859 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:05:07.859 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:05:08.312 INFO:teuthology.orchestra.run.smithi023.stdout:generic/002 1s 2023-06-26T03:05:08.318 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/002 2023-06-26T03:05:08.318 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:05:08.321 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:05:08.330 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:05:08.331 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/003) 2023-06-26T03:05:08.584 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:05:08.589 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:05:08.590 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:05:08.701 INFO:teuthology.orchestra.run.smithi023.stdout:generic/003 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:05:08.705 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/003 2023-06-26T03:05:08.705 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/003 2023-06-26T03:05:08.705 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:05:08.707 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:05:08.715 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:05:08.716 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/004) 2023-06-26T03:05:08.897 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:05:08.901 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:05:08.901 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:05:09.043 INFO:teuthology.orchestra.run.smithi023.stdout:generic/004 [not run] O_TMPFILE is not supported 2023-06-26T03:05:09.046 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/004 2023-06-26T03:05:09.046 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/004 2023-06-26T03:05:09.046 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:05:09.049 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:05:09.057 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:05:09.057 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/005) 2023-06-26T03:05:09.246 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:05:09.251 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:05:09.252 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:05:09.752 INFO:teuthology.orchestra.run.smithi023.stdout:generic/005 0s 2023-06-26T03:05:09.757 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/005 2023-06-26T03:05:09.757 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:05:09.759 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:05:09.767 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:05:09.768 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/006) 2023-06-26T03:05:09.976 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:05:09.980 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:05:09.980 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:05:35.008 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:05:35.010 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:05:54.017 INFO:teuthology.orchestra.run.smithi023.stdout:generic/006 45s 2023-06-26T03:05:54.023 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/006 2023-06-26T03:05:54.023 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:05:54.026 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:05:54.036 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:05:54.036 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/007) 2023-06-26T03:05:54.265 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:05:54.270 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:05:54.270 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:06:05.062 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:06:05.064 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:06:35.298 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:06:35.300 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:07:05.337 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:07:05.340 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:07:06.683 INFO:teuthology.orchestra.run.smithi023.stdout:generic/007 72s 2023-06-26T03:07:06.846 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/007 2023-06-26T03:07:06.846 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:07:06.852 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:07:06.865 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:07:06.866 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/008) 2023-06-26T03:07:07.123 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:07:07.127 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:07:07.127 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:07:08.220 INFO:teuthology.orchestra.run.smithi023.stdout:generic/008 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-06-26T03:07:08.225 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/008 2023-06-26T03:07:08.225 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/008 2023-06-26T03:07:08.225 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:07:08.229 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:07:08.239 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:07:08.240 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/009) 2023-06-26T03:07:08.462 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:07:08.467 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:07:08.467 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:07:09.656 INFO:teuthology.orchestra.run.smithi023.stdout:generic/009 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-06-26T03:07:09.662 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/009 2023-06-26T03:07:09.662 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/009 2023-06-26T03:07:09.663 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:07:09.665 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:07:09.676 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:07:09.676 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/010) 2023-06-26T03:07:09.913 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:07:09.919 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:07:09.919 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:07:10.053 INFO:teuthology.orchestra.run.smithi023.stdout:generic/010 [not run] /tmp/tmp.4f7hnjQ37hxfstests-dev/src/dbtest not built 2023-06-26T03:07:10.057 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/010 2023-06-26T03:07:10.057 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/010 2023-06-26T03:07:10.057 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:07:10.060 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:07:10.070 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:07:10.070 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/011) 2023-06-26T03:07:10.282 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:07:10.287 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:07:10.287 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:07:35.383 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:07:35.386 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:07:48.255 INFO:teuthology.orchestra.run.smithi023.stdout:generic/011 38s 2023-06-26T03:07:48.332 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/011 2023-06-26T03:07:48.332 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:07:48.335 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:07:48.345 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:07:48.346 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/012) 2023-06-26T03:07:48.666 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:07:48.671 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:07:48.671 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:07:49.778 INFO:teuthology.orchestra.run.smithi023.stdout:generic/012 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-06-26T03:07:49.783 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/012 2023-06-26T03:07:49.783 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/012 2023-06-26T03:07:49.783 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:07:49.786 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:07:49.802 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:07:49.803 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/013) 2023-06-26T03:07:50.052 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:07:50.056 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:07:50.057 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:08:05.509 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:08:05.511 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:08:35.562 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:08:35.564 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:09:06.077 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:09:06.079 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:09:36.308 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:09:36.310 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:09:55.629 INFO:teuthology.orchestra.run.smithi023.stdout:generic/013 125s 2023-06-26T03:09:55.701 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/013 2023-06-26T03:09:55.701 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:09:55.704 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:09:55.715 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:09:55.716 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/014) 2023-06-26T03:09:56.010 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:09:56.014 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:09:56.015 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:10:06.358 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:10:06.361 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:10:06.387 INFO:tasks.ceph.mds.c.smithi023.stderr:2023-06-26T03:10:06.380+0000 7f5d6558a640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 87871) UID: 0 2023-06-26T03:10:06.388 INFO:tasks.ceph.mds.a.smithi023.stderr:2023-06-26T03:10:06.380+0000 7f588763d640 -1 received signal: Hangup from killall ceph-mds -1 (PID: 87871) UID: 0 2023-06-26T03:14:09.154 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:14:09.157 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:14:39.359 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:14:39.362 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:15:09.633 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:15:09.635 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:15:20.772 INFO:teuthology.orchestra.run.smithi023.stdout:generic/014 324s 2023-06-26T03:15:20.826 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/014 2023-06-26T03:15:20.826 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:15:20.829 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:15:20.844 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:15:20.845 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/015) 2023-06-26T03:15:21.341 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:15:21.345 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:15:21.346 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:15:21.605 INFO:teuthology.orchestra.run.smithi023.stdout:generic/015 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:15:21.612 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/015 2023-06-26T03:15:21.613 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/015 2023-06-26T03:15:21.613 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:15:21.615 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:15:21.630 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:15:21.631 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/016) 2023-06-26T03:15:21.908 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:15:21.913 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:15:21.913 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:15:23.507 INFO:teuthology.orchestra.run.smithi023.stdout:generic/016 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-06-26T03:15:23.515 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/016 2023-06-26T03:15:23.515 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/016 2023-06-26T03:15:23.515 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:15:23.517 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:15:23.529 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:15:23.530 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/017) 2023-06-26T03:15:24.208 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:15:24.217 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:15:24.217 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:15:24.395 INFO:teuthology.orchestra.run.smithi023.stdout:generic/017 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:15:24.400 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/017 2023-06-26T03:15:24.400 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/017 2023-06-26T03:15:24.401 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:15:24.403 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:15:24.417 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:15:24.418 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/018) 2023-06-26T03:15:24.692 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:15:24.699 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:15:24.700 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:15:24.878 INFO:teuthology.orchestra.run.smithi023.stdout:generic/018 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:15:24.897 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/018 2023-06-26T03:15:24.897 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/018 2023-06-26T03:15:24.898 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:15:24.898 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:15:24.913 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:15:24.914 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/019) 2023-06-26T03:15:25.196 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:15:25.201 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:15:25.201 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:15:25.351 INFO:teuthology.orchestra.run.smithi023.stdout:generic/019 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:15:25.354 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/019 2023-06-26T03:15:25.354 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/019 2023-06-26T03:15:25.354 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:15:25.359 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:15:25.372 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:15:25.373 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/020) 2023-06-26T03:15:25.706 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:15:25.712 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:15:25.712 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:15:39.760 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:15:39.763 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:15:42.501 INFO:teuthology.orchestra.run.smithi023.stdout:generic/020 - output mismatch (see /tmp/tmp.4f7hnjQ37hxfstests-dev/results//generic/020.out.bad) 2023-06-26T03:15:42.506 INFO:teuthology.orchestra.run.smithi023.stdout: --- tests/generic/020.out 2023-06-26 03:03:51.056000375 +0000 2023-06-26T03:15:42.507 INFO:teuthology.orchestra.run.smithi023.stdout: +++ /tmp/tmp.4f7hnjQ37hxfstests-dev/results//generic/020.out.bad 2023-06-26 03:15:42.458916325 +0000 2023-06-26T03:15:42.507 INFO:teuthology.orchestra.run.smithi023.stdout: @@ -39,27 +39,6 @@ 2023-06-26T03:15:42.507 INFO:teuthology.orchestra.run.smithi023.stdout: user.snrub="fish2\012" 2023-06-26T03:15:42.507 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:15:42.507 INFO:teuthology.orchestra.run.smithi023.stdout: *** add lots of attributes 2023-06-26T03:15:42.507 INFO:teuthology.orchestra.run.smithi023.stdout: -*** check 2023-06-26T03:15:42.507 INFO:teuthology.orchestra.run.smithi023.stdout: - *** MAX_ATTRS attribute(s) 2023-06-26T03:15:42.508 INFO:teuthology.orchestra.run.smithi023.stdout: -*** remove lots of attributes 2023-06-26T03:15:42.508 INFO:teuthology.orchestra.run.smithi023.stdout: - *** print attributes 2023-06-26T03:15:42.508 INFO:teuthology.orchestra.run.smithi023.stdout: -# file: 2023-06-26T03:15:42.508 INFO:teuthology.orchestra.run.smithi023.stdout: -user.snrub="fish2\012" 2023-06-26T03:15:42.508 INFO:teuthology.orchestra.run.smithi023.stdout: - 2023-06-26T03:15:42.508 INFO:teuthology.orchestra.run.smithi023.stdout: -*** really long value 2023-06-26T03:15:42.508 INFO:teuthology.orchestra.run.smithi023.stdout: -0000000 00 2023-06-26T03:15:42.509 INFO:teuthology.orchestra.run.smithi023.stdout: -* 2023-06-26T03:15:42.509 INFO:teuthology.orchestra.run.smithi023.stdout: -ATTRSIZE 2023-06-26T03:15:42.509 INFO:teuthology.orchestra.run.smithi023.stdout: -*** set/get/remove really long names (expect failure) 2023-06-26T03:15:42.509 INFO:teuthology.orchestra.run.smithi023.stdout: -attr_set: Invalid argument 2023-06-26T03:15:42.509 INFO:teuthology.orchestra.run.smithi023.stdout: -Could not set "XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX" for 2023-06-26T03:15:42.509 INFO:teuthology.orchestra.run.smithi023.stdout: -attr_get: Invalid argument 2023-06-26T03:15:42.509 INFO:teuthology.orchestra.run.smithi023.stdout: -Could not get "XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX" for 2023-06-26T03:15:42.510 INFO:teuthology.orchestra.run.smithi023.stdout: -attr_remove: Invalid argument 2023-06-26T03:15:42.510 INFO:teuthology.orchestra.run.smithi023.stdout: -Could not remove "XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX" for 2023-06-26T03:15:42.510 INFO:teuthology.orchestra.run.smithi023.stdout: -*** check final 2023-06-26T03:15:42.510 INFO:teuthology.orchestra.run.smithi023.stdout: - *** print attributes 2023-06-26T03:15:42.511 INFO:teuthology.orchestra.run.smithi023.stdout: -# file: 2023-06-26T03:15:42.511 INFO:teuthology.orchestra.run.smithi023.stdout: -user.snrub="fish2\012" 2023-06-26T03:15:42.511 INFO:teuthology.orchestra.run.smithi023.stdout: - 2023-06-26T03:15:42.511 INFO:teuthology.orchestra.run.smithi023.stdout: -*** delete 2023-06-26T03:15:42.512 INFO:teuthology.orchestra.run.smithi023.stdout: +attr_set: No space left on device 2023-06-26T03:15:42.512 INFO:teuthology.orchestra.run.smithi023.stdout: +Could not set "attribute_2335" for /tmp/tmp.Aom0zQx2FDtest/attribute_90287 2023-06-26T03:15:42.513 INFO:teuthology.orchestra.run.smithi023.stdout: +!!! failed to add "attribute_2335" 2023-06-26T03:15:42.514 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/020 2023-06-26T03:15:42.514 INFO:teuthology.orchestra.run.smithi023.stdout:Failures: generic/020 2023-06-26T03:15:42.515 INFO:teuthology.orchestra.run.smithi023.stdout:Failed 1 of 1 tests 2023-06-26T03:15:42.515 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:15:42.547 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-06-26T03:15:42.548 INFO:tasks.cephfs.xfstests_dev:Command failed 2023-06-26T03:15:42.548 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2023-06-26T03:15:42.549 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/021) 2023-06-26T03:15:43.231 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:15:43.238 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:15:43.238 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:15:44.854 INFO:teuthology.orchestra.run.smithi023.stdout:generic/021 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-06-26T03:15:44.858 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/021 2023-06-26T03:15:44.859 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/021 2023-06-26T03:15:44.859 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:15:44.861 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:15:44.874 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:15:44.875 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/022) 2023-06-26T03:15:45.521 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:15:45.526 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:15:45.526 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:15:47.045 INFO:teuthology.orchestra.run.smithi023.stdout:generic/022 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-06-26T03:15:47.050 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/022 2023-06-26T03:15:47.051 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/022 2023-06-26T03:15:47.051 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:15:47.057 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:15:47.067 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:15:47.068 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/023) 2023-06-26T03:15:47.680 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:15:47.685 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:15:47.686 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:16:09.871 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:16:09.873 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:16:39.923 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:16:39.926 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:17:06.000 INFO:teuthology.orchestra.run.smithi023.stdout:generic/023 78s 2023-06-26T03:17:06.007 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/023 2023-06-26T03:17:06.007 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:06.010 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:06.034 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:06.034 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/024) 2023-06-26T03:17:06.576 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:06.580 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:06.580 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:06.703 INFO:teuthology.orchestra.run.smithi023.stdout:generic/024 [not run] kernel doesn't support renameat2 syscall 2023-06-26T03:17:06.707 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/024 2023-06-26T03:17:06.707 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/024 2023-06-26T03:17:06.707 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:06.709 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:06.718 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:06.718 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/025) 2023-06-26T03:17:07.224 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:07.228 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:07.228 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:07.355 INFO:teuthology.orchestra.run.smithi023.stdout:generic/025 [not run] kernel doesn't support renameat2 syscall 2023-06-26T03:17:07.359 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/025 2023-06-26T03:17:07.359 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/025 2023-06-26T03:17:07.359 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:07.361 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:07.375 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:07.375 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/026) 2023-06-26T03:17:07.891 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:07.896 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:07.896 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:08.043 INFO:teuthology.orchestra.run.smithi023.stdout:generic/026 [not run] ACLs not supported by this filesystem type: ceph-fuse 2023-06-26T03:17:08.047 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/026 2023-06-26T03:17:08.047 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/026 2023-06-26T03:17:08.047 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:08.049 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:08.056 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:08.057 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/027) 2023-06-26T03:17:08.215 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:08.219 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:08.220 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:08.322 INFO:teuthology.orchestra.run.smithi023.stdout:generic/027 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:08.325 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/027 2023-06-26T03:17:08.326 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/027 2023-06-26T03:17:08.326 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:08.327 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:08.336 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:08.338 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/028) 2023-06-26T03:17:08.520 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:08.524 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:08.524 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:09.977 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:17:09.979 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:17:13.654 INFO:teuthology.orchestra.run.smithi023.stdout:generic/028 5s 2023-06-26T03:17:13.660 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/028 2023-06-26T03:17:13.660 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:13.662 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:13.672 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:13.672 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/029) 2023-06-26T03:17:13.848 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:13.853 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:13.853 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:13.958 INFO:teuthology.orchestra.run.smithi023.stdout:generic/029 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:13.962 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/029 2023-06-26T03:17:13.962 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/029 2023-06-26T03:17:13.962 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:13.967 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:13.972 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:13.973 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/030) 2023-06-26T03:17:14.164 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:14.168 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:14.169 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:14.271 INFO:teuthology.orchestra.run.smithi023.stdout:generic/030 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:14.275 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/030 2023-06-26T03:17:14.275 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/030 2023-06-26T03:17:14.275 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:14.277 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:14.285 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:14.286 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/031) 2023-06-26T03:17:14.472 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:14.476 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:14.477 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:14.581 INFO:teuthology.orchestra.run.smithi023.stdout:generic/031 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:14.584 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/031 2023-06-26T03:17:14.585 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/031 2023-06-26T03:17:14.585 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:14.587 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:14.601 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:14.602 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/032) 2023-06-26T03:17:14.781 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:14.785 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:14.786 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:14.890 INFO:teuthology.orchestra.run.smithi023.stdout:generic/032 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:14.893 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/032 2023-06-26T03:17:14.894 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/032 2023-06-26T03:17:14.894 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:14.896 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:14.904 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:14.904 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/033) 2023-06-26T03:17:15.094 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:15.098 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:15.098 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:15.203 INFO:teuthology.orchestra.run.smithi023.stdout:generic/033 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:15.207 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/033 2023-06-26T03:17:15.207 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/033 2023-06-26T03:17:15.207 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:15.210 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:15.218 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:15.219 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/034) 2023-06-26T03:17:15.392 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:15.396 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:15.396 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:15.515 INFO:teuthology.orchestra.run.smithi023.stdout:generic/034 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:15.519 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/034 2023-06-26T03:17:15.519 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/034 2023-06-26T03:17:15.519 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:15.521 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:15.530 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:15.530 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/035) 2023-06-26T03:17:15.697 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:15.701 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:15.701 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:15.873 INFO:teuthology.orchestra.run.smithi023.stdout:generic/035 0s 2023-06-26T03:17:15.878 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/035 2023-06-26T03:17:15.878 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:15.880 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:15.888 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:15.889 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/036) 2023-06-26T03:17:16.413 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:16.416 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:16.417 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:26.780 INFO:teuthology.orchestra.run.smithi023.stdout:generic/036 10s 2023-06-26T03:17:26.786 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/036 2023-06-26T03:17:26.786 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:26.789 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:26.799 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:26.800 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/037) 2023-06-26T03:17:27.312 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:27.315 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:27.316 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:27.424 INFO:teuthology.orchestra.run.smithi023.stdout:generic/037 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:27.428 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/037 2023-06-26T03:17:27.428 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/037 2023-06-26T03:17:27.428 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:27.430 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:27.438 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:27.438 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/038) 2023-06-26T03:17:27.641 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:27.645 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:27.646 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:27.751 INFO:teuthology.orchestra.run.smithi023.stdout:generic/038 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:27.754 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/038 2023-06-26T03:17:27.754 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/038 2023-06-26T03:17:27.754 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:27.756 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:27.764 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:27.765 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/039) 2023-06-26T03:17:27.956 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:27.960 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:27.960 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:28.083 INFO:teuthology.orchestra.run.smithi023.stdout:generic/039 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:28.087 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/039 2023-06-26T03:17:28.087 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/039 2023-06-26T03:17:28.087 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:28.090 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:28.098 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:28.098 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/040) 2023-06-26T03:17:28.277 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:28.280 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:28.281 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:28.395 INFO:teuthology.orchestra.run.smithi023.stdout:generic/040 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:28.398 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/040 2023-06-26T03:17:28.398 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/040 2023-06-26T03:17:28.398 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:28.400 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:28.408 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:28.409 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/041) 2023-06-26T03:17:28.595 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:28.599 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:28.600 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:28.780 INFO:teuthology.orchestra.run.smithi023.stdout:generic/041 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:28.784 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/041 2023-06-26T03:17:28.784 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/041 2023-06-26T03:17:28.784 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:28.786 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:28.794 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:28.795 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/042) 2023-06-26T03:17:28.977 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:28.982 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:28.982 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:29.084 INFO:teuthology.orchestra.run.smithi023.stdout:generic/042 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:29.089 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/042 2023-06-26T03:17:29.089 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/042 2023-06-26T03:17:29.089 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:29.091 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:29.099 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:29.100 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/043) 2023-06-26T03:17:29.300 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:29.304 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:29.305 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:29.412 INFO:teuthology.orchestra.run.smithi023.stdout:generic/043 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:29.417 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/043 2023-06-26T03:17:29.417 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/043 2023-06-26T03:17:29.417 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:29.418 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:29.426 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:29.427 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/044) 2023-06-26T03:17:29.616 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:29.620 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:29.620 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:29.725 INFO:teuthology.orchestra.run.smithi023.stdout:generic/044 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:29.726 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/044 2023-06-26T03:17:29.727 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/044 2023-06-26T03:17:29.727 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:29.729 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:29.736 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:29.737 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/045) 2023-06-26T03:17:29.908 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:29.912 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:29.913 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:30.019 INFO:teuthology.orchestra.run.smithi023.stdout:generic/045 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:30.023 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/045 2023-06-26T03:17:30.023 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/045 2023-06-26T03:17:30.023 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:30.026 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:30.034 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:30.034 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/046) 2023-06-26T03:17:30.204 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:30.208 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:30.208 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:30.313 INFO:teuthology.orchestra.run.smithi023.stdout:generic/046 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:30.317 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/046 2023-06-26T03:17:30.317 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/046 2023-06-26T03:17:30.317 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:30.319 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:30.326 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:30.327 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/047) 2023-06-26T03:17:30.512 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:30.516 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:30.516 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:30.618 INFO:teuthology.orchestra.run.smithi023.stdout:generic/047 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:30.621 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/047 2023-06-26T03:17:30.621 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/047 2023-06-26T03:17:30.622 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:30.624 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:30.631 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:30.632 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/048) 2023-06-26T03:17:30.814 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:30.818 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:30.818 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:30.923 INFO:teuthology.orchestra.run.smithi023.stdout:generic/048 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:30.926 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/048 2023-06-26T03:17:30.926 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/048 2023-06-26T03:17:30.927 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:30.928 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:30.936 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:30.937 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/049) 2023-06-26T03:17:31.121 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:31.125 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:31.125 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:31.227 INFO:teuthology.orchestra.run.smithi023.stdout:generic/049 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:31.231 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/049 2023-06-26T03:17:31.231 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/049 2023-06-26T03:17:31.231 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:31.233 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:31.241 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:31.241 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/050) 2023-06-26T03:17:31.425 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:31.429 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:31.429 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:31.539 INFO:teuthology.orchestra.run.smithi023.stdout:generic/050 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:31.542 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/050 2023-06-26T03:17:31.543 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/050 2023-06-26T03:17:31.543 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:31.544 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:31.552 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:31.553 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/051) 2023-06-26T03:17:31.724 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:31.728 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:31.728 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:31.831 INFO:teuthology.orchestra.run.smithi023.stdout:generic/051 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:31.834 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/051 2023-06-26T03:17:31.835 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/051 2023-06-26T03:17:31.835 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:31.837 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:31.844 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:31.845 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/052) 2023-06-26T03:17:32.013 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:32.017 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:32.018 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:32.206 INFO:teuthology.orchestra.run.smithi023.stdout:generic/052 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:32.210 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/052 2023-06-26T03:17:32.211 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/052 2023-06-26T03:17:32.211 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:32.213 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:32.222 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:32.223 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/053) 2023-06-26T03:17:32.416 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:32.421 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:32.421 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:32.524 INFO:teuthology.orchestra.run.smithi023.stdout:generic/053 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:32.528 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/053 2023-06-26T03:17:32.528 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/053 2023-06-26T03:17:32.528 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:32.530 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:32.538 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:32.539 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/054) 2023-06-26T03:17:32.721 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:32.725 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:32.725 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:32.868 INFO:teuthology.orchestra.run.smithi023.stdout:generic/054 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:32.872 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/054 2023-06-26T03:17:32.872 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/054 2023-06-26T03:17:32.873 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:32.875 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:32.883 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:32.883 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/055) 2023-06-26T03:17:33.065 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:33.069 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:33.069 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:33.177 INFO:teuthology.orchestra.run.smithi023.stdout:generic/055 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:33.180 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/055 2023-06-26T03:17:33.181 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/055 2023-06-26T03:17:33.181 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:33.183 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:33.190 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:33.192 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/056) 2023-06-26T03:17:33.384 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:33.388 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:33.388 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:33.511 INFO:teuthology.orchestra.run.smithi023.stdout:generic/056 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:33.515 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/056 2023-06-26T03:17:33.515 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/056 2023-06-26T03:17:33.515 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:33.517 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:33.525 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:33.525 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/057) 2023-06-26T03:17:33.713 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:33.717 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:33.718 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:33.843 INFO:teuthology.orchestra.run.smithi023.stdout:generic/057 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:33.846 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/057 2023-06-26T03:17:33.847 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/057 2023-06-26T03:17:33.847 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:33.849 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:33.857 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:33.857 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/058) 2023-06-26T03:17:34.032 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:34.036 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:34.036 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:35.935 INFO:teuthology.orchestra.run.smithi023.stdout:generic/058 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-06-26T03:17:35.939 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/058 2023-06-26T03:17:35.940 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/058 2023-06-26T03:17:35.940 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:35.943 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:35.954 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:35.955 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/059) 2023-06-26T03:17:36.526 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:36.530 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:36.530 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:36.660 INFO:teuthology.orchestra.run.smithi023.stdout:generic/059 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:36.664 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/059 2023-06-26T03:17:36.665 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/059 2023-06-26T03:17:36.665 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:36.667 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:36.675 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:36.676 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/060) 2023-06-26T03:17:36.870 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:36.875 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:36.875 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:37.936 INFO:teuthology.orchestra.run.smithi023.stdout:generic/060 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-06-26T03:17:37.940 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/060 2023-06-26T03:17:37.941 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/060 2023-06-26T03:17:37.941 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:37.944 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:37.954 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:37.954 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/061) 2023-06-26T03:17:38.496 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:38.499 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:38.500 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:39.534 INFO:teuthology.orchestra.run.smithi023.stdout:generic/061 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-06-26T03:17:39.537 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/061 2023-06-26T03:17:39.538 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/061 2023-06-26T03:17:39.538 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:39.540 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:39.549 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:39.549 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/062) 2023-06-26T03:17:40.089 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:40.093 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:40.093 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:40.118 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:17:40.120 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:17:40.195 INFO:teuthology.orchestra.run.smithi023.stdout:generic/062 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:40.199 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/062 2023-06-26T03:17:40.199 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/062 2023-06-26T03:17:40.199 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:40.201 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:40.209 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:40.210 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/063) 2023-06-26T03:17:40.433 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:40.438 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:40.438 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:42.060 INFO:teuthology.orchestra.run.smithi023.stdout:generic/063 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-06-26T03:17:42.066 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/063 2023-06-26T03:17:42.066 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/063 2023-06-26T03:17:42.066 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:42.069 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:42.080 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:42.081 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/064) 2023-06-26T03:17:42.658 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:42.662 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:42.662 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:42.767 INFO:teuthology.orchestra.run.smithi023.stdout:generic/064 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:42.771 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/064 2023-06-26T03:17:42.771 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/064 2023-06-26T03:17:42.771 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:42.773 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:42.781 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:42.782 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/065) 2023-06-26T03:17:42.948 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:42.952 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:42.952 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:43.072 INFO:teuthology.orchestra.run.smithi023.stdout:generic/065 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:43.075 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/065 2023-06-26T03:17:43.075 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/065 2023-06-26T03:17:43.076 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:43.078 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:43.085 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:43.086 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/066) 2023-06-26T03:17:43.264 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:43.268 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:43.268 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:43.420 INFO:teuthology.orchestra.run.smithi023.stdout:generic/066 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:43.424 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/066 2023-06-26T03:17:43.424 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/066 2023-06-26T03:17:43.425 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:43.426 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:43.434 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:43.434 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/067) 2023-06-26T03:17:43.620 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:43.624 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:43.624 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:43.751 INFO:teuthology.orchestra.run.smithi023.stdout:generic/067 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:43.754 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/067 2023-06-26T03:17:43.754 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/067 2023-06-26T03:17:43.754 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:43.756 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:43.764 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:43.765 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/068) 2023-06-26T03:17:43.920 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:43.924 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:43.924 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:44.039 INFO:teuthology.orchestra.run.smithi023.stdout:generic/068 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:44.043 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/068 2023-06-26T03:17:44.043 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/068 2023-06-26T03:17:44.044 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:44.046 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:44.053 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:44.054 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/069) 2023-06-26T03:17:44.238 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:44.241 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:44.242 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:44.381 INFO:teuthology.orchestra.run.smithi023.stdout:generic/069 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:17:44.385 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/069 2023-06-26T03:17:44.385 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/069 2023-06-26T03:17:44.385 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:17:44.387 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:17:44.395 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:17:44.396 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/070) 2023-06-26T03:17:44.564 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:17:44.568 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:17:44.568 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:18:10.162 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:18:10.164 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:18:40.260 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:18:40.263 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:19:10.449 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:19:10.451 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:19:36.760 INFO:teuthology.orchestra.run.smithi023.stdout:generic/070 112s 2023-06-26T03:19:36.775 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/070 2023-06-26T03:19:36.775 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:19:36.778 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:19:36.792 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:19:36.792 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/071) 2023-06-26T03:19:37.507 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:19:37.516 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:19:37.516 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:19:37.686 INFO:teuthology.orchestra.run.smithi023.stdout:generic/071 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:19:37.690 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/071 2023-06-26T03:19:37.690 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/071 2023-06-26T03:19:37.691 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:19:37.695 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:19:37.712 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:19:37.712 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/072) 2023-06-26T03:19:38.049 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:19:38.056 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:19:38.056 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:19:39.506 INFO:teuthology.orchestra.run.smithi023.stdout:generic/072 [not run] xfs_io fcollapse failed (old kernel/wrong fs?) 2023-06-26T03:19:39.510 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/072 2023-06-26T03:19:39.511 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/072 2023-06-26T03:19:39.511 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:19:39.513 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:19:39.527 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:19:39.528 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/073) 2023-06-26T03:19:39.791 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:19:39.796 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:19:39.796 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:19:40.006 INFO:teuthology.orchestra.run.smithi023.stdout:generic/073 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:19:40.010 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/073 2023-06-26T03:19:40.010 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/073 2023-06-26T03:19:40.010 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:19:40.012 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:19:40.025 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:19:40.026 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/074) 2023-06-26T03:19:40.284 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:19:40.293 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:19:40.293 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:19:40.491 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:19:40.493 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:20:10.610 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:20:10.613 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:20:40.674 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:20:40.676 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:21:10.990 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:21:10.992 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:21:41.146 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:21:41.148 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:22:11.235 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:22:11.247 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:22:41.302 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:22:41.304 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:23:11.396 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:23:11.398 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:23:41.657 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:23:41.663 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:24:11.754 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:24:11.756 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:24:41.844 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:24:41.847 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:25:11.902 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:25:11.904 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:25:41.985 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:25:41.987 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:26:12.298 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:26:12.300 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:26:12.395 INFO:tasks.ceph.osd.3.smithi023.stderr:2023-06-26T03:26:12.387+0000 7f7f3ddf3640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 119280) UID: 0 2023-06-26T03:26:12.397 INFO:tasks.ceph.osd.0.smithi023.stderr:2023-06-26T03:26:12.391+0000 7f2331967640 -1 received signal: Hangup from (PID: 119280) UID: 0 2023-06-26T03:26:12.398 INFO:tasks.ceph.osd.2.smithi023.stderr:2023-06-26T03:26:12.387+0000 7f44493f2640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 119280) UID: 0 2023-06-26T03:26:12.399 INFO:tasks.ceph.osd.1.smithi023.stderr:2023-06-26T03:26:12.391+0000 7f4c9f589640 -1 Fail to open '/proc/119280/cmdline' error = (2) No such file or directory 2023-06-26T03:26:12.399 INFO:tasks.ceph.osd.1.smithi023.stderr:2023-06-26T03:26:12.391+0000 7f4c9f589640 -1 received signal: Hangup from (PID: 119280) UID: 0 2023-06-26T03:32:08.114 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:32:08.117 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:32:08.184 INFO:tasks.ceph.osd.4.smithi071.stderr:2023-06-26T03:32:08.182+0000 7ff221d2f640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 43874) UID: 0 2023-06-26T03:32:08.185 INFO:tasks.ceph.osd.6.smithi071.stderr:2023-06-26T03:32:08.182+0000 7fd3cdbe1640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 43874) UID: 0 2023-06-26T03:32:08.185 INFO:tasks.ceph.osd.7.smithi071.stderr:2023-06-26T03:32:08.182+0000 7ff0e7ab8640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 43874) UID: 0 2023-06-26T03:32:08.189 INFO:tasks.ceph.osd.5.smithi071.stderr:2023-06-26T03:32:08.182+0000 7fcd037b0640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 43874) UID: 0 2023-06-26T03:32:08.293 INFO:tasks.ceph.osd.1.smithi023.stderr:2023-06-26T03:32:08.289+0000 7f4c9f589640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 120361) UID: 0 2023-06-26T03:32:08.336 INFO:tasks.ceph.osd.2.smithi023.stderr:2023-06-26T03:32:08.289+0000 7f44493f2640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 120361) UID: 0 2023-06-26T03:32:08.337 INFO:tasks.ceph.osd.3.smithi023.stderr:2023-06-26T03:32:08.289+0000 7f7f3ddf3640 -1 Fail to open '/proc/120361/cmdline' error = (2) No such file or directory 2023-06-26T03:32:08.337 INFO:tasks.ceph.osd.3.smithi023.stderr:2023-06-26T03:32:08.289+0000 7f7f3ddf3640 -1 received signal: Hangup from (PID: 120361) UID: 0 2023-06-26T03:32:08.349 INFO:tasks.ceph.osd.0.smithi023.stderr:2023-06-26T03:32:08.289+0000 7f2331967640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 120361) UID: 0 2023-06-26T03:40:56.846 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:40:56.849 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:40:56.902 INFO:tasks.ceph.osd.1.smithi023.stderr:2023-06-26T03:40:56.897+0000 7f4c9f589640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 121885) UID: 0 2023-06-26T03:40:56.902 INFO:tasks.ceph.osd.3.smithi023.stderr:2023-06-26T03:40:56.897+0000 7f7f3ddf3640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 121885) UID: 0 2023-06-26T03:40:56.903 INFO:tasks.ceph.osd.2.smithi023.stderr:2023-06-26T03:40:56.897+0000 7f44493f2640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 121885) UID: 0 2023-06-26T03:40:56.904 INFO:tasks.ceph.osd.0.smithi023.stderr:2023-06-26T03:40:56.897+0000 7f2331967640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 121885) UID: 0 2023-06-26T03:40:56.904 INFO:tasks.ceph.osd.4.smithi071.stderr:2023-06-26T03:40:56.899+0000 7ff221d2f640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 43927) UID: 0 2023-06-26T03:40:56.905 INFO:tasks.ceph.osd.5.smithi071.stderr:2023-06-26T03:40:56.899+0000 7fcd037b0640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 43927) UID: 0 2023-06-26T03:40:56.905 INFO:tasks.ceph.osd.6.smithi071.stderr:2023-06-26T03:40:56.899+0000 7fd3cdbe1640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 43927) UID: 0 2023-06-26T03:40:56.906 INFO:tasks.ceph.osd.7.smithi071.stderr:2023-06-26T03:40:56.899+0000 7ff0e7ab8640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 43927) UID: 0 2023-06-26T03:49:47.461 INFO:teuthology.orchestra.run.smithi023.stdout:generic/074 1807s 2023-06-26T03:49:47.706 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/074 2023-06-26T03:49:47.706 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:49:47.710 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:49:47.724 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:49:47.725 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/075) 2023-06-26T03:49:49.003 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:49:49.010 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:49:49.010 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:51:03.183 INFO:teuthology.orchestra.run.smithi023.stdout:generic/075 74s 2023-06-26T03:51:03.188 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/075 2023-06-26T03:51:03.189 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:51:03.191 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:51:03.202 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:51:03.203 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/076) 2023-06-26T03:51:03.900 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:51:03.904 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:51:03.904 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:51:04.012 INFO:teuthology.orchestra.run.smithi023.stdout:generic/076 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:51:04.015 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/076 2023-06-26T03:51:04.015 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/076 2023-06-26T03:51:04.015 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:51:04.017 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:51:04.025 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:51:04.025 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/077) 2023-06-26T03:51:04.218 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:51:04.222 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:51:04.222 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:51:06.389 INFO:teuthology.orchestra.run.smithi023.stdout:generic/077 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:51:06.393 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/077 2023-06-26T03:51:06.394 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/077 2023-06-26T03:51:06.394 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:51:06.397 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:51:06.407 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:51:06.407 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/078) 2023-06-26T03:51:06.603 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:51:06.608 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:51:06.608 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:51:06.827 INFO:teuthology.orchestra.run.smithi023.stdout:generic/078 [not run] kernel doesn't support renameat2 syscall 2023-06-26T03:51:06.831 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/078 2023-06-26T03:51:06.831 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/078 2023-06-26T03:51:06.831 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:51:06.833 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:51:06.841 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:51:06.841 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/079) 2023-06-26T03:51:07.422 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:51:07.426 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:51:07.426 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:51:07.677 INFO:teuthology.orchestra.run.smithi023.stdout:generic/079 [not run] file system doesn't support chattr +ia 2023-06-26T03:51:07.682 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/079 2023-06-26T03:51:07.682 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/079 2023-06-26T03:51:07.682 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:51:07.685 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:51:07.696 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:51:07.696 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/080) 2023-06-26T03:51:07.900 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:51:07.904 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:51:07.904 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:51:10.264 INFO:teuthology.orchestra.run.smithi023.stdout:generic/080 3s 2023-06-26T03:51:10.270 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/080 2023-06-26T03:51:10.270 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:51:10.273 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:51:10.328 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:51:10.328 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/081) 2023-06-26T03:51:10.537 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:51:10.541 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:51:10.541 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:51:10.655 INFO:teuthology.orchestra.run.smithi023.stdout:generic/081 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:51:10.659 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/081 2023-06-26T03:51:10.659 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/081 2023-06-26T03:51:10.659 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:51:10.661 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:51:10.669 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:51:10.670 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/082) 2023-06-26T03:51:10.849 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:51:10.853 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:51:10.853 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:51:11.005 INFO:teuthology.orchestra.run.smithi023.stdout:generic/082 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:51:11.009 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/082 2023-06-26T03:51:11.009 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/082 2023-06-26T03:51:11.009 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:51:11.012 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:51:11.020 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:51:11.020 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/083) 2023-06-26T03:51:11.194 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:51:11.198 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:51:11.198 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:51:11.335 INFO:teuthology.orchestra.run.smithi023.stdout:generic/083 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:51:11.339 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/083 2023-06-26T03:51:11.339 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/083 2023-06-26T03:51:11.339 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:51:11.341 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:51:11.350 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:51:11.351 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/084) 2023-06-26T03:51:11.533 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:51:11.537 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:51:11.537 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:51:11.653 INFO:teuthology.orchestra.run.smithi023.stdout:generic/084 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:51:11.657 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/084 2023-06-26T03:51:11.657 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/084 2023-06-26T03:51:11.657 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:51:11.660 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:51:11.667 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:51:11.668 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/085) 2023-06-26T03:51:11.845 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:51:11.849 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:51:11.849 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:51:12.067 INFO:teuthology.orchestra.run.smithi023.stdout:generic/085 [not run] this test requires a valid $SCRATCH_DEV 2023-06-26T03:51:12.073 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/085 2023-06-26T03:51:12.073 INFO:teuthology.orchestra.run.smithi023.stdout:Not run: generic/085 2023-06-26T03:51:12.073 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:51:12.076 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:51:12.087 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:51:12.087 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/086) 2023-06-26T03:51:12.257 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:51:12.261 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:51:12.261 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:51:17.673 INFO:teuthology.orchestra.run.smithi023.stdout:generic/086 5s 2023-06-26T03:51:17.932 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/086 2023-06-26T03:51:17.932 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:51:17.937 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:51:18.057 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:51:18.057 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/087) 2023-06-26T03:51:21.231 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:51:21.237 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:51:21.237 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:51:21.811 INFO:teuthology.orchestra.run.smithi023.stdout:generic/087 0s 2023-06-26T03:51:21.816 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/087 2023-06-26T03:51:21.816 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:51:21.818 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:51:21.826 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:51:21.826 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/088) 2023-06-26T03:51:22.443 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:51:22.447 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:51:22.447 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:51:22.624 INFO:teuthology.orchestra.run.smithi023.stdout:generic/088 0s 2023-06-26T03:51:22.629 INFO:teuthology.orchestra.run.smithi023.stdout:Ran: generic/088 2023-06-26T03:51:22.629 INFO:teuthology.orchestra.run.smithi023.stdout:Passed all 1 tests 2023-06-26T03:51:22.631 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:51:22.639 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-06-26T03:51:22.639 DEBUG:teuthology.orchestra.run.smithi023:> (cd /tmp/tmp.4f7hnjQ37hxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/089) 2023-06-26T03:51:23.244 INFO:teuthology.orchestra.run.smithi023.stdout:FSTYP -- ceph-fuse 2023-06-26T03:51:23.248 INFO:teuthology.orchestra.run.smithi023.stdout:PLATFORM -- Linux/x86_64 smithi023 5.15.0-75-generic #82-Ubuntu SMP Tue Jun 6 23:10:23 UTC 2023 2023-06-26T03:51:23.248 INFO:teuthology.orchestra.run.smithi023.stdout: 2023-06-26T03:54:47.760 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:54:47.763 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:54:47.889 INFO:tasks.ceph.osd.4.smithi071.stderr:2023-06-26T03:54:47.884+0000 7ff221d2f640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 44419) UID: 0 2023-06-26T03:54:47.890 INFO:tasks.ceph.osd.5.smithi071.stderr:2023-06-26T03:54:47.884+0000 7fcd037b0640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 44419) UID: 0 2023-06-26T03:54:47.890 INFO:tasks.ceph.osd.7.smithi071.stderr:2023-06-26T03:54:47.884+0000 7ff0e7ab8640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 44419) UID: 0 2023-06-26T03:54:47.890 INFO:tasks.ceph.osd.6.smithi071.stderr:2023-06-26T03:54:47.884+0000 7fd3cdbe1640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 44419) UID: 0 2023-06-26T03:57:44.257 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:57:44.260 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:58:14.567 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:58:14.570 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:58:44.695 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:58:44.698 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:59:14.754 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:59:14.757 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:59:44.871 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T03:59:44.874 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:00:14.958 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:00:14.962 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:00:45.114 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:00:45.116 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:01:15.250 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:01:15.253 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:01:45.296 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:01:45.299 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:02:15.350 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:02:15.354 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:02:45.455 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:02:45.458 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:03:15.513 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:03:15.515 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:03:45.621 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:03:45.624 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:04:15.767 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:04:15.770 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:04:45.830 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:04:45.833 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:05:15.881 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:05:15.884 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:05:45.954 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:05:45.957 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:06:16.094 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:06:16.096 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:06:46.155 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:06:46.158 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:07:16.209 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:07:16.211 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:07:46.263 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:07:46.266 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:08:16.336 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:08:16.339 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:08:46.388 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:08:46.391 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:09:16.610 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:09:16.612 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:09:46.739 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:09:46.742 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:10:16.784 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:10:16.787 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:10:46.856 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:10:46.859 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:11:16.994 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:11:16.997 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:11:47.087 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:11:47.090 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:12:17.276 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:12:17.279 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:12:47.366 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:12:47.369 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:13:17.496 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:13:17.499 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:13:47.542 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:13:47.544 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:14:17.638 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:14:17.641 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:14:47.742 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:14:47.745 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:15:17.870 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:15:17.873 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:15:47.967 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:15:47.971 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:16:18.021 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:16:18.024 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:16:48.068 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:16:48.071 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:17:18.138 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:17:18.140 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:17:48.192 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:17:48.195 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:18:18.262 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:18:18.265 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:18:48.316 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:18:48.319 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:19:18.387 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:19:18.390 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:19:48.441 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:19:48.444 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:20:18.495 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:20:18.497 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:20:48.576 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:20:48.579 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:21:18.788 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:21:18.791 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:21:48.841 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:21:48.844 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:22:18.970 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:22:18.973 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:22:49.074 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:22:49.077 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:23:19.203 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:23:19.206 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:23:49.315 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:23:49.319 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:24:19.436 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:24:19.439 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:24:49.549 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:24:49.552 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:25:19.686 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:25:19.689 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:25:49.740 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:25:49.743 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:26:19.802 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:26:19.805 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:26:49.924 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:26:49.926 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:27:20.092 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:27:20.095 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:27:50.164 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:27:50.167 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:28:20.237 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:28:20.239 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:28:50.302 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:28:50.304 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:29:20.349 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:29:20.352 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:29:50.398 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:29:50.400 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:30:20.451 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:30:20.453 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:30:50.521 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:30:50.524 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:31:20.602 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:31:20.605 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:31:50.663 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:31:50.666 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:32:20.709 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:32:20.712 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:32:51.006 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:32:51.009 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:33:21.126 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:33:21.128 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:33:51.264 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:33:51.266 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:34:21.383 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:34:21.386 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:34:51.433 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:34:51.436 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:35:21.483 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:35:21.486 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:35:51.572 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:35:51.575 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:36:21.668 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:36:21.671 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:36:51.798 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:36:51.801 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:37:21.909 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:37:21.912 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:37:52.038 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:37:52.041 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:38:22.159 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:38:22.161 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:38:52.309 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:38:52.312 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:39:22.383 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:39:22.386 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:39:52.429 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:39:52.432 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:40:22.478 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:40:22.481 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:40:52.554 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:40:52.557 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:41:22.606 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:41:22.609 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:41:52.662 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:41:52.665 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:42:22.710 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:42:22.713 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:42:52.761 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:42:52.764 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:43:22.857 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:43:22.860 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:43:53.019 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:43:53.021 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:44:23.258 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:44:23.261 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:44:53.378 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:44:53.381 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:45:23.458 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:45:23.461 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:45:53.530 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:45:53.533 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:46:23.759 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:46:23.762 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:46:53.796 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:46:53.799 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:47:23.892 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:47:23.895 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:47:54.148 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:47:54.150 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:48:24.212 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:48:24.215 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:48:54.354 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:48:54.357 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:49:24.434 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:49:24.436 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:49:54.553 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:49:54.556 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:50:24.717 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:50:24.719 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:50:54.770 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:50:54.773 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:51:24.859 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:51:24.862 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:51:54.924 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:51:54.927 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:52:24.980 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:52:24.983 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:52:55.046 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:52:55.048 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:53:25.109 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:53:25.112 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:53:55.163 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:53:55.166 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:54:25.217 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:54:25.220 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:54:55.271 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:54:55.274 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:55:25.316 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:55:25.319 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:55:55.380 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:55:55.383 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:56:25.509 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:56:25.512 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:56:55.562 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:56:55.565 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:57:25.676 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:57:25.678 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:57:55.805 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:57:55.808 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:58:25.965 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:58:25.968 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:58:56.012 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:58:56.015 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:59:26.067 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:59:26.070 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:59:56.187 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T04:59:56.190 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:00:26.237 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:00:26.240 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:00:56.313 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:00:56.316 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:01:26.366 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:01:26.369 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:01:56.496 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:01:56.498 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:02:26.583 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:02:26.586 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:02:56.712 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:02:56.715 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:03:26.790 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:03:26.793 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:03:56.838 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:03:56.841 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:04:26.890 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:04:26.893 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:04:56.935 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:04:56.938 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:05:26.990 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:05:26.992 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:05:57.061 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:05:57.063 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:06:27.132 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:06:27.136 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:06:57.210 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:06:57.213 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:07:27.249 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:07:27.252 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:07:57.303 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:07:57.306 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:08:27.582 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:08:27.585 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:08:57.636 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:08:57.639 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:09:27.766 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:09:27.769 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:09:57.811 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:09:57.814 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:10:27.948 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:10:27.950 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:10:58.018 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:10:58.021 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:11:28.065 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:11:28.067 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:11:58.177 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:11:58.180 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:12:28.277 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:12:28.279 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:12:58.361 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:12:58.364 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:13:28.499 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:13:28.502 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:13:58.544 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:13:58.547 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:14:28.648 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:14:28.651 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:14:58.777 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:14:58.779 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:15:28.838 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:15:28.841 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:15:58.911 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:15:58.914 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:16:29.076 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:16:29.079 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:16:59.119 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:16:59.122 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:17:29.165 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:17:29.168 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:17:59.228 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:17:59.231 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:18:29.327 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:18:29.330 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:18:59.367 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:18:59.371 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:19:29.541 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:19:29.543 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:19:59.855 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:19:59.858 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:20:29.999 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:20:30.002 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:21:00.070 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:21:00.073 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:21:30.124 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:21:30.126 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:22:00.227 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:22:00.230 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:22:30.349 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:22:30.352 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:23:00.461 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:23:00.464 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:23:30.581 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:23:30.584 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:24:00.661 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:24:00.664 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:24:30.782 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:24:30.785 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:25:00.853 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:25:00.856 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:25:30.990 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:25:30.993 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:26:01.062 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:26:01.064 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:26:31.233 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:26:31.236 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:27:01.286 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:27:01.289 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:27:31.336 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:27:31.339 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:28:01.385 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:28:01.388 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:28:31.450 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:28:31.452 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:29:01.523 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:29:01.526 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:29:31.599 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:29:31.602 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:30:01.644 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:30:01.647 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:30:31.692 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:30:31.695 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:31:01.753 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:31:01.756 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:31:31.798 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:31:31.801 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:32:01.851 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:32:01.854 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:32:31.965 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:32:31.968 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:33:02.014 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:33:02.017 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:33:32.140 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:33:32.143 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:34:02.277 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:34:02.280 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:34:32.397 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:34:32.400 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:35:02.518 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:35:02.521 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:35:32.579 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:35:32.582 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:36:02.651 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:36:02.654 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:36:32.822 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:36:32.825 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:37:02.934 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:37:02.937 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:37:33.047 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:37:33.050 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:38:03.192 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:38:03.195 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:38:33.347 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:38:33.350 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:39:03.423 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:39:03.426 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:39:33.478 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:39:33.481 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:40:03.526 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:40:03.529 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:40:33.574 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:40:33.577 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:41:03.651 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:41:03.653 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:41:33.704 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:41:33.707 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:42:03.759 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:42:03.762 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:42:33.814 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:42:33.817 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:43:03.865 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:43:03.868 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:43:33.927 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:43:33.930 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:44:04.208 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:44:04.210 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:44:34.387 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:44:34.390 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:45:04.516 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:45:04.518 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:45:34.569 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:45:34.572 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:46:04.726 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:46:04.729 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:46:34.781 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:46:34.784 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:47:04.916 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:47:04.919 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:47:35.021 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:47:35.024 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:48:05.065 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:48:05.068 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:48:35.204 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:48:35.206 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:49:05.290 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:49:05.293 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:49:35.411 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:49:35.414 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:50:05.457 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:50:05.460 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:50:35.595 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:50:35.598 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:51:05.666 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:51:05.669 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:51:35.745 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:51:35.747 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:52:05.799 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:52:05.801 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:52:35.869 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:52:35.872 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:53:05.965 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:53:05.968 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:53:36.036 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:53:36.039 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:54:06.097 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:54:06.100 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:54:36.151 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:54:36.154 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:55:06.464 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:55:06.467 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:55:36.588 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:55:36.591 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:56:06.664 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:56:06.667 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:56:36.844 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:56:36.846 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:57:06.957 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:57:06.960 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:57:37.110 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:57:37.112 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:58:07.230 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:58:07.233 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:58:37.368 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:58:37.371 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:59:07.472 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:59:07.475 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:59:37.584 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T05:59:37.587 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:00:07.680 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:00:07.683 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:00:37.793 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:00:37.796 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:01:07.889 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:01:07.893 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:01:37.943 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:01:37.946 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:02:08.013 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:02:08.016 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:02:38.060 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:02:38.063 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:03:08.125 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:03:08.128 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:03:38.198 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:03:38.201 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:04:08.272 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:04:08.275 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:04:38.327 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:04:38.330 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:05:08.384 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:05:08.387 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:05:38.720 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:05:38.723 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:06:08.799 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:06:08.802 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:06:38.904 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:06:38.907 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:07:08.982 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:07:08.985 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:07:39.111 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:07:39.114 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:08:09.257 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:08:09.260 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:08:39.369 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:08:39.372 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:09:09.490 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:09:09.493 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:09:39.595 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:09:39.598 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:10:09.716 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:10:09.719 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:10:39.845 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:10:39.848 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:11:09.933 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:11:09.935 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:11:39.991 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:11:39.995 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:12:10.131 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:12:10.134 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:12:40.171 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:12:40.173 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:13:10.227 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:13:10.231 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:13:40.312 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:13:40.315 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:14:10.373 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:14:10.376 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:14:40.429 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:14:40.432 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:15:10.534 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:15:10.537 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:15:40.587 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:15:40.590 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:16:10.658 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:16:10.661 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:16:40.713 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:16:40.716 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:17:11.025 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:17:11.028 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:17:41.084 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:17:41.087 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:18:11.208 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:18:11.211 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:18:41.346 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:18:41.349 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:19:11.498 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:19:11.500 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:19:41.629 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:19:41.632 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:20:11.765 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:20:11.768 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:20:41.871 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:20:41.874 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:21:11.942 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:21:11.944 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:21:42.053 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:21:42.056 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:22:12.175 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:22:12.178 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:22:42.295 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:22:42.298 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:23:12.425 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:23:12.428 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:23:42.495 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:23:42.498 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:24:12.550 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:24:12.553 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:24:42.599 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:24:42.602 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:25:12.648 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:25:12.651 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:25:42.704 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:25:42.706 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:26:12.761 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:26:12.764 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:26:42.812 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:26:42.815 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:27:12.875 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:27:12.878 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:27:42.946 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:27:42.949 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:28:13.234 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:28:13.237 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:28:43.300 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:28:43.303 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:29:13.508 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:29:13.510 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:29:43.570 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:29:43.572 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:30:13.674 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:30:13.677 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:30:43.761 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:30:43.764 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:31:13.831 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:31:13.834 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:31:43.914 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:31:43.917 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:32:14.040 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:32:14.043 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:32:44.160 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:32:44.163 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:33:14.248 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:33:14.251 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:33:44.368 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:33:44.371 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:34:14.481 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:34:14.484 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:34:44.543 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:34:44.546 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:35:14.655 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:35:14.658 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:35:44.722 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:35:44.725 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:36:14.798 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:36:14.801 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:36:44.852 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:36:44.855 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:37:14.899 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:37:14.902 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:37:44.954 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:37:44.957 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:38:15.023 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:38:15.026 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:38:45.084 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:38:45.087 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:39:15.155 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:39:15.158 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:39:45.213 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:39:45.216 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:40:15.464 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:40:15.467 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:40:45.509 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:40:45.512 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:41:15.589 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:41:15.592 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:41:45.770 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:41:45.773 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:42:15.812 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:42:15.815 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:42:45.951 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:42:45.954 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:43:16.030 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:43:16.033 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:43:46.150 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:43:46.153 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:44:16.212 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:44:16.215 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:44:46.341 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:44:46.344 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:45:16.429 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:45:16.432 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:45:46.475 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:45:46.478 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:46:16.547 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:46:16.550 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:46:46.676 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:46:46.679 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:47:16.780 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:47:16.782 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:47:46.840 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:47:46.843 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:48:16.904 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:48:16.907 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:48:46.977 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:48:46.981 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:49:17.045 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:49:17.048 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:49:47.110 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:49:47.113 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:50:17.161 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:50:17.164 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:50:47.216 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:50:47.219 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:51:17.295 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:51:17.298 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:51:47.398 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:51:47.401 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:52:17.678 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:52:17.680 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:52:47.790 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:52:47.792 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:53:17.958 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:53:17.961 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:53:48.015 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:53:48.018 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:54:18.077 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:54:18.080 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:54:48.148 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:54:48.151 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:55:18.210 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:55:18.213 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:55:48.266 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:55:48.269 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:56:18.337 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:56:18.340 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:56:48.390 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:56:48.393 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:57:18.559 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:57:18.562 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:57:48.613 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:57:48.616 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:58:18.736 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:58:18.739 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:58:48.803 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:58:48.806 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:59:18.966 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:59:18.968 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:59:49.016 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T06:59:49.019 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:00:19.080 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:00:19.084 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:00:49.131 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:00:49.134 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:01:19.202 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:01:19.205 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:01:49.248 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:01:49.251 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:02:19.318 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:02:19.322 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:02:49.372 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:02:49.376 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:03:19.442 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:03:19.445 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:03:49.632 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:03:49.635 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:04:19.795 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:04:19.798 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:04:49.899 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:04:49.902 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:05:20.012 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:05:20.014 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:05:50.142 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:05:50.145 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:06:20.229 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:06:20.232 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:06:50.335 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:06:50.338 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:07:20.396 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:07:20.399 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:07:50.510 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:07:50.513 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:08:20.689 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:08:20.692 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:08:50.777 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:08:50.780 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:09:20.880 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:09:20.883 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:09:51.027 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:09:51.030 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:10:21.089 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:10:21.092 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:10:51.219 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:10:51.222 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:11:21.315 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:11:21.318 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:11:51.420 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:11:51.423 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:12:21.473 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:12:21.476 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:12:51.528 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:12:51.531 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:13:21.584 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:13:21.587 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:13:51.656 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:13:51.660 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:14:21.713 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:14:21.716 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:14:52.063 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:14:52.066 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:15:22.109 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:15:22.112 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:15:52.157 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:15:52.160 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:16:22.234 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:16:22.237 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:16:52.355 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:16:52.359 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:17:22.468 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:17:22.471 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:17:52.590 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:17:52.593 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:18:22.702 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:18:22.705 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:18:52.755 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:18:52.758 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:19:22.809 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:19:22.813 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:19:52.938 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:19:52.941 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:20:22.993 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:20:22.996 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:20:53.122 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:20:53.125 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:21:23.185 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:21:23.189 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:21:53.306 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:21:53.309 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:22:23.444 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:22:23.447 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:22:53.540 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:22:53.543 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:23:23.610 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:23:23.614 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:23:53.674 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:23:53.677 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:24:23.729 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:24:23.732 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:24:53.782 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:24:53.785 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:25:23.837 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:25:23.840 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:25:53.892 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:25:53.895 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:26:23.955 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:26:23.959 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:26:54.003 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:26:54.005 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:27:24.060 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:27:24.063 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:27:54.152 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:27:54.154 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:28:24.282 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:28:24.284 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:28:54.419 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:28:54.422 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:29:24.531 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:29:24.534 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:29:54.662 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:29:54.665 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:30:24.791 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:30:24.794 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:30:54.837 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:30:54.840 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:31:25.009 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:31:25.012 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:31:55.187 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:31:55.190 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:32:25.316 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:32:25.319 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:32:55.379 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:32:55.382 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:33:25.509 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:33:25.512 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:33:55.680 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:33:55.684 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:34:25.734 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:34:25.737 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:34:55.787 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:34:55.790 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:35:25.859 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:35:25.861 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:35:55.906 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:35:55.909 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:36:25.993 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:36:25.996 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:36:56.071 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:36:56.074 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:37:26.119 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:37:26.122 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:37:56.173 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:37:56.175 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:38:26.477 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:38:26.480 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:38:56.543 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:38:56.546 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:39:26.679 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:39:26.682 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:39:56.749 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:39:56.753 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:40:26.887 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:40:26.890 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:40:56.983 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:40:56.986 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:41:27.054 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:41:27.057 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:41:57.158 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:41:57.161 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:42:27.238 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:42:27.241 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:42:57.367 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:42:57.370 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:43:27.431 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:43:27.434 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:43:57.497 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:43:57.500 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:44:27.640 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:44:27.643 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:44:57.736 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:44:57.739 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:45:27.898 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:45:27.901 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:45:57.943 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:45:57.947 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:46:28.015 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:46:28.018 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:46:58.070 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:46:58.073 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:47:28.124 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:47:28.127 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:47:58.211 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:47:58.214 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:48:28.286 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:48:28.289 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:48:58.359 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:48:58.362 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:49:28.416 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:49:28.419 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:49:58.696 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:49:58.699 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:50:28.741 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:50:28.744 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:50:58.862 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:50:58.864 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:51:28.916 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:51:28.919 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:51:59.126 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:51:59.130 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:52:29.177 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:52:29.180 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:52:59.304 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:52:59.306 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:53:29.416 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:53:29.419 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:53:59.537 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:53:59.540 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:54:29.657 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:54:29.660 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:54:59.796 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:54:59.800 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:55:29.924 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:55:29.927 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:56:00.038 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:56:00.041 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:56:30.178 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:56:30.181 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:57:00.248 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:57:00.252 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:57:30.307 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:57:30.311 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:58:00.373 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:58:00.381 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:58:30.428 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:58:30.431 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:59:00.493 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:59:00.497 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:59:30.549 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T07:59:30.555 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:00:00.613 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:00:00.621 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:00:30.671 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:00:30.676 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:01:00.984 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:01:00.987 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:01:31.046 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:01:31.051 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:02:01.101 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:02:01.105 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:02:31.231 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:02:31.234 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:03:01.284 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:03:01.288 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:03:31.347 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:03:31.352 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:04:01.429 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:04:01.432 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:04:31.485 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:04:31.491 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:05:01.604 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:05:01.607 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:05:31.658 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:05:31.661 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:06:01.804 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:06:01.807 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:06:31.866 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:06:31.870 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:07:02.163 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:07:02.167 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:07:32.292 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:07:32.295 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:08:02.387 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:08:02.390 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:08:32.450 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:08:32.453 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:09:02.515 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:09:02.519 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:09:32.571 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:09:32.575 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:10:02.630 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:10:02.633 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:10:32.708 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:10:32.711 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:11:02.899 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:11:02.902 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:11:32.984 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:11:32.987 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:12:03.214 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:12:03.216 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:12:33.259 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:12:33.262 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:13:03.364 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:13:03.367 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:13:33.469 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:13:33.471 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:14:03.527 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:14:03.530 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:14:33.569 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:14:33.572 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:15:03.624 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:15:03.627 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:15:33.728 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:15:33.731 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:16:03.849 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:16:03.853 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:16:33.920 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:16:33.923 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:17:04.041 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:17:04.044 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:17:34.154 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:17:34.157 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:18:04.358 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:18:04.361 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:18:34.487 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:18:34.490 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:19:04.633 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:19:04.636 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:19:34.688 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:19:34.691 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:20:04.741 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:20:04.744 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:20:34.795 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:20:34.798 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:21:04.849 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:21:04.852 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:21:34.930 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:21:34.933 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:22:04.979 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:22:04.982 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:22:35.034 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:22:35.037 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:23:05.084 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:23:05.086 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:23:35.139 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:23:35.142 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:24:05.427 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:24:05.430 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:24:35.631 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:24:35.634 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:25:05.700 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:25:05.702 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:25:35.755 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:25:35.759 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:26:05.916 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:26:05.919 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:26:35.974 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:26:35.976 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:27:06.049 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:27:06.052 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:27:36.098 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:27:36.102 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:28:06.220 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:28:06.223 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:28:36.492 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:28:36.495 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:29:06.621 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:29:06.624 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:29:36.760 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:29:36.763 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:30:06.930 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:30:06.933 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:30:36.985 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:30:36.988 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:31:07.034 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:31:07.037 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:31:37.110 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:31:37.113 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:32:07.165 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:32:07.167 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:32:37.219 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:32:37.222 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:33:07.273 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:33:07.276 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:33:37.357 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:33:37.361 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:34:07.424 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:34:07.427 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:34:37.487 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:34:37.490 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:35:07.715 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:35:07.718 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:35:37.928 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:35:37.931 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:36:07.974 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:36:07.977 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:36:38.045 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:36:38.047 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:37:08.158 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:37:08.161 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:37:38.296 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:37:38.299 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:38:08.469 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:38:08.472 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:38:38.554 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:38:38.557 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:39:08.675 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:39:08.678 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:39:38.796 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:39:38.800 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:40:08.926 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:40:08.929 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:40:39.046 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:40:39.049 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:41:09.176 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:41:09.179 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:41:39.239 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:41:39.241 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:42:09.296 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:42:09.299 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:42:39.356 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:42:39.359 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:43:09.410 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:43:09.412 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:43:39.489 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:43:39.492 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:44:09.571 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:44:09.574 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:44:39.628 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:44:39.630 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:45:09.677 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:45:09.679 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:45:39.999 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:45:40.002 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:46:10.053 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:46:10.055 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:46:40.124 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:46:40.127 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:47:10.246 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:47:10.249 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:47:40.367 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:47:40.370 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:48:10.488 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:48:10.491 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:48:40.609 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:48:40.612 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:49:10.713 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:49:10.715 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:49:40.834 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:49:40.837 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:50:10.964 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:50:10.967 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:50:41.103 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:50:41.106 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:51:11.223 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:51:11.226 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:51:41.603 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:51:41.606 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:52:11.653 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:52:11.656 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:52:41.719 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:52:41.722 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:53:11.783 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:53:11.785 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:53:41.839 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:53:41.842 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:54:12.021 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:54:12.024 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:54:42.071 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:54:42.075 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:55:12.125 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:55:12.128 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:55:42.191 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:55:42.193 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:56:12.334 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:56:12.337 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:56:42.405 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:56:42.407 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:57:12.517 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:57:12.520 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:57:42.622 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:57:42.625 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:58:12.734 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:58:12.737 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:58:42.846 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:58:42.849 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:59:12.916 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:59:12.919 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:59:43.023 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T08:59:43.026 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:00:13.079 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:00:13.082 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:00:43.221 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:00:43.224 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:01:13.266 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:01:13.269 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:01:43.338 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:01:43.341 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:02:13.467 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:02:13.469 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:02:43.587 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:02:43.590 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:03:13.737 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:03:13.740 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:03:43.804 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:03:43.807 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:04:13.886 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:04:13.888 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:04:43.945 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:04:43.948 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:05:14.008 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:05:14.011 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:05:44.071 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:05:44.074 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:06:14.118 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:06:14.121 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:06:44.205 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:06:44.208 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:07:14.247 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:07:14.250 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:07:44.564 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:07:44.567 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:08:14.610 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:08:14.613 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:08:44.748 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:08:44.751 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:09:14.877 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:09:14.880 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:09:44.989 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:09:44.992 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:10:15.119 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:10:15.122 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:10:45.247 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:10:45.250 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:11:15.359 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:11:15.362 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:11:45.431 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:11:45.434 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:12:15.484 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:12:15.487 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:12:45.622 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:12:45.626 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:13:15.718 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:13:15.721 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:13:45.847 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:13:45.850 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:14:16.009 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:14:16.012 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:14:46.072 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:14:46.075 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:15:16.139 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:15:16.142 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:15:46.196 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:15:46.199 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:16:16.252 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:16:16.254 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:16:46.356 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:16:46.358 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:17:16.410 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:17:16.413 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:17:46.470 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:17:46.473 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:18:16.518 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:18:16.521 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:18:46.849 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:18:46.852 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:19:16.922 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:19:16.925 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:19:47.040 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:19:47.043 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:20:17.169 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:20:17.172 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:20:47.282 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:20:47.284 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:21:17.418 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:21:17.421 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:21:47.480 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:21:47.484 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:22:17.534 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:22:17.537 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:22:47.647 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:22:47.649 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:23:17.767 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:23:17.769 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:23:47.922 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:23:47.925 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:24:18.058 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:24:18.061 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:24:48.145 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:24:48.148 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:25:18.283 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:25:18.286 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:25:48.404 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:25:48.407 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:26:18.525 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:26:18.528 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:26:48.587 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:26:48.591 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:27:18.682 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:27:18.685 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:27:48.804 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:27:48.806 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:28:18.915 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:28:18.918 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:28:49.053 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:28:49.056 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:29:19.190 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:29:19.193 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:29:49.338 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:29:49.341 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:30:19.481 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:30:19.484 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:30:49.568 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:30:49.571 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:31:19.663 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:31:19.666 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:31:49.734 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:31:49.737 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:32:19.779 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:32:19.782 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:32:49.884 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:32:49.887 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:33:20.005 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:33:20.008 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:33:50.142 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:33:50.145 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:34:20.220 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:34:20.223 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:34:50.350 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:34:50.353 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:35:20.437 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:35:20.440 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:35:50.542 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:35:50.545 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:36:20.661 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:36:20.664 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:36:50.733 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:36:50.735 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:37:20.844 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:37:20.847 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:37:50.956 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:37:50.959 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:38:21.077 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:38:21.080 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:38:51.189 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:38:51.192 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:39:21.252 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:39:21.255 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:39:51.405 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:39:51.409 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:40:21.494 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:40:21.496 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:40:51.605 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:40:51.608 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:41:21.701 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:41:21.704 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:41:51.780 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:41:51.783 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:42:21.901 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:42:21.904 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:42:51.988 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:42:51.991 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:43:22.108 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:43:22.111 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:43:52.203 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:43:52.206 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:44:22.269 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:44:22.272 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:44:52.318 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:44:52.321 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:45:22.440 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:45:22.443 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:45:52.496 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:45:52.499 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:46:22.548 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:46:22.551 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:46:52.619 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:46:52.621 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:47:22.703 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:47:22.706 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:47:52.785 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:47:52.788 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:48:22.897 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:48:22.900 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:48:52.960 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:48:52.963 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:49:23.072 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:49:23.074 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:49:53.192 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:49:53.195 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:50:23.247 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:50:23.249 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:50:53.311 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:50:53.314 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:51:23.368 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:51:23.371 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:51:53.426 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:51:53.428 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:52:23.481 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:52:23.484 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:52:53.609 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:52:53.611 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:53:23.662 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:53:23.664 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:53:53.708 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:53:53.711 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:54:23.764 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:54:23.767 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:54:53.821 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:54:53.824 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:55:23.877 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:55:23.880 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:55:53.925 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:55:53.928 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:56:23.972 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:56:23.975 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:56:54.033 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:56:54.036 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:57:24.078 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:57:24.081 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:57:54.132 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:57:54.135 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:58:24.224 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:58:24.226 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:58:54.273 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:58:54.276 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:59:24.326 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:59:24.329 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:59:54.374 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T09:59:54.377 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:00:24.421 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:00:24.424 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:00:54.478 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:00:54.481 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:01:24.526 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:01:24.529 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:01:54.597 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:01:54.600 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:02:24.646 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:02:24.649 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:02:54.779 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:02:54.781 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:03:24.917 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:03:24.919 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:03:55.190 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:03:55.193 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:04:25.246 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:04:25.249 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:04:55.362 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:04:55.365 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:05:25.458 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:05:25.461 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:05:55.569 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:05:55.571 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:06:25.715 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:06:25.717 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:06:56.052 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:06:56.055 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:07:26.148 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:07:26.151 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:07:56.285 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:07:56.288 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:08:26.330 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:08:26.333 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:08:56.461 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:08:56.463 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:09:26.539 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:09:26.542 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:09:56.659 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:09:56.662 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:10:26.772 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:10:26.775 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:10:56.883 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:10:56.886 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:11:27.013 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:11:27.016 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:11:57.325 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:11:57.328 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:12:27.379 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:12:27.382 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:12:57.436 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:12:57.439 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:13:27.546 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:13:27.549 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:13:57.675 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:13:57.678 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:14:27.804 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:14:27.806 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:14:57.871 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:14:57.873 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:15:28.029 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:15:28.032 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:15:58.141 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:15:58.144 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:16:28.237 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:16:28.240 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:16:58.574 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:16:58.577 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:17:28.644 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:17:28.647 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:17:58.765 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:17:58.768 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:18:28.868 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:18:28.871 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:18:58.989 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:18:58.992 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:19:29.110 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:19:29.113 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:19:59.231 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:19:59.234 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:20:29.276 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:20:29.279 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:20:59.338 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:20:59.341 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:21:29.387 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:21:29.389 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:21:59.472 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:21:59.474 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:22:29.523 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:22:29.526 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:22:59.588 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:22:59.591 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:23:29.715 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:23:29.718 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:23:59.861 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:23:59.863 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:24:29.990 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:24:29.992 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:25:00.060 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:25:00.063 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:25:30.173 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:25:30.176 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:26:00.226 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:26:00.229 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:26:30.364 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:26:30.367 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:27:00.545 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:27:00.548 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:27:30.597 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:27:30.599 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:28:00.677 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:28:00.680 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:28:30.805 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:28:30.808 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:29:00.872 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:29:00.875 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:29:31.013 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:29:31.016 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:30:01.069 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:30:01.072 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:30:31.111 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:30:31.114 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:31:01.165 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:31:01.167 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:31:31.220 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:31:31.223 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:32:01.301 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:32:01.304 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:32:31.354 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:32:31.359 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:33:01.415 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:33:01.420 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:33:31.471 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:33:31.474 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:34:01.644 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:34:01.647 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:34:31.761 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:34:31.764 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:35:01.807 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:35:01.843 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:35:31.895 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:35:31.898 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:36:02.335 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:36:02.338 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:36:32.436 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:36:32.439 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:37:02.740 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:37:02.743 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:37:32.824 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:37:32.826 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:38:02.881 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:38:02.883 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:38:33.010 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:38:33.013 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:39:03.147 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:39:03.150 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:39:33.260 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:39:33.263 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:40:03.389 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:40:03.392 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:40:33.518 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:40:33.521 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:41:03.584 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:41:03.587 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:41:33.691 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:41:33.694 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:42:03.764 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:42:03.767 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:42:33.909 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:42:33.912 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:43:04.068 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:43:04.071 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:43:34.149 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:43:34.151 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:44:04.278 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:44:04.281 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:44:34.374 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:44:34.376 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:45:04.519 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:45:04.531 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:45:34.650 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:45:34.652 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:46:04.728 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:46:04.731 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:46:34.781 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:46:34.784 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:47:04.852 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:47:04.856 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:47:34.909 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:47:34.912 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:48:05.043 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:48:05.046 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:48:35.163 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:48:35.166 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:49:05.275 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:49:05.278 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:49:35.342 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:49:35.345 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:50:05.407 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:50:05.410 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:50:35.471 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:50:35.474 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:51:05.584 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:51:05.587 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:51:35.643 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:51:35.646 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:52:05.717 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:52:05.720 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:52:35.771 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:52:35.774 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:53:05.875 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:53:05.878 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:53:35.935 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:53:35.938 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:54:06.050 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:54:06.053 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:54:36.112 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:54:36.115 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:55:06.192 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:55:06.195 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:55:36.243 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:55:36.246 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:56:06.359 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:56:06.362 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:56:36.647 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:56:36.650 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:57:06.708 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:57:06.711 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:57:36.915 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:57:36.918 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:58:07.025 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:58:07.028 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:58:37.213 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:58:37.216 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:59:07.299 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:59:07.302 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:59:37.368 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T10:59:37.371 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:00:07.423 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:00:07.426 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:00:37.488 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:00:37.491 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:01:07.548 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:01:07.551 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:01:37.602 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:01:37.605 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:02:07.657 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:02:07.660 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:02:37.712 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:02:37.715 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:03:07.756 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:03:07.759 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:03:37.809 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:03:37.812 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:04:07.865 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:04:07.868 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:04:37.938 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:04:37.941 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:05:07.993 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:05:07.996 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:05:38.042 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:05:38.045 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:06:08.097 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:06:08.100 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:06:38.150 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:06:38.153 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:07:08.229 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:07:08.232 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:07:38.276 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:07:38.279 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:08:08.324 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:08:08.327 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:08:38.372 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:08:38.376 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:09:08.428 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:09:08.430 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:09:38.493 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:09:38.495 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:10:08.551 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:10:08.554 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:10:38.596 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:10:38.599 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:11:08.652 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:11:08.655 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:11:38.788 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:11:38.791 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:12:08.873 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:12:08.876 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:12:38.995 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:12:38.998 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:13:09.124 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:13:09.127 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:13:39.254 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:13:39.256 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:14:09.332 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:14:09.335 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:14:39.395 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:14:39.398 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:15:09.610 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:15:09.613 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:15:39.736 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:15:39.739 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:16:09.856 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:16:09.859 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:16:39.960 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:16:39.963 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:17:10.031 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:17:10.034 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:17:40.085 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:17:40.089 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:18:10.132 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:18:10.135 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:18:40.186 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:18:40.190 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:19:10.242 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:19:10.245 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:19:40.298 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:19:40.302 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:20:10.355 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:20:10.358 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:20:40.400 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:20:40.403 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:21:10.529 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:21:10.532 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:21:40.608 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:21:40.611 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:22:10.687 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:22:10.690 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:22:40.832 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:22:40.835 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:23:10.928 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:23:10.931 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:23:41.049 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:23:41.052 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:24:11.178 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:24:11.182 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:24:41.299 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:24:41.302 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:25:11.427 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:25:11.430 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:25:41.549 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:25:41.552 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:26:11.594 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:26:11.597 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:26:41.731 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:26:41.734 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:27:11.802 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:27:11.805 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:27:41.948 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:27:41.951 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:28:12.060 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:28:12.062 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:28:42.172 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:28:42.175 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:29:12.309 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:29:12.312 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:29:42.430 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:29:42.432 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:30:12.491 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:30:12.494 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:30:42.537 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:30:42.540 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:31:12.593 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:31:12.597 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:31:42.649 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:31:42.652 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:32:12.732 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:32:12.735 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:32:42.795 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:32:42.797 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:33:12.851 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:33:12.853 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:33:42.907 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:33:42.910 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:34:12.955 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:34:12.958 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:34:43.020 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:34:43.023 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:35:13.089 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:35:13.092 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:35:43.185 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:35:43.189 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:36:13.255 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:36:13.258 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:36:43.409 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:36:43.412 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:37:13.488 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:37:13.491 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:37:43.600 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:37:43.603 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:38:13.737 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:38:13.740 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:38:43.866 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:38:43.869 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:39:13.936 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:39:13.939 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:39:44.008 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:39:44.011 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:40:14.060 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:40:14.063 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:40:44.115 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:40:44.118 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:41:14.185 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:41:14.187 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:41:44.240 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:41:44.243 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:42:14.302 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:42:14.305 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:42:44.354 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:42:44.357 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:43:14.402 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:43:14.405 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:43:44.455 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:43:44.458 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:44:14.513 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:44:14.516 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:44:44.637 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:44:44.640 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:45:14.741 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:45:14.744 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:45:44.845 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:45:44.848 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:46:14.966 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:46:14.968 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:46:45.078 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:46:45.081 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:47:15.165 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:47:15.168 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:47:45.295 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:47:45.298 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:48:15.338 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:48:15.340 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:48:45.477 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:48:45.480 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:49:15.581 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:49:15.584 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:49:45.685 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:49:45.688 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:50:15.789 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:50:15.792 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:50:45.917 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:50:45.920 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:51:16.022 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:51:16.025 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:51:46.167 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:51:46.170 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:52:16.238 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:52:16.241 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:52:46.359 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:52:46.362 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:53:16.479 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:53:16.482 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:53:46.583 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:53:46.586 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:54:16.695 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:54:16.697 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:54:46.835 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:54:46.838 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:55:16.954 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:55:16.957 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:55:47.000 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:55:47.003 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:56:17.121 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:56:17.124 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:56:47.250 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:56:47.253 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:57:17.321 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:57:17.323 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:57:47.370 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:57:47.373 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:58:17.495 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:58:17.498 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:58:47.632 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:58:47.635 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:59:17.688 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:59:17.691 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:59:47.806 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T11:59:47.809 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:00:17.894 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:00:17.897 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:00:48.015 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:00:48.018 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:01:18.135 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:01:18.138 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:01:48.264 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:01:48.267 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:02:18.326 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:02:18.329 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:02:48.455 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:02:48.459 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:03:18.508 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:03:18.512 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:03:48.613 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:03:48.616 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:04:18.725 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:04:18.727 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:04:48.789 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:04:48.792 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:05:18.845 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:05:18.848 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:05:48.887 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:05:48.890 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:06:18.999 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:06:19.003 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:06:49.087 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:06:49.089 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:07:19.158 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:07:19.161 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:07:49.271 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:07:49.274 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:08:19.332 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:08:19.335 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:08:49.460 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:08:49.463 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:09:19.565 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:09:19.568 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:09:49.754 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:09:49.757 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:10:19.808 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:10:19.811 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:10:49.943 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:10:49.947 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:11:20.031 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:11:20.034 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:11:50.151 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:11:50.154 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:12:20.222 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:12:20.225 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:12:50.394 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:12:50.397 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:13:20.447 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:13:20.450 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:13:50.501 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:13:50.504 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:14:20.549 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:14:20.552 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:14:50.613 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:14:50.617 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:15:20.655 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:15:20.658 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:15:50.710 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:15:50.713 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:16:20.766 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:16:20.769 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:16:50.817 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:16:50.820 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:17:20.877 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:17:20.880 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:17:50.926 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:17:50.929 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:18:21.063 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:18:21.066 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:18:51.175 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:18:51.178 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:19:21.254 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:19:21.257 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:19:51.374 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:19:51.377 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:20:21.430 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:20:21.433 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:20:51.532 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:20:51.535 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:21:21.635 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:21:21.639 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:21:51.773 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:21:51.777 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:22:21.853 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:22:21.856 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:22:51.973 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:22:51.977 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:23:22.093 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:23:22.096 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:23:52.222 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:23:52.224 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:24:22.269 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:24:22.271 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:24:52.388 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:24:52.391 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:25:22.492 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:25:22.494 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:25:52.546 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:25:52.549 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:26:22.719 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:26:22.722 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:26:52.788 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:26:52.791 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:27:22.850 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:27:22.853 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:27:52.896 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:27:52.899 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:28:22.999 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:28:23.002 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:28:53.103 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:28:53.107 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:29:23.233 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:29:23.236 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:29:53.344 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:29:53.347 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:30:23.440 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:30:23.443 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:30:53.552 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:30:53.555 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:31:23.664 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:31:23.667 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:31:53.793 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:31:53.796 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:32:23.873 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:32:23.875 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:32:54.010 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:32:54.012 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:33:24.129 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:33:24.132 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:33:54.276 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:33:54.279 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:34:24.380 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:34:24.383 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:34:54.492 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:34:54.495 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:35:24.628 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:35:24.631 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:35:54.673 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:35:54.677 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:36:24.731 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:36:24.734 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:36:54.773 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:36:54.776 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:37:24.852 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:37:24.854 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:37:54.965 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:37:54.968 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:38:25.014 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:38:25.018 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:38:55.131 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:38:55.136 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:39:25.235 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:39:25.238 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:39:55.380 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:39:55.384 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:40:25.461 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:40:25.464 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:40:55.582 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:40:55.585 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:41:25.643 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:41:25.646 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:41:55.763 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:41:55.766 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:42:25.834 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:42:25.839 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:42:55.879 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:42:55.882 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:43:25.933 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:43:25.943 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:43:55.978 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:43:55.981 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:44:26.038 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:44:26.041 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:44:56.102 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:44:56.105 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:45:26.158 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:45:26.161 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:45:56.204 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:45:56.208 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:46:26.263 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:46:26.266 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:46:56.317 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:46:56.320 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:47:26.382 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:47:26.385 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:47:56.443 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:47:56.446 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:48:26.489 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:48:26.492 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:48:56.543 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:48:56.547 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:49:26.607 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:49:26.609 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:49:56.742 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:49:56.745 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:50:26.847 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:50:26.850 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:50:56.958 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:50:56.961 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:51:27.037 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:51:27.040 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:51:57.174 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:51:57.177 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:52:27.237 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:52:27.240 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:52:57.416 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:52:57.421 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:53:27.506 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:53:27.510 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:53:57.641 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:53:57.643 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:54:27.736 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:54:27.739 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:54:57.856 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:54:57.860 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:55:27.969 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:55:27.972 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:55:58.148 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:55:58.151 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:56:28.194 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:56:28.197 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:56:58.247 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:56:58.250 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:57:28.327 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:57:28.330 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:57:58.413 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:57:58.417 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:58:28.519 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:58:28.522 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:58:58.624 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:58:58.655 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:59:28.787 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:59:28.790 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:59:58.891 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T12:59:58.894 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:00:29.003 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:00:29.006 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:00:59.123 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:00:59.126 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:01:29.244 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:01:29.289 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:01:59.391 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:01:59.393 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:02:29.462 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:02:29.465 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:02:59.566 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:02:59.569 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:03:29.704 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:03:29.707 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:03:59.869 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:03:59.873 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:04:29.995 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:04:29.998 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:05:00.108 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:05:00.111 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:05:30.228 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:05:30.231 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:06:00.366 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:06:00.369 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:06:30.436 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:06:30.440 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:07:00.574 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:07:00.577 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:07:30.645 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:07:30.649 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:08:00.710 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:08:00.713 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:08:30.814 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:08:30.817 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:09:00.941 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:09:00.944 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:09:31.028 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:09:31.031 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:10:01.150 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:10:01.153 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:10:31.245 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:10:31.248 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:11:01.365 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:11:01.369 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:11:31.470 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:11:31.473 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:12:01.582 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:12:01.585 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:12:31.645 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:12:31.648 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:13:01.690 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:13:01.693 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:13:31.969 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:13:31.972 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:14:02.065 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:14:02.069 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:14:32.253 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:14:32.256 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:15:02.382 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:15:02.385 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:15:32.436 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:15:32.439 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:16:02.548 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:16:02.551 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:16:32.661 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:16:32.664 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:17:02.782 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:17:02.786 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:17:33.095 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:17:33.098 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:18:03.148 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:18:03.151 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:18:33.261 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:18:33.264 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:19:03.373 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:19:03.376 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:19:33.526 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:19:33.530 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:20:03.640 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:20:03.643 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:20:33.738 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:20:33.742 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:21:03.881 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:21:03.884 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:21:33.929 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:21:33.933 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:22:03.981 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:22:03.985 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:22:34.052 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:22:34.056 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:23:04.106 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:23:04.110 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:23:34.170 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:23:34.174 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:24:04.222 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:24:04.225 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:24:34.276 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:24:34.278 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:25:04.406 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:25:04.409 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:25:34.519 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:25:34.522 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:26:04.656 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:26:04.660 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:26:34.716 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:26:34.719 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:27:04.840 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:27:04.843 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:27:34.920 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:27:34.924 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:28:05.048 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:28:05.052 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:28:35.177 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:28:35.181 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:29:05.315 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:29:05.319 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:29:35.369 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:29:35.372 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:30:05.482 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:30:05.485 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:30:35.532 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:30:35.535 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:31:05.656 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:31:05.659 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:31:35.726 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:31:35.729 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:32:05.839 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:32:05.842 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:32:35.910 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:32:35.914 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:33:06.040 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:33:06.043 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:33:36.094 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:33:36.097 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:34:06.232 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:34:06.236 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:34:36.336 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:34:36.339 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:35:06.457 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:35:06.461 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:35:36.578 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:35:36.582 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:36:06.724 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:36:06.730 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:36:36.770 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:36:36.774 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:37:06.908 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:37:06.911 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:37:36.980 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:37:36.985 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:38:07.212 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:38:07.215 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:38:37.347 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:38:37.351 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:39:07.393 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:39:07.396 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:39:37.453 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:39:37.457 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:40:07.577 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:40:07.581 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:40:37.689 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:40:37.693 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:41:07.836 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:41:07.839 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:41:37.972 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:41:37.975 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:42:08.086 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:42:08.090 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:42:38.157 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:42:38.160 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:43:08.205 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:43:08.209 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:43:38.341 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:43:38.344 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:44:08.412 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:44:08.415 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:44:38.542 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:44:38.545 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:45:08.636 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:45:08.640 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:45:38.750 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:45:38.753 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:46:08.809 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:46:08.812 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:46:38.867 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:46:38.871 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:47:08.920 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:47:08.924 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:47:38.991 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:47:38.994 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:48:09.179 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:48:09.182 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:48:39.240 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:48:39.243 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:49:09.353 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:49:09.357 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:49:39.465 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:49:39.468 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:50:09.586 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:50:09.589 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:50:39.641 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:50:39.644 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:51:09.769 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:51:09.772 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:51:39.857 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:51:39.860 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:52:09.978 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:52:09.981 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:52:40.048 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:52:40.052 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:53:10.153 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:53:10.156 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:53:40.292 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:53:40.296 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:54:10.437 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:54:10.441 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:54:40.591 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:54:40.595 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:55:10.721 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:55:10.723 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:55:40.784 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:55:40.788 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:56:10.849 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:56:10.852 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:56:40.951 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:56:40.954 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:57:11.073 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:57:11.077 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:57:41.152 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:57:41.156 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:58:11.264 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:58:11.268 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:58:41.394 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:58:41.397 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:59:11.506 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:59:11.509 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:59:41.594 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T13:59:41.597 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:00:11.665 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:00:11.673 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:00:41.785 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:00:41.788 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:01:11.852 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:01:11.855 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:01:41.952 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:01:41.955 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:02:12.098 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:02:12.101 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:02:42.169 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:02:42.172 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:03:12.306 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:03:12.309 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:03:42.393 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:03:42.396 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:04:12.498 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:04:12.501 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:04:42.585 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:04:42.589 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:05:12.723 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:05:12.726 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:05:42.777 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:05:42.780 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:06:12.874 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:06:12.877 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:06:42.970 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:06:42.973 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:07:13.065 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:07:13.068 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:07:43.134 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:07:43.137 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:08:13.282 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:08:13.285 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:08:43.347 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:08:43.350 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:09:13.457 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:09:13.460 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:09:43.578 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:09:43.581 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:10:13.724 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:10:13.727 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:10:43.854 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:10:43.857 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:11:13.924 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:11:13.927 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:11:44.054 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:11:44.057 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:12:14.099 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:12:14.103 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:12:44.162 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:12:44.166 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:13:14.266 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:13:14.297 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:13:44.438 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:13:44.454 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:14:14.592 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:14:14.606 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:14:44.712 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:14:44.767 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:15:14.851 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:15:14.869 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:15:44.988 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:15:45.020 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:16:15.134 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:16:15.146 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:16:45.203 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:16:45.208 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:17:15.342 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:17:15.351 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:17:45.413 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:17:45.416 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:18:15.551 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:18:15.556 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:18:45.645 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:18:45.674 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:19:15.777 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:19:15.781 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:19:45.907 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:19:45.911 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:20:16.043 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:20:16.046 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:20:46.098 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:20:46.103 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:21:16.228 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:21:16.231 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:21:46.331 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:21:46.334 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:22:16.427 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:22:16.430 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:22:46.507 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:22:46.510 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:23:16.621 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:23:16.624 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:23:46.733 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:23:46.736 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:23:46.764 INFO:tasks.ceph.osd.0.smithi023.stderr:2023-06-26T14:23:46.758+0000 7f2331967640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 134430) UID: 0 2023-06-26T14:23:46.765 INFO:tasks.ceph.osd.1.smithi023.stderr:2023-06-26T14:23:46.758+0000 7f4c9f589640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 134430) UID: 0 2023-06-26T14:23:46.765 INFO:tasks.ceph.osd.2.smithi023.stderr:2023-06-26T14:23:46.758+0000 7f44493f2640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 134430) UID: 0 2023-06-26T14:23:46.765 INFO:tasks.ceph.osd.3.smithi023.stderr:2023-06-26T14:23:46.758+0000 7f7f3ddf3640 -1 received signal: Hangup from killall ceph-osd -1 (PID: 134430) UID: 0 2023-06-26T14:26:25.210 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:26:25.214 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:26:55.347 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:26:55.350 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:27:25.468 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:27:25.471 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:27:55.614 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:27:55.617 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:28:25.743 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:28:25.746 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:28:55.897 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:28:55.900 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:29:26.035 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:29:26.038 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:29:56.164 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:29:56.167 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:30:26.301 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:30:26.304 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:30:56.363 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:30:56.447 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:31:26.528 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:31:26.537 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:31:56.674 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:31:56.703 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:32:26.743 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:32:26.747 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:32:57.074 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:32:57.077 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:33:27.127 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:33:27.131 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:33:57.231 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:33:57.236 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:34:27.320 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:34:27.323 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:34:57.432 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:34:57.436 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:35:27.545 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:35:27.574 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:35:57.653 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:35:57.675 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:36:27.717 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:36:28.151 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:36:58.191 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:36:58.219 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:37:28.263 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:37:28.276 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:37:58.344 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:37:58.347 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:38:28.392 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:38:28.395 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:38:58.493 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:38:58.497 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:39:28.605 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:39:28.608 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:39:58.717 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:39:58.720 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:40:28.771 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:40:28.774 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:40:58.858 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:40:58.861 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:41:28.971 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:41:28.974 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:41:59.091 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:41:59.094 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:42:29.187 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:42:29.191 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:42:59.250 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:42:59.253 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:43:29.304 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:43:29.307 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:43:59.441 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:43:59.444 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:44:29.562 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:44:29.565 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:44:59.682 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:44:59.685 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:45:29.738 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:45:29.741 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:45:59.821 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:45:59.825 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:46:29.887 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:46:29.890 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:46:59.941 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:46:59.954 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:47:30.005 DEBUG:teuthology.orchestra.run.smithi023:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:47:30.009 DEBUG:teuthology.orchestra.run.smithi071:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-06-26T14:47:50.773 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2023-06-26T14:47:51.701 DEBUG:teuthology.task.console_log:Killing console logger for smithi023 2023-06-26T14:47:52.330 DEBUG:teuthology.task.console_log:Killing console logger for smithi071 2023-06-26T14:47:52.332 DEBUG:teuthology.exit:Finished running handlers